2024-04-26T01:29:07.059 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T01:29:07.059 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --archive /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255 --name leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi --owner scheduled_leonidus@teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} -- /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/orig.config.yaml 2024-04-26T01:29:07.119 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T01:29:07.209 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: null first_in_suite: false job_id: '7674255' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3448 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 200/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph suite_sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi044.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGAri7X/yH9KcTlXL5IX/C3GEUBQ7HBKVysFt3uZCj+AsxR0CkgISxWCrdQGKjb7EXGhluvS352uwQiYb1YYDag= smithi090.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGMZswlBgWHO4nsXsP9gwQUv1k2Pl+1gVEyxxyDhCrybDFKmyizEZjBmhf4RxWPdDQ0rhq23hwSWPvDObYXrnug= smithi156.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI2AXlFyqxFbdckTyU30wwAa0JeSamL6WNkYbVt/3Pe1Kn7jNV85XrLI1fdwzkATs3Tsy4dVyyEZRvINmpaPdzM= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-26_01:02:28 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T01:29:07.209 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa; will attempt to use it 2024-04-26T01:29:07.210 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa/tasks 2024-04-26T01:29:07.210 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T01:29:07.212 INFO:teuthology.task.internal:Checking packages... 2024-04-26T01:29:07.235 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-26T01:29:07.236 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T01:29:07.236 INFO:teuthology.packaging:ref: None 2024-04-26T01:29:07.236 INFO:teuthology.packaging:tag: None 2024-04-26T01:29:07.236 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-26T01:29:07.236 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:29:07.236 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-26T01:29:07.403 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-26T01:29:07.405 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T01:29:07.411 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T01:29:07.411 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T01:29:07.517 INFO:teuthology.task.internal:Saving configuration 2024-04-26T01:29:07.541 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T01:29:07.587 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T01:29:07.612 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi044.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:23:25.223029', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGAri7X/yH9KcTlXL5IX/C3GEUBQ7HBKVysFt3uZCj+AsxR0CkgISxWCrdQGKjb7EXGhluvS352uwQiYb1YYDag='} 2024-04-26T01:29:07.635 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:23:25.220102', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGMZswlBgWHO4nsXsP9gwQUv1k2Pl+1gVEyxxyDhCrybDFKmyizEZjBmhf4RxWPdDQ0rhq23hwSWPvDObYXrnug='} 2024-04-26T01:29:07.658 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi156.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:23:25.221833', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI2AXlFyqxFbdckTyU30wwAa0JeSamL6WNkYbVt/3Pe1Kn7jNV85XrLI1fdwzkATs3Tsy4dVyyEZRvINmpaPdzM='} 2024-04-26T01:29:07.658 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T01:29:07.666 INFO:teuthology.task.internal:roles: ubuntu@smithi044.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-26T01:29:07.666 INFO:teuthology.task.internal:roles: ubuntu@smithi090.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-26T01:29:07.666 INFO:teuthology.task.internal:roles: ubuntu@smithi156.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-26T01:29:07.666 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T01:29:07.861 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0e043980d0>, signals=[15]) 2024-04-26T01:29:07.862 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T01:29:07.871 INFO:teuthology.task.internal:Opening connections... 2024-04-26T01:29:07.871 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T01:29:07.874 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:29:07.960 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T01:29:07.962 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:29:08.039 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi156.front.sepia.ceph.com 2024-04-26T01:29:08.039 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi156.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:29:08.112 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T01:29:08.120 DEBUG:teuthology.orchestra.run.smithi044:> uname -m 2024-04-26T01:29:08.139 INFO:teuthology.orchestra.run.smithi044.stdout:x86_64 2024-04-26T01:29:08.139 DEBUG:teuthology.orchestra.run.smithi044:> cat /etc/os-release 2024-04-26T01:29:08.197 INFO:teuthology.orchestra.run.smithi044.stdout:NAME="CentOS Stream" 2024-04-26T01:29:08.197 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION="9" 2024-04-26T01:29:08.197 INFO:teuthology.orchestra.run.smithi044.stdout:ID="centos" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION_ID="9" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:ANSI_COLOR="0;31" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:29:08.198 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:29:08.199 INFO:teuthology.lock.ops:Updating smithi044.front.sepia.ceph.com on lock server 2024-04-26T01:29:08.233 DEBUG:teuthology.orchestra.run.smithi090:> uname -m 2024-04-26T01:29:08.251 INFO:teuthology.orchestra.run.smithi090.stdout:x86_64 2024-04-26T01:29:08.251 DEBUG:teuthology.orchestra.run.smithi090:> cat /etc/os-release 2024-04-26T01:29:08.307 INFO:teuthology.orchestra.run.smithi090.stdout:NAME="CentOS Stream" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION="9" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:ID="centos" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION_ID="9" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:ANSI_COLOR="0;31" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:29:08.308 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:29:08.309 INFO:teuthology.lock.ops:Updating smithi090.front.sepia.ceph.com on lock server 2024-04-26T01:29:08.332 DEBUG:teuthology.orchestra.run.smithi156:> uname -m 2024-04-26T01:29:08.350 INFO:teuthology.orchestra.run.smithi156.stdout:x86_64 2024-04-26T01:29:08.350 DEBUG:teuthology.orchestra.run.smithi156:> cat /etc/os-release 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:NAME="CentOS Stream" 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:VERSION="9" 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:ID="centos" 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:VERSION_ID="9" 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:29:08.407 INFO:teuthology.orchestra.run.smithi156.stdout:ANSI_COLOR="0;31" 2024-04-26T01:29:08.408 INFO:teuthology.orchestra.run.smithi156.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:29:08.408 INFO:teuthology.orchestra.run.smithi156.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:29:08.408 INFO:teuthology.orchestra.run.smithi156.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:29:08.408 INFO:teuthology.orchestra.run.smithi156.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:29:08.408 INFO:teuthology.orchestra.run.smithi156.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:29:08.408 INFO:teuthology.orchestra.run.smithi156.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:29:08.408 INFO:teuthology.lock.ops:Updating smithi156.front.sepia.ceph.com on lock server 2024-04-26T01:29:08.432 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T01:29:08.448 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T01:29:08.485 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T01:29:08.485 DEBUG:teuthology.orchestra.run.smithi044:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:29:08.488 DEBUG:teuthology.orchestra.run.smithi090:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:29:08.490 DEBUG:teuthology.orchestra.run.smithi156:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:29:08.506 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T01:29:08.545 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T01:29:08.545 DEBUG:teuthology.orchestra.run.smithi044:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:29:08.547 DEBUG:teuthology.orchestra.run.smithi090:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:29:08.549 DEBUG:teuthology.orchestra.run.smithi156:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:29:08.585 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T01:29:08.673 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T01:29:08.765 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-04-26T01:29:08.765 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-04-26T01:29:08.765 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-04-26T01:29:08.766 DEBUG:teuthology.orchestra.run.smithi044:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:29:08.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:29:08.784 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-04-26T01:29:08.947 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:29:08.947 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-26T01:29:08.948 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-04-26T01:29:08.966 INFO:teuthology.orchestra.run.smithi044.stdout:5.14.0-437.el9.x86_64 2024-04-26T01:29:08.966 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:29:08.966 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-26T01:29:08.967 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum upgrade -y linux-firmware 2024-04-26T01:29:11.251 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-26T01:29:13.177 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-04-26T01:29:17.411 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-04-26T01:29:19.051 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-04-26T01:29:20.455 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-26T01:29:25.711 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-04-26T01:29:27.762 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-04-26T01:29:27.764 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2024-04-26T01:29:27.764 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-04-26T01:29:27.882 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:29:27.882 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:29:28.113 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-26T01:29:28.113 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-26T01:29:28.116 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi044.front.sepia.ceph.com to complete... 2024-04-26T01:30:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26 01:30:02 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-26T01:30:02.116 INFO:teuthology.orchestra.run.smithi044.stderr:FINISHED --2024-04-26 01:30:02-- 2024-04-26T01:30:02.116 INFO:teuthology.orchestra.run.smithi044.stderr:Total wall clock time: 34s 2024-04-26T01:30:02.116 INFO:teuthology.orchestra.run.smithi044.stderr:Downloaded: 1 files, 341M in 33s (10.3 MB/s) 2024-04-26T01:30:02.120 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:30:02.121 DEBUG:teuthology.orchestra.run.smithi044:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-26T01:30:04.297 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying... ######################################## 2024-04-26T01:30:04.419 INFO:teuthology.orchestra.run.smithi044.stdout:Preparing... ######################################## 2024-04-26T01:30:04.547 INFO:teuthology.orchestra.run.smithi044.stdout:Updating / installing... 2024-04-26T01:30:12.826 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-26T01:30:50.939 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi044.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-26T01:30:50.940 DEBUG:teuthology.orchestra.run.smithi044:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-26T01:30:51.073 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:51.074 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:51.074 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:51.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-26T01:30:51.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-26T01:30:51.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-26T01:30:51.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-26T01:30:51.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-26T01:30:51.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-26T01:30:51.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-26T01:30:51.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-26T01:30:51.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-26T01:30:51.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-26T01:30:51.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-26T01:30:51.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-26T01:30:51.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-26T01:30:51.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-26T01:30:51.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-26T01:30:51.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-26T01:30:51.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-26T01:30:51.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-26T01:30:51.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-26T01:30:51.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-26T01:30:51.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-26T01:30:51.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-26T01:30:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-26T01:30:51.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-26T01:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-26T01:30:51.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-26T01:30:51.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-26T01:30:51.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-26T01:30:51.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-26T01:30:51.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-26T01:30:51.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-26T01:30:51.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-26T01:30:51.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-26T01:30:51.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-26T01:30:51.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-26T01:30:51.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-26T01:30:51.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-26T01:30:51.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-26T01:30:51.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-26T01:30:51.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-26T01:30:51.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-26T01:30:51.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-26T01:30:51.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-26T01:30:51.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-26T01:30:51.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-26T01:30:51.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-26T01:30:51.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-26T01:30:51.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-26T01:30:51.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-26T01:30:51.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-26T01:30:51.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-26T01:30:51.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-26T01:30:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-26T01:30:51.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-26T01:30:51.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-26T01:30:51.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-26T01:30:51.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-26T01:30:51.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-26T01:30:51.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-26T01:30:51.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-26T01:30:51.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-26T01:30:51.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-26T01:30:51.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-26T01:30:51.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-26T01:30:51.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-26T01:30:51.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-26T01:30:51.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-26T01:30:51.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-26T01:30:51.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-26T01:30:51.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-26T01:30:51.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-26T01:30:51.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-26T01:30:51.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-26T01:30:51.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-26T01:30:51.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-26T01:30:51.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-26T01:30:51.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-26T01:30:51.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-26T01:30:51.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-26T01:30:51.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-26T01:30:51.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-26T01:30:51.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-26T01:30:51.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-26T01:30:51.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-26T01:30:51.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-26T01:30:51.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-26T01:30:51.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-26T01:30:51.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-26T01:30:51.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-26T01:30:51.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-26T01:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-26T01:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-26T01:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-26T01:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-26T01:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-26T01:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-26T01:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-26T01:30:51.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-26T01:30:51.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-26T01:30:51.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-26T01:30:51.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-26T01:30:51.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-26T01:30:51.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-26T01:30:51.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-26T01:30:51.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-26T01:30:51.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-26T01:30:51.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-26T01:30:51.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-26T01:30:51.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-26T01:30:51.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-26T01:30:51.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-26T01:30:51.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-26T01:30:51.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-26T01:30:51.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-26T01:30:51.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-26T01:30:51.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-26T01:30:51.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-26T01:30:51.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-26T01:30:51.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-26T01:30:51.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-26T01:30:51.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-26T01:30:51.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-26T01:30:51.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-26T01:30:51.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-26T01:30:51.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-26T01:30:51.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-26T01:30:51.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-26T01:30:51.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-26T01:30:51.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-26T01:30:51.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-26T01:30:51.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-26T01:30:51.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-26T01:30:51.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-26T01:30:51.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-26T01:30:51.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-26T01:30:51.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-26T01:30:51.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-26T01:30:51.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-26T01:30:51.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-26T01:30:51.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-26T01:30:51.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-26T01:30:51.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-26T01:30:51.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-26T01:30:51.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-26T01:30:51.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-26T01:30:51.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-26T01:30:51.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-26T01:30:51.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-26T01:30:51.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-26T01:30:51.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-26T01:30:51.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-26T01:30:51.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-26T01:30:51.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-26T01:30:51.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-26T01:30:51.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-26T01:30:51.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-26T01:30:51.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-26T01:30:51.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-26T01:30:51.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-26T01:30:51.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-26T01:30:51.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-26T01:30:51.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-26T01:30:51.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-26T01:30:51.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-26T01:30:51.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-26T01:30:51.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-26T01:30:51.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-26T01:30:51.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-26T01:30:51.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-26T01:30:51.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-26T01:30:51.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-26T01:30:51.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-26T01:30:51.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-26T01:30:51.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-26T01:30:51.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-26T01:30:51.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-26T01:30:51.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-26T01:30:51.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-26T01:30:51.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-26T01:30:51.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-26T01:30:51.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-26T01:30:51.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-26T01:30:51.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-26T01:30:51.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-26T01:30:51.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-26T01:30:51.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-26T01:30:51.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-26T01:30:51.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-26T01:30:51.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-26T01:30:51.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-26T01:30:51.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-26T01:30:51.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-26T01:30:51.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-26T01:30:51.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-26T01:30:51.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-26T01:30:51.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-26T01:30:51.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-26T01:30:51.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-26T01:30:51.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-26T01:30:51.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-26T01:30:51.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-26T01:30:51.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-26T01:30:51.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-26T01:30:51.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-26T01:30:51.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-26T01:30:51.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-26T01:30:51.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-26T01:30:51.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-26T01:30:51.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-26T01:30:51.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-26T01:30:51.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-26T01:30:51.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-26T01:30:51.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-26T01:30:51.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-26T01:30:51.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-26T01:30:51.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-26T01:30:51.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-26T01:30:51.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-26T01:30:51.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-26T01:30:51.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-26T01:30:51.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-26T01:30:51.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-26T01:30:51.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-26T01:30:51.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-26T01:30:51.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-26T01:30:51.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-26T01:30:51.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-26T01:30:51.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-26T01:30:51.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-26T01:30:51.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-26T01:30:51.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-26T01:30:51.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-26T01:30:51.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-26T01:30:51.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-26T01:30:51.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-26T01:30:51.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-26T01:30:51.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-26T01:30:51.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-26T01:30:51.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-26T01:30:51.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-26T01:30:51.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-26T01:30:51.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-26T01:30:51.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-26T01:30:51.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-26T01:30:51.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-26T01:30:51.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-26T01:30:51.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-26T01:30:51.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-26T01:30:51.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-26T01:30:51.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-26T01:30:51.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-26T01:30:51.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-26T01:30:51.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-26T01:30:51.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-26T01:30:51.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-26T01:30:51.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-26T01:30:51.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-26T01:30:51.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-26T01:30:51.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-26T01:30:51.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-26T01:30:51.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-26T01:30:51.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-26T01:30:51.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-26T01:30:51.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-26T01:30:51.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-26T01:30:51.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-26T01:30:51.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-26T01:30:51.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-26T01:30:51.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-26T01:30:51.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-26T01:30:51.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-26T01:30:51.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-26T01:30:51.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-26T01:30:51.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-26T01:30:51.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-26T01:30:51.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-26T01:30:51.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-26T01:30:51.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-26T01:30:51.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-26T01:30:51.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-26T01:30:51.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-26T01:30:51.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-26T01:30:51.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-26T01:30:51.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-26T01:30:51.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-26T01:30:51.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-26T01:30:51.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-26T01:30:51.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-26T01:30:51.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-26T01:30:51.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-26T01:30:51.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-26T01:30:51.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-26T01:30:51.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-26T01:30:51.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-26T01:30:51.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-26T01:30:51.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-26T01:30:51.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-26T01:30:51.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-26T01:30:51.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-26T01:30:51.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-26T01:30:51.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-26T01:30:51.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-26T01:30:51.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-26T01:30:51.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-26T01:30:51.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-26T01:30:51.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-26T01:30:51.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-26T01:30:51.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-26T01:30:51.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-26T01:30:51.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-26T01:30:51.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-26T01:30:51.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-26T01:30:51.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-26T01:30:51.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-26T01:30:51.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-26T01:30:51.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-26T01:30:51.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-26T01:30:51.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-26T01:30:51.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-26T01:30:51.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-26T01:30:51.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-26T01:30:51.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-26T01:30:51.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-26T01:30:51.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-26T01:30:51.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-26T01:30:51.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-26T01:30:51.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-26T01:30:51.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-26T01:30:51.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-26T01:30:51.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-26T01:30:51.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-26T01:30:51.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-26T01:30:51.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-26T01:30:51.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-26T01:30:51.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-26T01:30:51.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-26T01:30:51.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-26T01:30:51.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-26T01:30:51.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-26T01:30:51.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-26T01:30:51.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-26T01:30:51.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-26T01:30:51.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-26T01:30:51.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-26T01:30:51.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-26T01:30:51.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-26T01:30:51.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-26T01:30:51.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-26T01:30:51.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-26T01:30:51.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-26T01:30:51.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-26T01:30:51.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-26T01:30:51.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-26T01:30:51.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-26T01:30:51.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-26T01:30:51.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-26T01:30:51.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-26T01:30:51.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-26T01:30:51.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-26T01:30:51.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-26T01:30:51.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-26T01:30:51.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-26T01:30:51.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-26T01:30:51.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-26T01:30:51.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-26T01:30:51.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-26T01:30:51.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-26T01:30:51.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-26T01:30:51.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-26T01:30:51.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-26T01:30:51.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-26T01:30:51.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-26T01:30:51.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-26T01:30:51.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-26T01:30:51.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-26T01:30:51.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-26T01:30:51.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-26T01:30:51.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-26T01:30:51.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-26T01:30:51.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-26T01:30:51.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-26T01:30:51.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-26T01:30:51.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-26T01:30:51.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-26T01:30:51.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-26T01:30:51.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-26T01:30:51.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-26T01:30:51.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-26T01:30:51.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-26T01:30:51.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-26T01:30:51.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-26T01:30:51.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-26T01:30:51.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-26T01:30:51.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-26T01:30:51.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-26T01:30:51.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-26T01:30:51.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-26T01:30:51.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-26T01:30:51.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-26T01:30:51.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-26T01:30:51.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-26T01:30:51.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-26T01:30:51.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-26T01:30:51.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-26T01:30:51.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-26T01:30:51.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-26T01:30:51.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-26T01:30:51.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-26T01:30:51.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-26T01:30:51.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-26T01:30:51.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-26T01:30:51.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-26T01:30:51.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-26T01:30:51.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-26T01:30:51.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-26T01:30:51.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-26T01:30:51.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-26T01:30:51.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-26T01:30:51.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-26T01:30:51.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-26T01:30:51.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-26T01:30:51.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-26T01:30:51.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-26T01:30:51.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-26T01:30:51.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-26T01:30:51.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-26T01:30:51.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-26T01:30:51.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-26T01:30:51.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-26T01:30:51.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-26T01:30:51.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-26T01:30:51.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-26T01:30:51.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-26T01:30:51.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-26T01:30:51.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-26T01:30:51.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-26T01:30:51.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-26T01:30:51.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-26T01:30:51.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-26T01:30:51.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-26T01:30:51.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-26T01:30:51.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-26T01:30:51.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-26T01:30:51.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-26T01:30:51.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-26T01:30:51.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-26T01:30:51.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-26T01:30:51.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-26T01:30:51.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-26T01:30:51.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-26T01:30:51.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-26T01:30:51.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-26T01:30:51.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-26T01:30:51.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-26T01:30:51.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-26T01:30:51.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-26T01:30:51.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-26T01:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-26T01:30:51.232 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-26T01:30:51.233 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-26T01:30:51.234 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-26T01:30:51.235 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-26T01:30:51.236 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-26T01:30:51.237 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-26T01:30:51.238 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-26T01:30:51.239 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-26T01:30:51.240 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-26T01:30:51.241 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-26T01:30:51.242 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-26T01:30:51.243 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-26T01:30:51.244 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-26T01:30:51.245 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-26T01:30:51.246 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-26T01:30:51.247 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-26T01:30:51.248 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-26T01:30:51.249 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-26T01:30:51.250 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-26T01:30:51.251 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-26T01:30:51.252 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-26T01:30:51.253 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-26T01:30:51.254 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-26T01:30:51.255 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-26T01:30:51.256 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-26T01:30:51.257 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-26T01:30:51.258 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-26T01:30:51.259 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-26T01:30:51.260 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-26T01:30:51.261 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-26T01:30:51.262 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-26T01:30:51.264 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:30:51.268 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:51.268 DEBUG:teuthology.orchestra.run.smithi044:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout:postinstall scriptlet (using /bin/sh): 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout:for file in vmlinuz System.map config; do 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout: fi 2024-04-26T01:30:51.293 INFO:teuthology.orchestra.run.smithi044.stdout:done 2024-04-26T01:30:51.294 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-26T01:30:51.294 INFO:teuthology.orchestra.run.smithi044.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-26T01:30:51.294 INFO:teuthology.orchestra.run.smithi044.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:30:51.294 INFO:teuthology.orchestra.run.smithi044.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:30:51.294 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-04-26T01:30:51.295 INFO:teuthology.orchestra.run.smithi044.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-26T01:30:51.298 INFO:teuthology.orchestra.run.smithi044.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:51.298 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-04-26T01:30:51.298 INFO:teuthology.orchestra.run.smithi044.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-26T01:30:51.298 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:30:51.298 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:51.298 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-04-26T01:30:51.299 DEBUG:teuthology.orchestra.run.smithi044:> sudo rpm -qi grub2-tools 2024-04-26T01:30:51.374 INFO:teuthology.orchestra.run.smithi044.stdout:Name : grub2-tools 2024-04-26T01:30:51.374 INFO:teuthology.orchestra.run.smithi044.stdout:Epoch : 1 2024-04-26T01:30:51.374 INFO:teuthology.orchestra.run.smithi044.stdout:Version : 2.06 2024-04-26T01:30:51.374 INFO:teuthology.orchestra.run.smithi044.stdout:Release : 68.el9 2024-04-26T01:30:51.374 INFO:teuthology.orchestra.run.smithi044.stdout:Architecture: x86_64 2024-04-26T01:30:51.374 INFO:teuthology.orchestra.run.smithi044.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Group : Unspecified 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Size : 8264254 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:License : GPLv3+ 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Packager : builder@centos.org 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Vendor : CentOS 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Summary : Support tools for GRUB. 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:Description : 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-26T01:30:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-26T01:30:51.376 INFO:teuthology.orchestra.run.smithi044.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-26T01:30:51.376 INFO:teuthology.orchestra.run.smithi044.stdout:hardware devices. 2024-04-26T01:30:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:30:51.376 INFO:teuthology.orchestra.run.smithi044.stdout:This subpackage provides tools for support of all platforms. 2024-04-26T01:30:51.377 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-26T01:30:51.377 INFO:teuthology.task.kernel:Updating grub on smithi044 to boot 6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:51.377 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-26T01:30:52.023 INFO:teuthology.orchestra.run.smithi044.stderr:Generating grub configuration file ... 2024-04-26T01:30:53.434 INFO:teuthology.orchestra.run.smithi044.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-26T01:30:53.469 INFO:teuthology.orchestra.run.smithi044.stderr:done 2024-04-26T01:30:53.472 DEBUG:teuthology.orchestra.run.smithi044:> mktemp 2024-04-26T01:30:53.528 INFO:teuthology.orchestra.run.smithi044.stdout:/tmp/tmp.CuAU9Zhv0c 2024-04-26T01:30:53.528 DEBUG:teuthology.orchestra.run.smithi044:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.CuAU9Zhv0c 2024-04-26T01:30:53.605 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0666 /tmp/tmp.CuAU9Zhv0c 2024-04-26T01:30:53.747 DEBUG:teuthology.orchestra.remote:smithi044:/tmp/tmp.CuAU9Zhv0c is 6KB 2024-04-26T01:30:53.796 DEBUG:teuthology.orchestra.run.smithi044:> rm -fr /tmp/tmp.CuAU9Zhv0c 2024-04-26T01:30:53.811 DEBUG:teuthology.orchestra.run.smithi044:> sudo /bin/ls /boot/loader/entries || true 2024-04-26T01:30:53.873 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-26T01:30:53.873 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-26T01:30:53.873 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-26T01:30:53.873 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-26T01:30:53.875 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-26T01:30:54.064 DEBUG:teuthology.orchestra.run.smithi044:> sudo shutdown -r now 2024-04-26T01:31:24.068 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-04-26T01:31:24.069 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-04-26T01:31:24.070 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:32:24.073 DEBUG:teuthology.orchestra.remote:timed out 2024-04-26T01:32:33.074 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-04-26T01:32:33.075 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:32:34.773 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-04-26T01:32:35.482 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-04-26T01:32:35.482 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-04-26T01:32:35.483 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-04-26T01:32:35.522 INFO:teuthology.orchestra.run.smithi044.stdout:6.9.0-rc3-g806ec36b2112 2024-04-26T01:32:35.523 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-26T01:32:35.523 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T01:32:35.523 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-26T01:32:36.526 DEBUG:teuthology.parallel:result is None 2024-04-26T01:32:36.526 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T01:32:36.535 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T01:32:36.536 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:32:36.544 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:32:36.546 DEBUG:teuthology.orchestra.run.smithi156:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:32:36.590 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T01:32:36.603 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T01:32:36.624 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T01:32:36.624 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:32:36.630 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:32:36.632 DEBUG:teuthology.orchestra.run.smithi156:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:32:36.737 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T01:32:36.748 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T01:32:36.748 DEBUG:teuthology.orchestra.run.smithi090:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:32:36.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:32:36.766 DEBUG:teuthology.orchestra.run.smithi156:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:32:36.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:32:36.783 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:32:36.791 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:32:36.809 DEBUG:teuthology.orchestra.run.smithi156:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:32:36.841 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:32:36.860 INFO:teuthology.orchestra.run.smithi156.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:32:36.871 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:32:36.882 INFO:teuthology.orchestra.run.smithi156.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:32:36.929 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:32:36.973 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:32:36.977 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T01:32:36.985 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T01:32:36.986 DEBUG:teuthology.orchestra.run.smithi044:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:32:36.989 DEBUG:teuthology.orchestra.run.smithi090:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:32:36.993 DEBUG:teuthology.orchestra.run.smithi156:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:32:37.046 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T01:32:37.056 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T01:32:37.056 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:32:37.061 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:32:37.064 DEBUG:teuthology.orchestra.run.smithi156:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:32:37.096 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:32:37.221 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:32:37.290 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:32:37.363 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:32:37.424 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:32:37.424 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:32:37.507 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:32:37.544 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:32:37.604 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:32:37.690 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:32:37.730 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:32:37.730 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:32:37.797 DEBUG:teuthology.orchestra.run.smithi156:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:32:37.838 DEBUG:teuthology.orchestra.run.smithi156:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:32:37.906 DEBUG:teuthology.orchestra.run.smithi156:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:32:37.950 DEBUG:teuthology.orchestra.run.smithi156:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:32:37.992 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:32:37.992 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:32:38.059 DEBUG:teuthology.orchestra.run.smithi044:> sudo service rsyslog restart 2024-04-26T01:32:38.064 DEBUG:teuthology.orchestra.run.smithi090:> sudo service rsyslog restart 2024-04-26T01:32:38.066 DEBUG:teuthology.orchestra.run.smithi156:> sudo service rsyslog restart 2024-04-26T01:32:38.103 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:32:38.134 INFO:teuthology.orchestra.run.smithi156.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:32:38.170 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:32:38.521 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T01:32:38.529 INFO:teuthology.task.internal:Starting timer... 2024-04-26T01:32:38.529 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T01:32:38.627 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T01:32:38.707 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-26T01:32:38.708 DEBUG:teuthology.orchestra.run.smithi044:> sudo service auditd rotate 2024-04-26T01:32:38.842 INFO:teuthology.orchestra.run.smithi044.stdout:Rotating logs: 2024-04-26T01:32:38.847 DEBUG:teuthology.orchestra.run.smithi090:> sudo service auditd rotate 2024-04-26T01:32:38.915 INFO:teuthology.orchestra.run.smithi090.stdout:Rotating logs: 2024-04-26T01:32:38.918 DEBUG:teuthology.orchestra.run.smithi156:> sudo service auditd rotate 2024-04-26T01:32:38.970 INFO:teuthology.orchestra.run.smithi156.stdout:Rotating logs: 2024-04-26T01:32:38.972 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T01:32:38.973 DEBUG:teuthology.orchestra.run.smithi044:> /usr/sbin/getenforce 2024-04-26T01:32:39.029 INFO:teuthology.orchestra.run.smithi044.stdout:Permissive 2024-04-26T01:32:39.029 DEBUG:teuthology.orchestra.run.smithi090:> /usr/sbin/getenforce 2024-04-26T01:32:39.054 INFO:teuthology.orchestra.run.smithi090.stdout:Permissive 2024-04-26T01:32:39.054 DEBUG:teuthology.orchestra.run.smithi156:> /usr/sbin/getenforce 2024-04-26T01:32:39.078 INFO:teuthology.orchestra.run.smithi156.stdout:Permissive 2024-04-26T01:32:39.078 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi044.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi090.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi156.front.sepia.ceph.com': 'permissive'} 2024-04-26T01:32:39.078 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:32:39.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:32:39.153 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:32:39.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:32:39.182 DEBUG:teuthology.orchestra.run.smithi156:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:32:39.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:32:39.208 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T01:32:39.208 DEBUG:teuthology.orchestra.run.smithi044:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:32:39.343 DEBUG:teuthology.orchestra.run.smithi090:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:32:39.381 DEBUG:teuthology.orchestra.run.smithi156:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:32:39.405 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T01:32:39.415 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T01:32:39.433 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T01:32:39.435 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi044.front.sepia.ceph.com,smithi090.front.sepia.ceph.com,smithi156.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T01:37:55.258 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi044.front.sepia.ceph.com'), Remote(name='ubuntu@smithi090.front.sepia.ceph.com'), Remote(name='ubuntu@smithi156.front.sepia.ceph.com')] 2024-04-26T01:37:55.259 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-04-26T01:37:55.261 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:37:55.376 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-04-26T01:37:55.535 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-04-26T01:37:55.536 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-26T01:37:55.536 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:37:55.615 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-04-26T01:37:55.697 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-26T01:37:55.698 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi156.front.sepia.ceph.com' 2024-04-26T01:37:55.698 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi156.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:37:55.773 DEBUG:teuthology.orchestra.run.smithi156:> true 2024-04-26T01:37:55.863 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi156.front.sepia.ceph.com' 2024-04-26T01:37:55.864 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T01:37:55.875 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T01:37:55.875 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:37:55.876 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:37:55.883 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:37:55.883 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:37:55.886 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:37:55.886 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:37:55.912 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:37:55.926 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:37:55.934 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:37:55.949 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:37:55.949 INFO:teuthology.orchestra.run.smithi090.stderr:sudo: ntpd: command not found 2024-04-26T01:37:55.960 INFO:teuthology.orchestra.run.smithi090.stdout:506 Cannot talk to daemon 2024-04-26T01:37:55.973 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:37:55.974 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:37:55.974 INFO:teuthology.orchestra.run.smithi156.stderr:sudo: ntpd: command not found 2024-04-26T01:37:55.984 INFO:teuthology.orchestra.run.smithi156.stdout:506 Cannot talk to daemon 2024-04-26T01:37:55.985 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:37:55.997 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:37:56.011 INFO:teuthology.orchestra.run.smithi156.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:37:56.018 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:37:56.042 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:37:56.046 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:37:56.046 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-04-26T01:37:56.046 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.046 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.046 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.046 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.063 INFO:teuthology.orchestra.run.smithi156.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:37:56.066 INFO:teuthology.orchestra.run.smithi156.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:37:56.066 INFO:teuthology.orchestra.run.smithi156.stdout:=============================================================================== 2024-04-26T01:37:56.066 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.066 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.067 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.067 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.097 INFO:teuthology.orchestra.run.smithi044.stderr:sudo: ntpd: command not found 2024-04-26T01:37:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:506 Cannot talk to daemon 2024-04-26T01:37:56.174 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:37:56.219 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:37:56.379 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:37:56.388 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:37:56.388 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-04-26T01:37:56.388 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.388 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.389 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.389 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:37:56.390 INFO:teuthology.run_tasks:Running task install... 2024-04-26T01:37:56.399 DEBUG:teuthology.task.install:project ceph 2024-04-26T01:37:56.400 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-26T01:37:56.400 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-26T01:37:56.400 INFO:teuthology.task.install:Using flavor: default 2024-04-26T01:37:56.406 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-26T01:37:56.406 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-26T01:37:56.406 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:37:56.407 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:37:56.409 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:37:56.409 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:37:56.410 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:37:56.410 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:37:56.555 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:37:56.555 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:37:56.558 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:37:56.558 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:37:56.665 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:37:56.666 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:37:56.670 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:37:56.670 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:37:56.670 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:37:56.700 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:37:56.700 DEBUG:teuthology.orchestra.run.smithi156:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:37:56.766 DEBUG:teuthology.orchestra.run.smithi156:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:37:56.773 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:37:56.773 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:37:56.773 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:37:56.780 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:37:56.780 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:37:56.780 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:37:56.799 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:37:56.799 DEBUG:teuthology.orchestra.run.smithi090:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:37:56.841 DEBUG:teuthology.orchestra.run.smithi156:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:37:56.864 DEBUG:teuthology.orchestra.run.smithi090:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:37:56.874 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:37:56.874 DEBUG:teuthology.orchestra.run.smithi044:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:37:56.906 INFO:teuthology.orchestra.run.smithi156.stdout:check_obsoletes = 1 2024-04-26T01:37:56.906 DEBUG:teuthology.orchestra.run.smithi156:> sudo yum clean all 2024-04-26T01:37:56.939 DEBUG:teuthology.orchestra.run.smithi090:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:37:57.002 INFO:teuthology.orchestra.run.smithi090.stdout:check_obsoletes = 1 2024-04-26T01:37:57.003 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum clean all 2024-04-26T01:37:57.006 DEBUG:teuthology.orchestra.run.smithi044:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:37:57.129 DEBUG:teuthology.orchestra.run.smithi044:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:37:57.131 INFO:teuthology.orchestra.run.smithi156.stdout:48 files removed 2024-04-26T01:37:57.159 DEBUG:teuthology.orchestra.run.smithi156:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:37:57.209 INFO:teuthology.orchestra.run.smithi044.stdout:check_obsoletes = 1 2024-04-26T01:37:57.213 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum clean all 2024-04-26T01:37:57.225 INFO:teuthology.orchestra.run.smithi090.stdout:48 files removed 2024-04-26T01:37:57.252 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:37:57.546 INFO:teuthology.orchestra.run.smithi044.stdout:48 files removed 2024-04-26T01:37:57.586 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:37:57.892 INFO:teuthology.orchestra.run.smithi156.stdout:ceph packages for x86_64 177 kB/s | 83 kB 00:00 2024-04-26T01:37:57.924 INFO:teuthology.orchestra.run.smithi090.stdout:ceph packages for x86_64 201 kB/s | 83 kB 00:00 2024-04-26T01:37:58.284 INFO:teuthology.orchestra.run.smithi090.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-04-26T01:37:58.318 INFO:teuthology.orchestra.run.smithi156.stdout:ceph noarch packages 30 kB/s | 12 kB 00:00 2024-04-26T01:37:58.495 INFO:teuthology.orchestra.run.smithi044.stdout:ceph packages for x86_64 183 kB/s | 83 kB 00:00 2024-04-26T01:37:58.702 INFO:teuthology.orchestra.run.smithi090.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-04-26T01:37:58.760 INFO:teuthology.orchestra.run.smithi156.stdout:ceph source packages 4.7 kB/s | 1.9 kB 00:00 2024-04-26T01:37:59.088 INFO:teuthology.orchestra.run.smithi044.stdout:ceph noarch packages 24 kB/s | 12 kB 00:00 2024-04-26T01:37:59.388 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-26T01:37:59.537 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-26T01:37:59.663 INFO:teuthology.orchestra.run.smithi044.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-04-26T01:38:00.851 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 7.3 MB/s | 8.0 MB 00:01 2024-04-26T01:38:01.823 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-26T01:38:02.138 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-04-26T01:38:03.126 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 18 MB/s | 19 MB 00:01 2024-04-26T01:38:05.916 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-26T01:38:06.247 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 45 kB/s | 16 kB 00:00 2024-04-26T01:38:07.679 INFO:teuthology.orchestra.run.smithi156.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 16 kB 00:00 2024-04-26T01:38:07.812 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 8.5 MB/s | 6.2 MB 00:00 2024-04-26T01:38:09.689 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 16 kB 00:00 2024-04-26T01:38:12.010 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 4.7 MB/s | 21 MB 00:04 2024-04-26T01:38:12.032 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 9.5 MB/s | 21 MB 00:02 2024-04-26T01:38:12.909 INFO:teuthology.orchestra.run.smithi156.stdout:Extra Packages for Enterprise Linux 4.1 MB/s | 21 MB 00:05 2024-04-26T01:38:17.027 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-04-26T01:38:17.981 INFO:teuthology.orchestra.run.smithi156.stdout:lab-extras 25 kB/s | 1.7 kB 00:00 2024-04-26T01:38:18.158 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-26T01:38:19.212 INFO:teuthology.orchestra.run.smithi090.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:38:19.213 INFO:teuthology.orchestra.run.smithi090.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:38:19.224 INFO:teuthology.orchestra.run.smithi090.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:38:19.224 INFO:teuthology.orchestra.run.smithi090.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:38:19.225 INFO:teuthology.orchestra.run.smithi090.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:38:19.226 INFO:teuthology.orchestra.run.smithi090.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:38:19.228 INFO:teuthology.orchestra.run.smithi090.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:38:19.230 INFO:teuthology.orchestra.run.smithi090.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:38:19.231 INFO:teuthology.orchestra.run.smithi090.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:38:19.291 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout:======================================================================================= 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout: Package Arch Version Repository Size 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout:======================================================================================= 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:38:19.318 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:38:19.319 INFO:teuthology.orchestra.run.smithi090.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:38:19.320 INFO:teuthology.orchestra.run.smithi090.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:38:19.320 INFO:teuthology.orchestra.run.smithi090.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:38:19.320 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:38:19.320 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:38:19.320 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:38:19.320 INFO:teuthology.orchestra.run.smithi090.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:38:19.320 INFO:teuthology.orchestra.run.smithi090.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:38:19.321 INFO:teuthology.orchestra.run.smithi090.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrading: 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:38:19.322 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:38:19.323 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:38:19.324 INFO:teuthology.orchestra.run.smithi090.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:38:19.325 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:38:19.326 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:38:19.327 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:38:19.328 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:38:19.329 INFO:teuthology.orchestra.run.smithi090.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:38:19.330 INFO:teuthology.orchestra.run.smithi090.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout:Installing weak dependencies: 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout:======================================================================================= 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout:Install 148 Packages 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrade 4 Packages 2024-04-26T01:38:19.331 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:38:19.332 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 222 M 2024-04-26T01:38:19.332 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-04-26T01:38:20.124 INFO:teuthology.orchestra.run.smithi156.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:38:20.124 INFO:teuthology.orchestra.run.smithi156.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:38:20.135 INFO:teuthology.orchestra.run.smithi156.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:38:20.136 INFO:teuthology.orchestra.run.smithi156.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:38:20.137 INFO:teuthology.orchestra.run.smithi156.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:38:20.138 INFO:teuthology.orchestra.run.smithi156.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:38:20.139 INFO:teuthology.orchestra.run.smithi156.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:38:20.142 INFO:teuthology.orchestra.run.smithi156.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:38:20.142 INFO:teuthology.orchestra.run.smithi156.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:38:20.205 INFO:teuthology.orchestra.run.smithi156.stdout:Dependencies resolved. 2024-04-26T01:38:20.223 INFO:teuthology.orchestra.run.smithi156.stdout:======================================================================================= 2024-04-26T01:38:20.223 INFO:teuthology.orchestra.run.smithi156.stdout: Package Arch Version Repository Size 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout:======================================================================================= 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout:Installing: 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:38:20.224 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:38:20.225 INFO:teuthology.orchestra.run.smithi156.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout:Upgrading: 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:38:20.226 INFO:teuthology.orchestra.run.smithi156.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout:Installing dependencies: 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:38:20.227 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:38:20.228 INFO:teuthology.orchestra.run.smithi156.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:38:20.229 INFO:teuthology.orchestra.run.smithi156.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:38:20.230 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:38:20.231 INFO:teuthology.orchestra.run.smithi156.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:38:20.232 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:38:20.233 INFO:teuthology.orchestra.run.smithi156.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout:Installing weak dependencies: 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:38:20.234 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction Summary 2024-04-26T01:38:20.235 INFO:teuthology.orchestra.run.smithi156.stdout:======================================================================================= 2024-04-26T01:38:20.235 INFO:teuthology.orchestra.run.smithi156.stdout:Install 148 Packages 2024-04-26T01:38:20.235 INFO:teuthology.orchestra.run.smithi156.stdout:Upgrade 4 Packages 2024-04-26T01:38:20.235 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:38:20.235 INFO:teuthology.orchestra.run.smithi156.stdout:Total download size: 222 M 2024-04-26T01:38:20.235 INFO:teuthology.orchestra.run.smithi156.stdout:Downloading Packages: 2024-04-26T01:38:20.488 INFO:teuthology.orchestra.run.smithi090.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 34 kB/s | 6.6 kB 00:00 2024-04-26T01:38:20.668 INFO:teuthology.orchestra.run.smithi044.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:38:20.669 INFO:teuthology.orchestra.run.smithi044.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:38:20.689 INFO:teuthology.orchestra.run.smithi044.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:38:20.691 INFO:teuthology.orchestra.run.smithi044.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:38:20.692 INFO:teuthology.orchestra.run.smithi044.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:38:20.693 INFO:teuthology.orchestra.run.smithi044.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:38:20.696 INFO:teuthology.orchestra.run.smithi044.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:38:20.699 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:38:20.701 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:38:20.713 INFO:teuthology.orchestra.run.smithi090.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 3.9 MB/s | 890 kB 00:00 2024-04-26T01:38:20.772 INFO:teuthology.orchestra.run.smithi090.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 2.4 MB/s | 145 kB 00:00 2024-04-26T01:38:20.775 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:38:20.799 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:38:20.800 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:38:20.801 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrading: 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:38:20.802 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:38:20.803 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:38:20.804 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:38:20.805 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:38:20.806 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:38:20.807 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:38:20.808 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:38:20.809 INFO:teuthology.orchestra.run.smithi044.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout:Installing weak dependencies: 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout:Install 148 Packages 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrade 4 Packages 2024-04-26T01:38:20.810 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:38:20.811 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 222 M 2024-04-26T01:38:20.811 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2024-04-26T01:38:21.107 INFO:teuthology.orchestra.run.smithi156.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 24 kB/s | 6.6 kB 00:00 2024-04-26T01:38:21.139 INFO:teuthology.orchestra.run.smithi090.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 6.4 MB/s | 5.4 MB 00:00 2024-04-26T01:38:21.197 INFO:teuthology.orchestra.run.smithi090.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 5.6 MB/s | 2.4 MB 00:00 2024-04-26T01:38:21.356 INFO:teuthology.orchestra.run.smithi090.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 6.9 MB/s | 1.5 MB 00:00 2024-04-26T01:38:21.984 INFO:teuthology.orchestra.run.smithi044.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 16 kB/s | 6.6 kB 00:00 2024-04-26T01:38:22.081 INFO:teuthology.orchestra.run.smithi090.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 5.3 MB/s | 4.7 MB 00:00 2024-04-26T01:38:22.091 INFO:teuthology.orchestra.run.smithi156.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 905 kB/s | 890 kB 00:00 2024-04-26T01:38:22.291 INFO:teuthology.orchestra.run.smithi156.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 724 kB/s | 145 kB 00:00 2024-04-26T01:38:22.643 INFO:teuthology.orchestra.run.smithi044.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.3 MB/s | 890 kB 00:00 2024-04-26T01:38:22.743 INFO:teuthology.orchestra.run.smithi044.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 1.4 MB/s | 145 kB 00:00 2024-04-26T01:38:23.452 INFO:teuthology.orchestra.run.smithi044.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 2.8 MB/s | 5.4 MB 00:01 2024-04-26T01:38:23.532 INFO:teuthology.orchestra.run.smithi090.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 6.5 MB/s | 21 MB 00:03 2024-04-26T01:38:23.598 INFO:teuthology.orchestra.run.smithi090.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 379 kB/s | 25 kB 00:00 2024-04-26T01:38:23.601 INFO:teuthology.orchestra.run.smithi044.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 2.8 MB/s | 2.4 MB 00:00 2024-04-26T01:38:23.800 INFO:teuthology.orchestra.run.smithi156.stdout:(4/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 1.6 MB/s | 2.4 MB 00:01 2024-04-26T01:38:23.835 INFO:teuthology.orchestra.run.smithi044.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 3.9 MB/s | 1.5 MB 00:00 2024-04-26T01:38:23.966 INFO:teuthology.orchestra.run.smithi090.stdout:(10/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 6.4 MB/s | 17 MB 00:02 2024-04-26T01:38:24.066 INFO:teuthology.orchestra.run.smithi090.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.2 MB/s | 225 kB 00:00 2024-04-26T01:38:24.158 INFO:teuthology.orchestra.run.smithi090.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 295 kB/s | 27 kB 00:00 2024-04-26T01:38:24.251 INFO:teuthology.orchestra.run.smithi090.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 341 kB/s | 32 kB 00:00 2024-04-26T01:38:24.510 INFO:teuthology.orchestra.run.smithi090.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 2.8 MB/s | 747 kB 00:00 2024-04-26T01:38:24.519 INFO:teuthology.orchestra.run.smithi044.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 5.1 MB/s | 4.7 MB 00:00 2024-04-26T01:38:24.577 INFO:teuthology.orchestra.run.smithi090.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 2.4 MB/s | 163 kB 00:00 2024-04-26T01:38:24.658 INFO:teuthology.orchestra.run.smithi156.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 1.7 MB/s | 1.5 MB 00:00 2024-04-26T01:38:24.669 INFO:teuthology.orchestra.run.smithi090.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.3 MB/s | 126 kB 00:00 2024-04-26T01:38:24.767 INFO:teuthology.orchestra.run.smithi156.stdout:(6/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 1.4 MB/s | 5.4 MB 00:03 2024-04-26T01:38:24.886 INFO:teuthology.orchestra.run.smithi090.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 2.3 MB/s | 500 kB 00:00 2024-04-26T01:38:25.178 INFO:teuthology.orchestra.run.smithi090.stdout:(18/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 3.4 MB/s | 11 MB 00:03 2024-04-26T01:38:25.270 INFO:teuthology.orchestra.run.smithi090.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 493 kB/s | 45 kB 00:00 2024-04-26T01:38:25.370 INFO:teuthology.orchestra.run.smithi090.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.3 MB/s | 135 kB 00:00 2024-04-26T01:38:25.753 INFO:teuthology.orchestra.run.smithi044.stdout:(8/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el7 8.6 MB/s | 11 MB 00:01 2024-04-26T01:38:25.762 INFO:teuthology.orchestra.run.smithi090.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 412 kB/s | 161 kB 00:00 2024-04-26T01:38:25.812 INFO:teuthology.orchestra.run.smithi044.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 441 kB/s | 25 kB 00:00 2024-04-26T01:38:25.971 INFO:teuthology.orchestra.run.smithi090.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 1.5 MB/s | 320 kB 00:00 2024-04-26T01:38:26.221 INFO:teuthology.orchestra.run.smithi090.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 1.2 MB/s | 298 kB 00:00 2024-04-26T01:38:26.322 INFO:teuthology.orchestra.run.smithi090.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 992 kB/s | 99 kB 00:00 2024-04-26T01:38:26.422 INFO:teuthology.orchestra.run.smithi090.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 854 kB/s | 85 kB 00:00 2024-04-26T01:38:26.642 INFO:teuthology.orchestra.run.smithi156.stdout:(7/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 3.6 MB/s | 21 MB 00:05 2024-04-26T01:38:26.680 INFO:teuthology.orchestra.run.smithi090.stdout:(26/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 3.0 MB/s | 5.4 MB 00:01 2024-04-26T01:38:26.781 INFO:teuthology.orchestra.run.smithi090.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.7 MB/s | 170 kB 00:00 2024-04-26T01:38:26.873 INFO:teuthology.orchestra.run.smithi090.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 373 kB/s | 34 kB 00:00 2024-04-26T01:38:26.973 INFO:teuthology.orchestra.run.smithi090.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.4 MB/s | 142 kB 00:00 2024-04-26T01:38:27.920 INFO:teuthology.orchestra.run.smithi044.stdout:(10/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 4.1 MB/s | 17 MB 00:04 2024-04-26T01:38:28.015 INFO:teuthology.orchestra.run.smithi090.stdout:(30/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 1.9 MB/s | 3.1 MB 00:01 2024-04-26T01:38:28.050 INFO:teuthology.orchestra.run.smithi156.stdout:(8/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 1.4 MB/s | 4.7 MB 00:03 2024-04-26T01:38:28.062 INFO:teuthology.orchestra.run.smithi044.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 1.6 MB/s | 225 kB 00:00 2024-04-26T01:38:28.142 INFO:teuthology.orchestra.run.smithi156.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 275 kB/s | 25 kB 00:00 2024-04-26T01:38:28.153 INFO:teuthology.orchestra.run.smithi044.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 298 kB/s | 27 kB 00:00 2024-04-26T01:38:28.174 INFO:teuthology.orchestra.run.smithi090.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 2.9 MB/s | 3.5 MB 00:01 2024-04-26T01:38:28.220 INFO:teuthology.orchestra.run.smithi044.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 481 kB/s | 32 kB 00:00 2024-04-26T01:38:28.332 INFO:teuthology.orchestra.run.smithi090.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 1.5 MB/s | 249 kB 00:00 2024-04-26T01:38:28.424 INFO:teuthology.orchestra.run.smithi090.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 537 kB/s | 49 kB 00:00 2024-04-26T01:38:28.454 INFO:teuthology.orchestra.run.smithi044.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 3.1 MB/s | 747 kB 00:00 2024-04-26T01:38:28.508 INFO:teuthology.orchestra.run.smithi090.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 197 kB/s | 16 kB 00:00 2024-04-26T01:38:28.538 INFO:teuthology.orchestra.run.smithi044.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.9 MB/s | 163 kB 00:00 2024-04-26T01:38:28.638 INFO:teuthology.orchestra.run.smithi044.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.2 MB/s | 126 kB 00:00 2024-04-26T01:38:28.667 INFO:teuthology.orchestra.run.smithi090.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 1.7 MB/s | 273 kB 00:00 2024-04-26T01:38:28.805 INFO:teuthology.orchestra.run.smithi044.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 2.9 MB/s | 500 kB 00:00 2024-04-26T01:38:28.992 INFO:teuthology.orchestra.run.smithi090.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 2.3 MB/s | 762 kB 00:00 2024-04-26T01:38:29.085 INFO:teuthology.orchestra.run.smithi090.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 196 kB/s | 18 kB 00:00 2024-04-26T01:38:29.202 INFO:teuthology.orchestra.run.smithi090.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 688 kB/s | 80 kB 00:00 2024-04-26T01:38:29.286 INFO:teuthology.orchestra.run.smithi090.stdout:(39/152): libgfortran-11.4.1-3.el9.x86_64.rpm 9.4 MB/s | 803 kB 00:00 2024-04-26T01:38:29.328 INFO:teuthology.orchestra.run.smithi090.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-04-26T01:38:29.370 INFO:teuthology.orchestra.run.smithi090.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 6.0 MB/s | 253 kB 00:00 2024-04-26T01:38:29.437 INFO:teuthology.orchestra.run.smithi090.stdout:(42/152): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-04-26T01:38:29.471 INFO:teuthology.orchestra.run.smithi090.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 3.1 MB/s | 106 kB 00:00 2024-04-26T01:38:29.505 INFO:teuthology.orchestra.run.smithi090.stdout:(44/152): python3-pycparser-2.20-6.el9.noarch.r 4.0 MB/s | 135 kB 00:00 2024-04-26T01:38:29.546 INFO:teuthology.orchestra.run.smithi090.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-04-26T01:38:29.588 INFO:teuthology.orchestra.run.smithi090.stdout:(46/152): python3-urllib3-1.26.5-5.el9.noarch.r 5.0 MB/s | 215 kB 00:00 2024-04-26T01:38:29.647 INFO:teuthology.orchestra.run.smithi090.stdout:(47/152): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-04-26T01:38:29.706 INFO:teuthology.orchestra.run.smithi090.stdout:(48/152): bison-3.7.4-5.el9.x86_64.rpm 16 MB/s | 943 kB 00:00 2024-04-26T01:38:29.748 INFO:teuthology.orchestra.run.smithi090.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-04-26T01:38:29.781 INFO:teuthology.orchestra.run.smithi090.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 648 kB/s | 21 kB 00:00 2024-04-26T01:38:29.823 INFO:teuthology.orchestra.run.smithi090.stdout:(51/152): flex-2.6.4-9.el9.x86_64.rpm 7.3 MB/s | 313 kB 00:00 2024-04-26T01:38:29.857 INFO:teuthology.orchestra.run.smithi090.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 977 kB/s | 33 kB 00:00 2024-04-26T01:38:29.982 INFO:teuthology.orchestra.run.smithi090.stdout:(53/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 24 MB/s | 3.0 MB 00:00 2024-04-26T01:38:30.025 INFO:teuthology.orchestra.run.smithi090.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-04-26T01:38:30.083 INFO:teuthology.orchestra.run.smithi090.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 191 kB/s | 11 kB 00:00 2024-04-26T01:38:30.084 INFO:teuthology.orchestra.run.smithi156.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 3.1 MB/s | 11 MB 00:03 2024-04-26T01:38:30.114 INFO:teuthology.orchestra.run.smithi044.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 4.1 MB/s | 5.4 MB 00:01 2024-04-26T01:38:30.125 INFO:teuthology.orchestra.run.smithi090.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 160 kB 00:00 2024-04-26T01:38:30.167 INFO:teuthology.orchestra.run.smithi090.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-04-26T01:38:30.197 INFO:teuthology.orchestra.run.smithi044.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 547 kB/s | 45 kB 00:00 2024-04-26T01:38:30.218 INFO:teuthology.orchestra.run.smithi090.stdout:(58/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-26T01:38:30.251 INFO:teuthology.orchestra.run.smithi156.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 1.3 MB/s | 225 kB 00:00 2024-04-26T01:38:30.276 INFO:teuthology.orchestra.run.smithi090.stdout:(59/152): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 582 kB 00:00 2024-04-26T01:38:30.298 INFO:teuthology.orchestra.run.smithi044.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.3 MB/s | 135 kB 00:00 2024-04-26T01:38:30.319 INFO:teuthology.orchestra.run.smithi090.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 610 kB/s | 25 kB 00:00 2024-04-26T01:38:30.343 INFO:teuthology.orchestra.run.smithi156.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 295 kB/s | 27 kB 00:00 2024-04-26T01:38:30.353 INFO:teuthology.orchestra.run.smithi090.stdout:(61/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.3 MB/s | 47 kB 00:00 2024-04-26T01:38:30.404 INFO:teuthology.orchestra.run.smithi090.stdout:(62/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-26T01:38:30.406 INFO:teuthology.orchestra.run.smithi044.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.5 MB/s | 161 kB 00:00 2024-04-26T01:38:30.426 INFO:teuthology.orchestra.run.smithi156.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 381 kB/s | 32 kB 00:00 2024-04-26T01:38:30.446 INFO:teuthology.orchestra.run.smithi090.stdout:(63/152): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2024-04-26T01:38:30.488 INFO:teuthology.orchestra.run.smithi090.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 847 kB/s | 35 kB 00:00 2024-04-26T01:38:30.598 INFO:teuthology.orchestra.run.smithi044.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 1.6 MB/s | 320 kB 00:00 2024-04-26T01:38:30.672 INFO:teuthology.orchestra.run.smithi090.stdout:(65/152): openblas-openmp-0.3.21-2.el9.x86_64.r 26 MB/s | 4.7 MB 00:00 2024-04-26T01:38:30.752 INFO:teuthology.orchestra.run.smithi156.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 2.2 MB/s | 747 kB 00:00 2024-04-26T01:38:30.821 INFO:teuthology.orchestra.run.smithi156.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 2.3 MB/s | 163 kB 00:00 2024-04-26T01:38:30.880 INFO:teuthology.orchestra.run.smithi090.stdout:(66/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 21 MB/s | 4.4 MB 00:00 2024-04-26T01:38:30.887 INFO:teuthology.orchestra.run.smithi156.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.9 MB/s | 126 kB 00:00 2024-04-26T01:38:30.965 INFO:teuthology.orchestra.run.smithi090.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-04-26T01:38:31.022 INFO:teuthology.orchestra.run.smithi090.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 15 MB/s | 911 kB 00:00 2024-04-26T01:38:31.065 INFO:teuthology.orchestra.run.smithi090.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 3.1 MB/s | 133 kB 00:00 2024-04-26T01:38:31.071 INFO:teuthology.orchestra.run.smithi156.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 2.7 MB/s | 500 kB 00:00 2024-04-26T01:38:31.123 INFO:teuthology.orchestra.run.smithi044.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 567 kB/s | 298 kB 00:00 2024-04-26T01:38:31.199 INFO:teuthology.orchestra.run.smithi044.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.3 MB/s | 99 kB 00:00 2024-04-26T01:38:31.282 INFO:teuthology.orchestra.run.smithi090.stdout:(70/152): postgresql-server-13.14-1.el9.x86_64. 27 MB/s | 5.8 MB 00:00 2024-04-26T01:38:31.373 INFO:teuthology.orchestra.run.smithi090.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2024-04-26T01:38:31.416 INFO:teuthology.orchestra.run.smithi090.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 2.0 MB/s | 87 kB 00:00 2024-04-26T01:38:31.608 INFO:teuthology.orchestra.run.smithi090.stdout:(73/152): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 6.0 MB 00:00 2024-04-26T01:38:31.658 INFO:teuthology.orchestra.run.smithi090.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 4.8 MB/s | 244 kB 00:00 2024-04-26T01:38:31.708 INFO:teuthology.orchestra.run.smithi090.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-04-26T01:38:31.749 INFO:teuthology.orchestra.run.smithi044.stdout:(25/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 8.3 MB/s | 49 MB 00:05 2024-04-26T01:38:31.750 INFO:teuthology.orchestra.run.smithi090.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 613 kB/s | 26 kB 00:00 2024-04-26T01:38:31.783 INFO:teuthology.orchestra.run.smithi044.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 146 kB/s | 85 kB 00:00 2024-04-26T01:38:31.784 INFO:teuthology.orchestra.run.smithi090.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 575 kB/s | 19 kB 00:00 2024-04-26T01:38:31.826 INFO:teuthology.orchestra.run.smithi090.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 4.0 MB/s | 172 kB 00:00 2024-04-26T01:38:31.868 INFO:teuthology.orchestra.run.smithi090.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 835 kB/s | 35 kB 00:00 2024-04-26T01:38:32.000 INFO:teuthology.orchestra.run.smithi044.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 789 kB/s | 170 kB 00:00 2024-04-26T01:38:32.035 INFO:teuthology.orchestra.run.smithi090.stdout:(80/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 31 MB/s | 5.1 MB 00:00 2024-04-26T01:38:32.077 INFO:teuthology.orchestra.run.smithi090.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-04-26T01:38:32.091 INFO:teuthology.orchestra.run.smithi044.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 377 kB/s | 34 kB 00:00 2024-04-26T01:38:32.113 INFO:teuthology.orchestra.run.smithi156.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 5.1 MB/s | 5.4 MB 00:01 2024-04-26T01:38:32.119 INFO:teuthology.orchestra.run.smithi090.stdout:(82/152): python3-oauthlib-3.1.1-5.el9.noarch.r 5.2 MB/s | 222 kB 00:00 2024-04-26T01:38:32.161 INFO:teuthology.orchestra.run.smithi090.stdout:(83/152): python3-packaging-20.9-5.el9.noarch.r 1.8 MB/s | 77 kB 00:00 2024-04-26T01:38:32.175 INFO:teuthology.orchestra.run.smithi044.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.7 MB/s | 142 kB 00:00 2024-04-26T01:38:32.205 INFO:teuthology.orchestra.run.smithi156.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 493 kB/s | 45 kB 00:00 2024-04-26T01:38:32.263 INFO:teuthology.orchestra.run.smithi090.stdout:(84/152): ceph-mgr-diskprediction-local-19.0.0- 1.7 MB/s | 7.4 MB 00:04 2024-04-26T01:38:32.288 INFO:teuthology.orchestra.run.smithi090.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 333 kB/s | 42 kB 00:00 2024-04-26T01:38:32.288 INFO:teuthology.orchestra.run.smithi156.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.6 MB/s | 135 kB 00:00 2024-04-26T01:38:32.313 INFO:teuthology.orchestra.run.smithi090.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-04-26T01:38:32.317 INFO:teuthology.orchestra.run.smithi044.stdout:(30/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 5.5 MB/s | 3.1 MB 00:00 2024-04-26T01:38:32.339 INFO:teuthology.orchestra.run.smithi090.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-26T01:38:32.372 INFO:teuthology.orchestra.run.smithi156.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.9 MB/s | 161 kB 00:00 2024-04-26T01:38:32.373 INFO:teuthology.orchestra.run.smithi090.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-04-26T01:38:32.398 INFO:teuthology.orchestra.run.smithi090.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 874 kB/s | 51 kB 00:00 2024-04-26T01:38:32.423 INFO:teuthology.orchestra.run.smithi090.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-26T01:38:32.465 INFO:teuthology.orchestra.run.smithi090.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-04-26T01:38:32.499 INFO:teuthology.orchestra.run.smithi090.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.4 MB/s | 44 kB 00:00 2024-04-26T01:38:32.549 INFO:teuthology.orchestra.run.smithi090.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 4.6 MB/s | 221 kB 00:00 2024-04-26T01:38:32.556 INFO:teuthology.orchestra.run.smithi156.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 1.7 MB/s | 320 kB 00:00 2024-04-26T01:38:32.591 INFO:teuthology.orchestra.run.smithi090.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 904 kB/s | 36 kB 00:00 2024-04-26T01:38:32.633 INFO:teuthology.orchestra.run.smithi090.stdout:(95/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.2 MB/s | 47 kB 00:00 2024-04-26T01:38:32.731 INFO:teuthology.orchestra.run.smithi156.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 1.7 MB/s | 298 kB 00:00 2024-04-26T01:38:32.815 INFO:teuthology.orchestra.run.smithi156.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.2 MB/s | 99 kB 00:00 2024-04-26T01:38:32.890 INFO:teuthology.orchestra.run.smithi156.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 85 kB 00:00 2024-04-26T01:38:32.970 INFO:teuthology.orchestra.run.smithi090.stdout:(96/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-04-26T01:38:33.001 INFO:teuthology.orchestra.run.smithi090.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 835 kB/s | 305 kB 00:00 2024-04-26T01:38:33.026 INFO:teuthology.orchestra.run.smithi090.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.0 MB/s | 58 kB 00:00 2024-04-26T01:38:33.052 INFO:teuthology.orchestra.run.smithi090.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-26T01:38:33.077 INFO:teuthology.orchestra.run.smithi090.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-26T01:38:33.102 INFO:teuthology.orchestra.run.smithi090.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-04-26T01:38:33.128 INFO:teuthology.orchestra.run.smithi090.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 444 kB/s | 22 kB 00:00 2024-04-26T01:38:33.170 INFO:teuthology.orchestra.run.smithi090.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 13 MB/s | 863 kB 00:00 2024-04-26T01:38:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 3.3 MB/s | 3.5 MB 00:01 2024-04-26T01:38:33.451 INFO:teuthology.orchestra.run.smithi044.stdout:(32/152): ceph-mgr-diskprediction-local-19.0.0- 6.5 MB/s | 7.4 MB 00:01 2024-04-26T01:38:33.485 INFO:teuthology.orchestra.run.smithi044.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3156.gd6 998 kB/s | 249 kB 00:00 2024-04-26T01:38:33.518 INFO:teuthology.orchestra.run.smithi044.stdout:(34/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 750 kB/s | 49 kB 00:00 2024-04-26T01:38:33.543 INFO:teuthology.orchestra.run.smithi044.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 284 kB/s | 16 kB 00:00 2024-04-26T01:38:33.566 INFO:teuthology.orchestra.run.smithi156.stdout:(26/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 4.6 MB/s | 3.1 MB 00:00 2024-04-26T01:38:33.577 INFO:teuthology.orchestra.run.smithi044.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 4.6 MB/s | 273 kB 00:00 2024-04-26T01:38:33.624 INFO:teuthology.orchestra.run.smithi156.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.9 MB/s | 170 kB 00:00 2024-04-26T01:38:33.674 INFO:teuthology.orchestra.run.smithi156.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 685 kB/s | 34 kB 00:00 2024-04-26T01:38:33.695 INFO:teuthology.orchestra.run.smithi090.stdout:(104/152): ceph-test-19.0.0-3156.gd69f13d8.el7. 4.9 MB/s | 49 MB 00:10 2024-04-26T01:38:33.727 INFO:teuthology.orchestra.run.smithi044.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 123 kB/s | 18 kB 00:00 2024-04-26T01:38:33.733 INFO:teuthology.orchestra.run.smithi156.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 2.4 MB/s | 142 kB 00:00 2024-04-26T01:38:33.820 INFO:teuthology.orchestra.run.smithi090.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 156 kB/s | 19 kB 00:00 2024-04-26T01:38:33.844 INFO:teuthology.orchestra.run.smithi044.stdout:(38/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 2.5 MB/s | 762 kB 00:00 2024-04-26T01:38:33.853 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:38:33.903 INFO:teuthology.orchestra.run.smithi044.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 459 kB/s | 80 kB 00:00 2024-04-26T01:38:33.945 INFO:teuthology.orchestra.run.smithi090.stdout:(106/152): abseil-cpp-20211102.0-3.el9.x86_64.r 671 kB/s | 548 kB 00:00 2024-04-26T01:38:33.970 INFO:teuthology.orchestra.run.smithi044.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 6.4 MB/s | 803 kB 00:00 2024-04-26T01:38:33.971 INFO:teuthology.orchestra.run.smithi090.stdout:(107/152): gperftools-libs-2.9.1-2.el9.x86_64.r 386 kB/s | 309 kB 00:00 2024-04-26T01:38:33.978 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 209.222.200.200) 2024-04-26T01:38:34.004 INFO:teuthology.orchestra.run.smithi044.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.0 MB/s | 195 kB 00:00 2024-04-26T01:38:34.004 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:38:34.037 INFO:teuthology.orchestra.run.smithi044.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.9 MB/s | 253 kB 00:00 2024-04-26T01:38:34.064 INFO:teuthology.orchestra.run.smithi090.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 528 kB/s | 49 kB 00:00 2024-04-26T01:38:34.065 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:38:34.121 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 209.222.200.200) 2024-04-26T01:38:34.121 INFO:teuthology.orchestra.run.smithi044.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.2 MB 00:00 2024-04-26T01:38:34.146 INFO:teuthology.orchestra.run.smithi044.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-04-26T01:38:34.148 INFO:teuthology.orchestra.run.smithi090.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 806 kB/s | 67 kB 00:00 2024-04-26T01:38:34.150 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 134.195.207.11) 2024-04-26T01:38:34.171 INFO:teuthology.orchestra.run.smithi044.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.7 MB/s | 135 kB 00:00 2024-04-26T01:38:34.179 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:38:34.196 INFO:teuthology.orchestra.run.smithi044.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.5 MB/s | 125 kB 00:00 2024-04-26T01:38:34.232 INFO:teuthology.orchestra.run.smithi090.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 1.8 MB/s | 151 kB 00:00 2024-04-26T01:38:34.239 INFO:teuthology.orchestra.run.smithi044.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.3 MB/s | 215 kB 00:00 2024-04-26T01:38:34.264 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 134.195.207.11) 2024-04-26T01:38:34.266 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:38:34.281 INFO:teuthology.orchestra.run.smithi044.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 8.3 MB/s | 689 kB 00:00 2024-04-26T01:38:34.291 INFO:teuthology.orchestra.run.smithi156.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 6.3 MB/s | 3.5 MB 00:00 2024-04-26T01:38:34.299 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:38:34.328 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:38:34.331 INFO:teuthology.orchestra.run.smithi044.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 11 MB/s | 943 kB 00:00 2024-04-26T01:38:34.356 INFO:teuthology.orchestra.run.smithi044.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-04-26T01:38:34.357 INFO:teuthology.orchestra.run.smithi090.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:38:34.373 INFO:teuthology.orchestra.run.smithi044.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 538 kB/s | 21 kB 00:00 2024-04-26T01:38:34.407 INFO:teuthology.orchestra.run.smithi044.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 6.2 MB/s | 313 kB 00:00 2024-04-26T01:38:34.432 INFO:teuthology.orchestra.run.smithi044.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 596 kB/s | 33 kB 00:00 2024-04-26T01:38:34.541 INFO:teuthology.orchestra.run.smithi044.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 23 MB/s | 3.0 MB 00:00 2024-04-26T01:38:34.566 INFO:teuthology.orchestra.run.smithi044.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 156 kB/s | 18 kB 00:00 2024-04-26T01:38:34.600 INFO:teuthology.orchestra.run.smithi044.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 349 kB/s | 11 kB 00:00 2024-04-26T01:38:34.625 INFO:teuthology.orchestra.run.smithi044.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-26T01:38:34.650 INFO:teuthology.orchestra.run.smithi044.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 944 kB/s | 45 kB 00:00 2024-04-26T01:38:34.700 INFO:teuthology.orchestra.run.smithi044.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.8 MB/s | 662 kB 00:00 2024-04-26T01:38:34.743 INFO:teuthology.orchestra.run.smithi044.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 6.7 MB/s | 582 kB 00:00 2024-04-26T01:38:34.768 INFO:teuthology.orchestra.run.smithi044.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 419 kB/s | 25 kB 00:00 2024-04-26T01:38:34.793 INFO:teuthology.orchestra.run.smithi044.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 967 kB/s | 47 kB 00:00 2024-04-26T01:38:34.827 INFO:teuthology.orchestra.run.smithi044.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.0 MB/s | 292 kB 00:00 2024-04-26T01:38:34.860 INFO:teuthology.orchestra.run.smithi044.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 2.9 MB/s | 188 kB 00:00 2024-04-26T01:38:34.886 INFO:teuthology.orchestra.run.smithi044.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 630 kB/s | 35 kB 00:00 2024-04-26T01:38:35.028 INFO:teuthology.orchestra.run.smithi044.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 29 MB/s | 4.7 MB 00:00 2024-04-26T01:38:35.145 INFO:teuthology.orchestra.run.smithi044.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-04-26T01:38:35.173 INFO:teuthology.orchestra.run.smithi090.stdout:(111/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 21 kB/s | 26 kB 00:01 2024-04-26T01:38:35.194 INFO:teuthology.orchestra.run.smithi044.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-04-26T01:38:35.270 INFO:teuthology.orchestra.run.smithi044.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 7.2 MB/s | 911 kB 00:00 2024-04-26T01:38:35.274 INFO:teuthology.orchestra.run.smithi090.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 5.4 MB/s | 548 kB 00:00 2024-04-26T01:38:35.295 INFO:teuthology.orchestra.run.smithi044.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-04-26T01:38:35.342 INFO:teuthology.orchestra.run.smithi156.stdout:(31/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 1.6 MB/s | 17 MB 00:10 2024-04-26T01:38:35.349 INFO:teuthology.orchestra.run.smithi090.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 579 kB/s | 43 kB 00:00 2024-04-26T01:38:35.399 INFO:teuthology.orchestra.run.smithi090.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 643 kB/s | 32 kB 00:00 2024-04-26T01:38:35.434 INFO:teuthology.orchestra.run.smithi156.stdout:(32/152): ceph-mgr-diskprediction-local-19.0.0- 6.5 MB/s | 7.4 MB 00:01 2024-04-26T01:38:35.446 INFO:teuthology.orchestra.run.smithi044.stdout:(71/152): postgresql-server-13.14-1.el9.x86_64. 33 MB/s | 5.8 MB 00:00 2024-04-26T01:38:35.450 INFO:teuthology.orchestra.run.smithi090.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 299 kB/s | 15 kB 00:00 2024-04-26T01:38:35.475 INFO:teuthology.orchestra.run.smithi156.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 1.2 MB/s | 49 kB 00:00 2024-04-26T01:38:35.487 INFO:teuthology.orchestra.run.smithi044.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 5.8 MB/s | 1.0 MB 00:00 2024-04-26T01:38:35.501 INFO:teuthology.orchestra.run.smithi156.stdout:(34/152): ceph-mgr-modules-core-19.0.0-3156.gd6 1.5 MB/s | 249 kB 00:00 2024-04-26T01:38:35.513 INFO:teuthology.orchestra.run.smithi044.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-04-26T01:38:35.517 INFO:teuthology.orchestra.run.smithi090.stdout:(116/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-04-26T01:38:35.526 INFO:teuthology.orchestra.run.smithi156.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 328 kB/s | 16 kB 00:00 2024-04-26T01:38:35.550 INFO:teuthology.orchestra.run.smithi090.stdout:(117/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 636 kB/s | 838 kB 00:01 2024-04-26T01:38:35.617 INFO:teuthology.orchestra.run.smithi090.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-04-26T01:38:35.643 INFO:teuthology.orchestra.run.smithi090.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.2 MB/s | 303 kB 00:00 2024-04-26T01:38:35.643 INFO:teuthology.orchestra.run.smithi156.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 1.9 MB/s | 273 kB 00:00 2024-04-26T01:38:35.677 INFO:teuthology.orchestra.run.smithi090.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 601 kB/s | 35 kB 00:00 2024-04-26T01:38:35.677 INFO:teuthology.orchestra.run.smithi156.stdout:(37/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 5.0 MB/s | 762 kB 00:00 2024-04-26T01:38:35.680 INFO:teuthology.orchestra.run.smithi044.stdout:(74/152): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 6.0 MB 00:00 2024-04-26T01:38:35.713 INFO:teuthology.orchestra.run.smithi044.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.3 MB/s | 244 kB 00:00 2024-04-26T01:38:35.718 INFO:teuthology.orchestra.run.smithi156.stdout:(38/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 242 kB/s | 18 kB 00:00 2024-04-26T01:38:35.727 INFO:teuthology.orchestra.run.smithi090.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 2.4 MB/s | 206 kB 00:00 2024-04-26T01:38:35.747 INFO:teuthology.orchestra.run.smithi044.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 3.8 MB/s | 248 kB 00:00 2024-04-26T01:38:35.781 INFO:teuthology.orchestra.run.smithi044.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 400 kB/s | 26 kB 00:00 2024-04-26T01:38:35.806 INFO:teuthology.orchestra.run.smithi044.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 332 kB/s | 19 kB 00:00 2024-04-26T01:38:35.818 INFO:teuthology.orchestra.run.smithi090.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB 00:00 2024-04-26T01:38:35.848 INFO:teuthology.orchestra.run.smithi044.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.6 MB/s | 172 kB 00:00 2024-04-26T01:38:35.869 INFO:teuthology.orchestra.run.smithi156.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 418 kB/s | 80 kB 00:00 2024-04-26T01:38:35.873 INFO:teuthology.orchestra.run.smithi044.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 525 kB/s | 35 kB 00:00 2024-04-26T01:38:35.877 INFO:teuthology.orchestra.run.smithi090.stdout:(123/152): python3-grpcio-1.46.7-10.el9.x86_64. 10 MB/s | 2.0 MB 00:00 2024-04-26T01:38:35.903 INFO:teuthology.orchestra.run.smithi090.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 127 kB/s | 11 kB 00:00 2024-04-26T01:38:35.961 INFO:teuthology.orchestra.run.smithi156.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.1 MB/s | 195 kB 00:00 2024-04-26T01:38:35.978 INFO:teuthology.orchestra.run.smithi090.stdout:(125/152): libarrow-9.0.0-10.el9.x86_64.rpm 2.0 MB/s | 4.4 MB 00:02 2024-04-26T01:38:36.003 INFO:teuthology.orchestra.run.smithi090.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 141 kB/s | 18 kB 00:00 2024-04-26T01:38:36.019 INFO:teuthology.orchestra.run.smithi156.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.3 MB/s | 253 kB 00:00 2024-04-26T01:38:36.024 INFO:teuthology.orchestra.run.smithi044.stdout:(81/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 29 MB/s | 5.1 MB 00:00 2024-04-26T01:38:36.029 INFO:teuthology.orchestra.run.smithi090.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 184 kB/s | 23 kB 00:00 2024-04-26T01:38:36.057 INFO:teuthology.orchestra.run.smithi044.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.5 MB/s | 250 kB 00:00 2024-04-26T01:38:36.086 INFO:teuthology.orchestra.run.smithi156.stdout:(42/152): python3-cryptography-36.0.1-4.el9.x86 19 MB/s | 1.2 MB 00:00 2024-04-26T01:38:36.087 INFO:teuthology.orchestra.run.smithi090.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 338 kB/s | 20 kB 00:00 2024-04-26T01:38:36.091 INFO:teuthology.orchestra.run.smithi044.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 222 kB 00:00 2024-04-26T01:38:36.112 INFO:teuthology.orchestra.run.smithi156.stdout:(43/152): libgfortran-11.4.1-3.el9.x86_64.rpm 2.1 MB/s | 803 kB 00:00 2024-04-26T01:38:36.116 INFO:teuthology.orchestra.run.smithi044.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.4 MB/s | 77 kB 00:00 2024-04-26T01:38:36.121 INFO:teuthology.orchestra.run.smithi090.stdout:(129/152): python3-jaraco-functools-3.5.0-2.el9 136 kB/s | 19 kB 00:00 2024-04-26T01:38:36.133 INFO:teuthology.orchestra.run.smithi044.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-04-26T01:38:36.137 INFO:teuthology.orchestra.run.smithi156.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-26T01:38:36.162 INFO:teuthology.orchestra.run.smithi156.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-26T01:38:36.163 INFO:teuthology.orchestra.run.smithi090.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 616 kB/s | 46 kB 00:00 2024-04-26T01:38:36.167 INFO:teuthology.orchestra.run.smithi044.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.4 MB/s | 269 kB 00:00 2024-04-26T01:38:36.188 INFO:teuthology.orchestra.run.smithi156.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-26T01:38:36.192 INFO:teuthology.orchestra.run.smithi044.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.8 MB/s | 159 kB 00:00 2024-04-26T01:38:36.205 INFO:teuthology.orchestra.run.smithi090.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 5.8 MB/s | 1.0 MB 00:00 2024-04-26T01:38:36.213 INFO:teuthology.orchestra.run.smithi156.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-26T01:38:36.225 INFO:teuthology.orchestra.run.smithi044.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.8 MB/s | 279 kB 00:00 2024-04-26T01:38:36.230 INFO:teuthology.orchestra.run.smithi090.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 859 kB/s | 58 kB 00:00 2024-04-26T01:38:36.246 INFO:teuthology.orchestra.run.smithi156.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-04-26T01:38:36.251 INFO:teuthology.orchestra.run.smithi044.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 929 kB/s | 51 kB 00:00 2024-04-26T01:38:36.265 INFO:teuthology.orchestra.run.smithi090.stdout:(133/152): python3-more-itertools-8.12.0-2.el9. 548 kB/s | 79 kB 00:00 2024-04-26T01:38:36.276 INFO:teuthology.orchestra.run.smithi044.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.1 MB/s | 54 kB 00:00 2024-04-26T01:38:36.280 INFO:teuthology.orchestra.run.smithi156.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 14 MB/s | 943 kB 00:00 2024-04-26T01:38:36.299 INFO:teuthology.orchestra.run.smithi090.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-26T01:38:36.306 INFO:teuthology.orchestra.run.smithi156.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-26T01:38:36.324 INFO:teuthology.orchestra.run.smithi090.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 176 kB/s | 16 kB 00:00 2024-04-26T01:38:36.331 INFO:teuthology.orchestra.run.smithi156.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 431 kB/s | 21 kB 00:00 2024-04-26T01:38:36.356 INFO:teuthology.orchestra.run.smithi156.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-26T01:38:36.366 INFO:teuthology.orchestra.run.smithi090.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 422 kB/s | 28 kB 00:00 2024-04-26T01:38:36.382 INFO:teuthology.orchestra.run.smithi156.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 661 kB/s | 33 kB 00:00 2024-04-26T01:38:36.392 INFO:teuthology.orchestra.run.smithi090.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 459 kB/s | 31 kB 00:00 2024-04-26T01:38:36.417 INFO:teuthology.orchestra.run.smithi090.stdout:(138/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 594 kB/s | 90 kB 00:00 2024-04-26T01:38:36.467 INFO:teuthology.orchestra.run.smithi090.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-26T01:38:36.482 INFO:teuthology.orchestra.run.smithi156.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 24 MB/s | 3.0 MB 00:00 2024-04-26T01:38:36.492 INFO:teuthology.orchestra.run.smithi090.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 587 kB/s | 59 kB 00:00 2024-04-26T01:38:36.507 INFO:teuthology.orchestra.run.smithi156.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 147 kB/s | 18 kB 00:00 2024-04-26T01:38:36.518 INFO:teuthology.orchestra.run.smithi090.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 355 kB/s | 36 kB 00:00 2024-04-26T01:38:36.532 INFO:teuthology.orchestra.run.smithi156.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-26T01:38:36.543 INFO:teuthology.orchestra.run.smithi090.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-04-26T01:38:36.558 INFO:teuthology.orchestra.run.smithi156.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-26T01:38:36.568 INFO:teuthology.orchestra.run.smithi090.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-26T01:38:36.583 INFO:teuthology.orchestra.run.smithi156.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 906 kB/s | 45 kB 00:00 2024-04-26T01:38:36.608 INFO:teuthology.orchestra.run.smithi156.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-26T01:38:36.618 INFO:teuthology.orchestra.run.smithi090.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-26T01:38:36.634 INFO:teuthology.orchestra.run.smithi156.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 12 MB/s | 582 kB 00:00 2024-04-26T01:38:36.644 INFO:teuthology.orchestra.run.smithi090.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-04-26T01:38:36.650 INFO:teuthology.orchestra.run.smithi156.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 623 kB/s | 25 kB 00:00 2024-04-26T01:38:36.670 INFO:teuthology.orchestra.run.smithi156.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-04-26T01:38:36.670 INFO:teuthology.orchestra.run.smithi090.stdout:(146/152): python3-websocket-client-1.2.3-2.el9 593 kB/s | 90 kB 00:00 2024-04-26T01:38:36.676 INFO:teuthology.orchestra.run.smithi044.stdout:(91/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 38 MB/s | 16 MB 00:00 2024-04-26T01:38:36.692 INFO:teuthology.orchestra.run.smithi156.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.8 MB/s | 292 kB 00:00 2024-04-26T01:38:36.694 INFO:teuthology.orchestra.run.smithi090.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-26T01:38:36.701 INFO:teuthology.orchestra.run.smithi044.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 102 kB/s | 42 kB 00:00 2024-04-26T01:38:36.718 INFO:teuthology.orchestra.run.smithi156.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-26T01:38:36.735 INFO:teuthology.orchestra.run.smithi156.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 850 kB/s | 35 kB 00:00 2024-04-26T01:38:36.743 INFO:teuthology.orchestra.run.smithi044.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.1 MB/s | 44 kB 00:00 2024-04-26T01:38:36.777 INFO:teuthology.orchestra.run.smithi044.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-04-26T01:38:36.786 INFO:teuthology.orchestra.run.smithi090.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-26T01:38:36.802 INFO:teuthology.orchestra.run.smithi044.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 645 kB/s | 36 kB 00:00 2024-04-26T01:38:36.835 INFO:teuthology.orchestra.run.smithi156.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2024-04-26T01:38:36.836 INFO:teuthology.orchestra.run.smithi044.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 827 kB/s | 47 kB 00:00 2024-04-26T01:38:36.870 INFO:teuthology.orchestra.run.smithi044.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.5 MB/s | 305 kB 00:00 2024-04-26T01:38:36.895 INFO:teuthology.orchestra.run.smithi044.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.0 MB/s | 58 kB 00:00 2024-04-26T01:38:36.902 INFO:teuthology.orchestra.run.smithi156.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 27 MB/s | 4.4 MB 00:00 2024-04-26T01:38:36.920 INFO:teuthology.orchestra.run.smithi044.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.9 MB/s | 94 kB 00:00 2024-04-26T01:38:36.936 INFO:teuthology.orchestra.run.smithi156.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-04-26T01:38:36.969 INFO:teuthology.orchestra.run.smithi156.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 14 MB/s | 911 kB 00:00 2024-04-26T01:38:36.970 INFO:teuthology.orchestra.run.smithi090.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 7.4 MB/s | 1.3 MB 00:00 2024-04-26T01:38:36.994 INFO:teuthology.orchestra.run.smithi156.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.3 MB/s | 133 kB 00:00 2024-04-26T01:38:37.112 INFO:teuthology.orchestra.run.smithi090.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 17 MB/s | 2.4 MB 00:00 2024-04-26T01:38:37.137 INFO:teuthology.orchestra.run.smithi156.stdout:(71/152): postgresql-server-13.14-1.el9.x86_64. 35 MB/s | 5.8 MB 00:00 2024-04-26T01:38:37.171 INFO:teuthology.orchestra.run.smithi156.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 5.8 MB/s | 1.0 MB 00:00 2024-04-26T01:38:37.179 INFO:teuthology.orchestra.run.smithi044.stdout:(100/152): ceph-common-19.0.0-3156.gd69f13d8.el 1.4 MB/s | 21 MB 00:15 2024-04-26T01:38:37.195 INFO:teuthology.orchestra.run.smithi156.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-26T01:38:37.204 INFO:teuthology.orchestra.run.smithi090.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 6.4 MB/s | 3.4 MB 00:00 2024-04-26T01:38:37.204 INFO:teuthology.orchestra.run.smithi044.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 207 kB/s | 64 kB 00:00 2024-04-26T01:38:37.229 INFO:teuthology.orchestra.run.smithi044.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 146 kB/s | 45 kB 00:00 2024-04-26T01:38:37.255 INFO:teuthology.orchestra.run.smithi044.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 460 kB/s | 22 kB 00:00 2024-04-26T01:38:37.297 INFO:teuthology.orchestra.run.smithi044.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 9.4 MB/s | 863 kB 00:00 2024-04-26T01:38:37.329 INFO:teuthology.orchestra.run.smithi156.stdout:(74/152): python3-babel-2.9.1-2.el9.noarch.rpm 38 MB/s | 6.0 MB 00:00 2024-04-26T01:38:37.354 INFO:teuthology.orchestra.run.smithi156.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.5 MB/s | 244 kB 00:00 2024-04-26T01:38:37.380 INFO:teuthology.orchestra.run.smithi156.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-04-26T01:38:37.405 INFO:teuthology.orchestra.run.smithi156.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-04-26T01:38:37.431 INFO:teuthology.orchestra.run.smithi156.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 384 kB/s | 19 kB 00:00 2024-04-26T01:38:37.456 INFO:teuthology.orchestra.run.smithi156.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-26T01:38:37.481 INFO:teuthology.orchestra.run.smithi156.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-04-26T01:38:37.496 INFO:teuthology.orchestra.run.smithi090.stdout:(152/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 3.9 MB/s | 3.1 MB 00:00 2024-04-26T01:38:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:38:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:Total 12 MB/s | 222 MB 00:18 2024-04-26T01:38:37.588 INFO:teuthology.orchestra.run.smithi044.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 115 kB/s | 19 kB 00:00 2024-04-26T01:38:37.598 INFO:teuthology.orchestra.run.smithi156.stdout:(81/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 5.1 MB 00:00 2024-04-26T01:38:37.632 INFO:teuthology.orchestra.run.smithi156.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 250 kB 00:00 2024-04-26T01:38:37.639 INFO:teuthology.orchestra.run.smithi044.stdout:(106/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.3 MB/s | 548 kB 00:00 2024-04-26T01:38:37.657 INFO:teuthology.orchestra.run.smithi156.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-04-26T01:38:37.682 INFO:teuthology.orchestra.run.smithi156.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-26T01:38:37.698 INFO:teuthology.orchestra.run.smithi044.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 452 kB/s | 26 kB 00:00 2024-04-26T01:38:37.707 INFO:teuthology.orchestra.run.smithi156.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-04-26T01:38:37.731 INFO:teuthology.orchestra.run.smithi044.stdout:(108/152): gperftools-libs-2.9.1-2.el9.x86_64.r 658 kB/s | 309 kB 00:00 2024-04-26T01:38:37.733 INFO:teuthology.orchestra.run.smithi156.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-04-26T01:38:37.757 INFO:teuthology.orchestra.run.smithi044.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 837 kB/s | 49 kB 00:00 2024-04-26T01:38:37.758 INFO:teuthology.orchestra.run.smithi156.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-26T01:38:37.782 INFO:teuthology.orchestra.run.smithi044.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-26T01:38:37.824 INFO:teuthology.orchestra.run.smithi044.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-04-26T01:38:37.859 INFO:teuthology.orchestra.run.smithi156.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-04-26T01:38:37.933 INFO:teuthology.orchestra.run.smithi044.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 5.0 MB/s | 548 kB 00:00 2024-04-26T01:38:37.974 INFO:teuthology.orchestra.run.smithi044.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.0 MB/s | 43 kB 00:00 2024-04-26T01:38:38.017 INFO:teuthology.orchestra.run.smithi044.stdout:(114/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.5 MB/s | 838 kB 00:00 2024-04-26T01:38:38.017 INFO:teuthology.orchestra.run.smithi156.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 197 kB/s | 51 kB 00:00 2024-04-26T01:38:38.042 INFO:teuthology.orchestra.run.smithi044.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 485 kB/s | 32 kB 00:00 2024-04-26T01:38:38.042 INFO:teuthology.orchestra.run.smithi156.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 292 kB/s | 54 kB 00:00 2024-04-26T01:38:38.067 INFO:teuthology.orchestra.run.smithi044.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 303 kB/s | 15 kB 00:00 2024-04-26T01:38:38.101 INFO:teuthology.orchestra.run.smithi044.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-04-26T01:38:38.201 INFO:teuthology.orchestra.run.smithi156.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 266 kB/s | 42 kB 00:00 2024-04-26T01:38:38.209 INFO:teuthology.orchestra.run.smithi044.stdout:(118/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.8 MB/s | 303 kB 00:00 2024-04-26T01:38:38.251 INFO:teuthology.orchestra.run.smithi044.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 1.9 MB/s | 358 kB 00:00 2024-04-26T01:38:38.277 INFO:teuthology.orchestra.run.smithi044.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 534 kB/s | 35 kB 00:00 2024-04-26T01:38:38.394 INFO:teuthology.orchestra.run.smithi044.stdout:(121/152): libarrow-9.0.0-10.el9.x86_64.rpm 5.5 MB/s | 4.4 MB 00:00 2024-04-26T01:38:38.427 INFO:teuthology.orchestra.run.smithi044.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.2 MB/s | 206 kB 00:00 2024-04-26T01:38:38.443 INFO:teuthology.orchestra.run.smithi156.stdout:(92/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 38 MB/s | 16 MB 00:00 2024-04-26T01:38:38.461 INFO:teuthology.orchestra.run.smithi044.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-04-26T01:38:38.468 INFO:teuthology.orchestra.run.smithi156.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 167 kB/s | 44 kB 00:00 2024-04-26T01:38:38.486 INFO:teuthology.orchestra.run.smithi044.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 184 kB/s | 11 kB 00:00 2024-04-26T01:38:38.493 INFO:teuthology.orchestra.run.smithi156.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-04-26T01:38:38.511 INFO:teuthology.orchestra.run.smithi044.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 358 kB/s | 18 kB 00:00 2024-04-26T01:38:38.519 INFO:teuthology.orchestra.run.smithi156.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 718 kB/s | 36 kB 00:00 2024-04-26T01:38:38.536 INFO:teuthology.orchestra.run.smithi044.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 470 kB/s | 23 kB 00:00 2024-04-26T01:38:38.544 INFO:teuthology.orchestra.run.smithi156.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-04-26T01:38:38.562 INFO:teuthology.orchestra.run.smithi044.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 394 kB/s | 19 kB 00:00 2024-04-26T01:38:38.570 INFO:teuthology.orchestra.run.smithi156.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-26T01:38:38.584 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-04-26T01:38:38.586 INFO:teuthology.orchestra.run.smithi156.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-04-26T01:38:38.587 INFO:teuthology.orchestra.run.smithi044.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 398 kB/s | 20 kB 00:00 2024-04-26T01:38:38.620 INFO:teuthology.orchestra.run.smithi156.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-26T01:38:38.639 INFO:teuthology.orchestra.run.smithi156.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-26T01:38:38.639 INFO:teuthology.orchestra.run.smithi044.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 944 kB/s | 46 kB 00:00 2024-04-26T01:38:38.654 INFO:teuthology.orchestra.run.smithi156.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-04-26T01:38:38.671 INFO:teuthology.orchestra.run.smithi156.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 669 kB/s | 22 kB 00:00 2024-04-26T01:38:38.687 INFO:teuthology.orchestra.run.smithi044.stdout:(130/152): python3-more-itertools-8.12.0-2.el9. 1.6 MB/s | 79 kB 00:00 2024-04-26T01:38:38.713 INFO:teuthology.orchestra.run.smithi156.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 14 MB/s | 863 kB 00:00 2024-04-26T01:38:38.727 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-04-26T01:38:38.727 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-04-26T01:38:38.729 INFO:teuthology.orchestra.run.smithi044.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-04-26T01:38:38.790 INFO:teuthology.orchestra.run.smithi044.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 572 kB/s | 58 kB 00:00 2024-04-26T01:38:38.938 INFO:teuthology.orchestra.run.smithi156.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.0 MB/s | 548 kB 00:00 2024-04-26T01:38:38.972 INFO:teuthology.orchestra.run.smithi044.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 1.1 MB/s | 272 kB 00:00 2024-04-26T01:38:38.980 INFO:teuthology.orchestra.run.smithi156.stdout:(105/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.2 MB/s | 309 kB 00:00 2024-04-26T01:38:38.991 INFO:teuthology.orchestra.run.smithi044.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 82 kB/s | 16 kB 00:00 2024-04-26T01:38:39.005 INFO:teuthology.orchestra.run.smithi156.stdout:(106/152): grpc-data-1.46.7-10.el9.noarch.rpm 291 kB/s | 19 kB 00:00 2024-04-26T01:38:39.016 INFO:teuthology.orchestra.run.smithi044.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.0 MB/s | 90 kB 00:00 2024-04-26T01:38:39.033 INFO:teuthology.orchestra.run.smithi044.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 691 kB/s | 28 kB 00:00 2024-04-26T01:38:39.058 INFO:teuthology.orchestra.run.smithi044.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 749 kB/s | 31 kB 00:00 2024-04-26T01:38:39.072 INFO:teuthology.orchestra.run.smithi156.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 392 kB/s | 26 kB 00:00 2024-04-26T01:38:39.134 INFO:teuthology.orchestra.run.smithi044.stdout:(138/152): python3-grpcio-1.46.7-10.el9.x86_64. 2.4 MB/s | 2.0 MB 00:00 2024-04-26T01:38:39.159 INFO:teuthology.orchestra.run.smithi044.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 595 kB/s | 59 kB 00:00 2024-04-26T01:38:39.184 INFO:teuthology.orchestra.run.smithi044.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 724 kB/s | 36 kB 00:00 2024-04-26T01:38:39.198 INFO:teuthology.orchestra.run.smithi156.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 388 kB/s | 49 kB 00:00 2024-04-26T01:38:39.209 INFO:teuthology.orchestra.run.smithi044.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 1.0 MB/s | 188 kB 00:00 2024-04-26T01:38:39.235 INFO:teuthology.orchestra.run.smithi044.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 683 kB/s | 51 kB 00:00 2024-04-26T01:38:39.268 INFO:teuthology.orchestra.run.smithi044.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-04-26T01:38:39.281 INFO:teuthology.orchestra.run.smithi156.stdout:(109/152): libarrow-9.0.0-10.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-04-26T01:38:39.302 INFO:teuthology.orchestra.run.smithi044.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-04-26T01:38:39.306 INFO:teuthology.orchestra.run.smithi156.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 630 kB/s | 67 kB 00:00 2024-04-26T01:38:39.327 INFO:teuthology.orchestra.run.smithi044.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 346 kB/s | 20 kB 00:00 2024-04-26T01:38:39.361 INFO:teuthology.orchestra.run.smithi044.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-04-26T01:38:39.390 INFO:teuthology.orchestra.run.smithi156.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-04-26T01:38:39.394 INFO:teuthology.orchestra.run.smithi044.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2024-04-26T01:38:39.424 INFO:teuthology.orchestra.run.smithi156.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.0 MB/s | 838 kB 00:00 2024-04-26T01:38:39.466 INFO:teuthology.orchestra.run.smithi156.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 7.3 MB/s | 548 kB 00:00 2024-04-26T01:38:39.491 INFO:teuthology.orchestra.run.smithi156.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 651 kB/s | 43 kB 00:00 2024-04-26T01:38:39.516 INFO:teuthology.orchestra.run.smithi156.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 644 kB/s | 32 kB 00:00 2024-04-26T01:38:39.570 INFO:teuthology.orchestra.run.smithi044.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 6.6 MB/s | 1.6 MB 00:00 2024-04-26T01:38:39.600 INFO:teuthology.orchestra.run.smithi156.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 138 kB/s | 15 kB 00:00 2024-04-26T01:38:39.625 INFO:teuthology.orchestra.run.smithi156.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-04-26T01:38:39.637 INFO:teuthology.orchestra.run.smithi044.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 21 MB/s | 1.3 MB 00:00 2024-04-26T01:38:39.658 INFO:teuthology.orchestra.run.smithi156.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-04-26T01:38:39.692 INFO:teuthology.orchestra.run.smithi156.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-04-26T01:38:39.726 INFO:teuthology.orchestra.run.smithi156.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 526 kB/s | 35 kB 00:00 2024-04-26T01:38:39.745 INFO:teuthology.orchestra.run.smithi044.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 22 MB/s | 2.4 MB 00:00 2024-04-26T01:38:39.751 INFO:teuthology.orchestra.run.smithi156.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 3.4 MB/s | 206 kB 00:00 2024-04-26T01:38:39.820 INFO:teuthology.orchestra.run.smithi044.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 7.4 MB/s | 3.4 MB 00:00 2024-04-26T01:38:40.057 INFO:teuthology.orchestra.run.smithi044.stdout:(152/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 4.8 MB/s | 3.1 MB 00:00 2024-04-26T01:38:40.072 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:38:40.073 INFO:teuthology.orchestra.run.smithi044.stdout:Total 12 MB/s | 222 MB 00:19 2024-04-26T01:38:40.218 INFO:teuthology.orchestra.run.smithi156.stdout:(122/152): python3-grpcio-1.46.7-10.el9.x86_64. 4.1 MB/s | 2.0 MB 00:00 2024-04-26T01:38:40.243 INFO:teuthology.orchestra.run.smithi156.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 294 kB/s | 144 kB 00:00 2024-04-26T01:38:40.377 INFO:teuthology.orchestra.run.smithi156.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 68 kB/s | 11 kB 00:00 2024-04-26T01:38:40.402 INFO:teuthology.orchestra.run.smithi156.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 111 kB/s | 18 kB 00:00 2024-04-26T01:38:40.428 INFO:teuthology.orchestra.run.smithi156.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 459 kB/s | 23 kB 00:00 2024-04-26T01:38:40.453 INFO:teuthology.orchestra.run.smithi156.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-04-26T01:38:40.486 INFO:teuthology.orchestra.run.smithi156.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 336 kB/s | 20 kB 00:00 2024-04-26T01:38:40.503 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-04-26T01:38:40.504 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-04-26T01:38:40.604 INFO:teuthology.orchestra.run.smithi156.stdout:(129/152): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-04-26T01:38:40.629 INFO:teuthology.orchestra.run.smithi156.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 326 kB/s | 46 kB 00:00 2024-04-26T01:38:40.654 INFO:teuthology.orchestra.run.smithi156.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-04-26T01:38:40.688 INFO:teuthology.orchestra.run.smithi156.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 990 kB/s | 58 kB 00:00 2024-04-26T01:38:40.713 INFO:teuthology.orchestra.run.smithi156.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 4.6 MB/s | 272 kB 00:00 2024-04-26T01:38:40.755 INFO:teuthology.orchestra.run.smithi156.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 247 kB/s | 16 kB 00:00 2024-04-26T01:38:40.805 INFO:teuthology.orchestra.run.smithi156.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 979 kB/s | 90 kB 00:00 2024-04-26T01:38:40.830 INFO:teuthology.orchestra.run.smithi156.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 375 kB/s | 28 kB 00:00 2024-04-26T01:38:40.856 INFO:teuthology.orchestra.run.smithi156.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-04-26T01:38:40.881 INFO:teuthology.orchestra.run.smithi156.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-04-26T01:38:40.907 INFO:teuthology.orchestra.run.smithi156.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-26T01:38:40.932 INFO:teuthology.orchestra.run.smithi156.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 718 kB/s | 36 kB 00:00 2024-04-26T01:38:40.957 INFO:teuthology.orchestra.run.smithi156.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-04-26T01:38:41.065 INFO:teuthology.orchestra.run.smithi156.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-04-26T01:38:41.091 INFO:teuthology.orchestra.run.smithi156.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 672 kB/s | 90 kB 00:00 2024-04-26T01:38:41.116 INFO:teuthology.orchestra.run.smithi156.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 8.3 MB/s | 427 kB 00:00 2024-04-26T01:38:41.166 INFO:teuthology.orchestra.run.smithi156.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 268 kB/s | 20 kB 00:00 2024-04-26T01:38:41.192 INFO:teuthology.orchestra.run.smithi156.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-26T01:38:41.433 INFO:teuthology.orchestra.run.smithi156.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 5.9 MB/s | 1.6 MB 00:00 2024-04-26T01:38:41.817 INFO:teuthology.orchestra.run.smithi156.stdout:(148/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 8.2 MB/s | 3.1 MB 00:00 2024-04-26T01:38:41.926 INFO:teuthology.orchestra.run.smithi156.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 12 MB/s | 1.3 MB 00:00 2024-04-26T01:38:42.043 INFO:teuthology.orchestra.run.smithi156.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 21 MB/s | 2.4 MB 00:00 2024-04-26T01:38:42.634 INFO:teuthology.orchestra.run.smithi156.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 2.4 MB/s | 3.4 MB 00:01 2024-04-26T01:38:42.900 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2024-04-26T01:38:43.171 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2024-04-26T01:38:43.171 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2024-04-26T01:38:45.601 INFO:teuthology.orchestra.run.smithi156.stdout:(152/152): ceph-test-19.0.0-3156.gd69f13d8.el7. 2.8 MB/s | 49 MB 00:17 2024-04-26T01:38:45.609 INFO:teuthology.orchestra.run.smithi156.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:38:45.609 INFO:teuthology.orchestra.run.smithi156.stdout:Total 8.7 MB/s | 222 MB 00:25 2024-04-26T01:38:46.057 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2024-04-26T01:38:46.057 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2024-04-26T01:38:46.516 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-04-26T01:38:46.627 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:38:46.666 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:38:46.722 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction check 2024-04-26T01:38:46.728 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:38:46.770 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:38:46.804 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:38:46.846 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:38:46.869 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction check succeeded. 2024-04-26T01:38:46.869 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction test 2024-04-26T01:38:47.186 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:38:47.322 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:38:47.435 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:38:47.465 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:38:47.556 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:38:47.628 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:38:47.784 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:38:47.843 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:38:47.871 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:38:47.958 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:38:47.989 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:38:48.043 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:38:48.073 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:38:48.092 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:38:48.281 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:38:48.316 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:38:48.422 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:38:48.519 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:38:48.557 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:38:48.592 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:38:48.666 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:38:48.709 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:38:48.739 INFO:teuthology.orchestra.run.smithi156.stdout:Transaction test succeeded. 2024-04-26T01:38:48.753 INFO:teuthology.orchestra.run.smithi156.stdout:Running transaction 2024-04-26T01:38:48.761 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:38:48.801 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:38:48.830 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:38:48.900 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:38:48.962 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:38:49.000 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:38:49.044 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:38:49.122 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:38:49.155 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:38:49.199 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:38:49.227 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:38:49.297 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:38:49.351 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:38:49.425 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:38:49.559 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:38:49.621 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:38:50.138 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:38:50.250 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:38:50.288 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:38:50.330 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:38:50.368 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:38:50.410 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:38:50.597 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:38:50.648 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:38:50.702 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:38:50.775 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:38:50.816 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:38:50.852 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:38:50.899 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:38:50.935 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:38:50.978 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:38:51.029 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:38:51.163 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:38:51.210 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:38:51.249 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:38:51.291 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:38:51.384 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:38:51.425 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:38:51.465 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:38:51.499 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:38:51.524 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:38:51.597 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:38:51.735 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:38:51.774 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:38:51.811 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:38:51.845 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:38:51.884 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:38:51.925 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:38:51.954 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:38:51.990 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:38:52.024 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:38:52.065 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:38:52.100 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:38:52.186 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:38:52.426 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2024-04-26T01:38:52.513 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:38:52.546 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:38:52.568 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:38:52.593 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:38:52.693 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:38:52.747 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:38:52.804 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:38:52.976 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:38:53.034 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:38:53.071 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:38:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:38:53.464 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:38:53.546 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:38:53.588 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:38:53.650 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:38:53.686 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:38:53.737 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:38:53.785 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:38:53.849 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:38:53.892 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:38:53.966 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:38:54.019 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:38:54.060 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:38:54.090 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:38:54.150 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:38:54.175 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:38:54.190 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:38:54.533 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:38:54.598 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:38:54.717 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:38:54.724 INFO:teuthology.orchestra.run.smithi156.stdout: Preparing : 1/1 2024-04-26T01:38:54.821 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:38:54.821 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:38:54.868 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:38:54.930 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:38:54.945 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:38:54.963 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:38:54.989 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:38:55.022 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:38:55.032 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:38:55.050 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:38:55.154 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:38:55.184 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:38:55.251 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:38:55.422 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:38:55.482 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:38:55.554 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:38:55.611 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:38:55.616 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:38:55.645 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:38:55.742 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:38:55.779 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:38:55.817 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:38:55.929 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:38:55.930 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:38:55.976 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:38:55.977 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:38:56.004 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:38:56.025 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:38:56.108 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:38:56.127 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:38:56.130 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:38:56.163 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:38:56.181 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:38:56.193 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:38:56.215 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:38:56.241 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:38:56.246 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:38:56.288 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:38:56.293 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:38:56.325 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:38:56.333 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:38:56.358 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:38:56.440 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:38:56.473 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:38:56.507 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:38:56.580 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:38:56.581 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:38:56.620 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:38:56.674 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:38:56.679 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:38:56.692 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:38:56.722 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:38:56.730 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:38:56.765 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:38:56.798 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:38:56.821 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:38:56.829 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:38:56.847 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:38:56.853 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:38:56.864 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:38:56.897 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:38:56.902 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:38:56.908 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:38:56.938 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:38:56.940 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:38:56.968 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:38:57.037 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:38:57.062 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:38:57.090 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:38:57.127 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:38:57.129 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:38:57.165 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:38:57.237 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:38:57.241 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:38:57.276 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:38:57.319 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:38:57.340 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:38:57.381 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:38:57.409 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:38:57.412 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:38:57.435 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:38:57.454 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:38:57.476 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:38:57.506 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:38:57.529 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:38:57.536 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:38:57.663 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:38:57.724 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:38:58.203 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:38:58.247 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:38:58.311 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:38:58.352 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:38:58.397 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:38:58.437 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:38:58.497 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:38:58.511 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:38:58.582 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:38:58.624 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:38:58.662 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:38:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:38:58.742 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:38:58.830 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:38:58.873 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:38:58.914 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:38:58.924 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:38:58.979 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:38:59.017 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:38:59.051 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:38:59.055 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:38:59.082 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:38:59.095 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:38:59.119 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:38:59.166 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:38:59.170 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:38:59.202 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:38:59.220 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:38:59.245 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:38:59.296 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:38:59.302 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:38:59.379 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:38:59.432 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:38:59.476 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:38:59.506 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:38:59.548 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:38:59.593 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:38:59.641 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:38:59.650 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:38:59.673 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:38:59.689 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:38:59.722 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:38:59.747 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:38:59.747 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:38:59.772 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:38:59.839 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:38:59.889 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:38:59.903 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:38:59.931 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:38:59.944 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:38:59.973 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:38:59.995 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:39:00.004 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:39:00.032 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:39:00.037 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:39:00.067 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:39:00.069 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:39:00.106 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:39:00.137 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:39:00.168 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:39:00.202 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:39:00.235 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:39:00.266 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:39:00.277 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:39:00.328 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:39:00.415 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:39:00.454 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:39:00.458 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:39:00.485 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:39:00.490 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:39:00.511 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:39:00.537 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:39:00.548 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:39:00.553 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:39:00.609 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:39:00.635 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:39:00.639 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:39:00.640 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:39:00.640 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:39:00.640 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:00.666 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:39:00.675 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:39:00.683 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:39:00.732 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:39:00.779 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:39:00.827 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:39:00.875 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:39:00.952 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:39:01.007 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:39:01.154 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:39:01.220 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:39:01.264 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:39:01.335 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:39:01.410 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:39:01.456 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:39:01.488 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:39:01.489 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:39:01.560 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:39:01.588 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:39:01.647 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:39:01.734 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:39:01.783 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:39:01.962 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:39:01.989 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:39:02.067 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:39:02.568 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:39:02.634 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:39:02.668 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:39:02.712 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:39:02.794 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:39:02.829 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:39:02.863 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:39:02.973 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:39:03.011 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:39:03.258 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:39:03.282 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:39:03.409 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:39:04.069 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:39:04.152 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:39:04.180 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:39:04.213 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:39:04.306 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:39:04.460 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:39:04.527 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:39:04.568 INFO:teuthology.orchestra.run.smithi156.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:39:04.658 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:39:04.689 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:39:04.725 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:39:05.207 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:39:05.237 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:39:05.308 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:39:05.339 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:39:06.153 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:39:06.323 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:39:06.362 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:39:06.412 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:39:06.822 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:39:06.860 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:39:07.015 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:39:07.050 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:39:07.106 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:39:07.563 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:39:07.683 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:39:07.729 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:39:07.777 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:39:07.830 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:39:07.856 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:39:08.319 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:39:08.364 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:39:08.460 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:39:08.460 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:39:08.461 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:39:08.461 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:08.490 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:39:10.616 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:39:10.661 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:39:11.335 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:39:11.389 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:39:11.541 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:39:11.541 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:39:11.541 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:39:11.541 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:11.590 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:39:13.831 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:39:13.831 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /sys 2024-04-26T01:39:13.831 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /proc 2024-04-26T01:39:13.831 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /mnt 2024-04-26T01:39:13.832 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /var/tmp 2024-04-26T01:39:13.832 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /home 2024-04-26T01:39:13.832 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /root 2024-04-26T01:39:13.832 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /tmp 2024-04-26T01:39:13.832 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:14.008 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:39:14.023 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:39:14.023 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:14.024 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:39:14.024 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:15.553 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:39:15.579 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:39:15.579 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:15.579 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:39:15.580 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:39:15.580 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:39:15.580 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:15.814 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:39:15.836 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:39:15.836 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:15.836 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:39:15.836 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:39:15.836 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:39:15.837 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:16.282 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:39:16.304 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:39:16.304 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:16.304 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:39:16.305 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:39:16.305 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:39:16.305 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:16.413 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:39:16.461 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:39:16.525 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:39:16.712 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:39:16.767 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:39:16.845 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:39:16.934 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:39:17.073 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:39:17.120 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:39:17.160 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:39:17.188 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:39:17.649 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:39:17.679 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:39:17.720 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:39:17.789 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:39:17.828 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:39:18.858 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:39:18.897 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:39:19.862 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:39:19.915 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:39:20.017 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:39:20.179 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:39:20.209 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:39:20.231 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:39:20.232 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:20.232 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:39:20.232 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:39:20.232 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:39:20.232 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:20.276 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:39:20.287 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:39:20.365 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:39:20.365 INFO:teuthology.orchestra.run.smithi156.stdout:skipping the directory /sys 2024-04-26T01:39:20.365 INFO:teuthology.orchestra.run.smithi156.stdout:skipping the directory /proc 2024-04-26T01:39:20.365 INFO:teuthology.orchestra.run.smithi156.stdout:skipping the directory /mnt 2024-04-26T01:39:20.366 INFO:teuthology.orchestra.run.smithi156.stdout:skipping the directory /var/tmp 2024-04-26T01:39:20.366 INFO:teuthology.orchestra.run.smithi156.stdout:skipping the directory /home 2024-04-26T01:39:20.366 INFO:teuthology.orchestra.run.smithi156.stdout:skipping the directory /root 2024-04-26T01:39:20.366 INFO:teuthology.orchestra.run.smithi156.stdout:skipping the directory /tmp 2024-04-26T01:39:20.366 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:20.386 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:39:20.441 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:39:20.536 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:39:20.551 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:39:20.551 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:20.551 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:39:20.551 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:21.384 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:39:21.472 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:39:21.495 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:39:21.495 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:21.495 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:39:21.495 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:39:21.495 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:39:21.495 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:21.539 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:39:21.561 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:39:21.561 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:21.561 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:39:21.561 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:21.615 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:39:21.637 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:39:21.637 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:21.637 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:39:21.637 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:39:21.638 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:39:21.638 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:21.941 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:39:21.963 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:39:21.963 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:21.963 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:39:21.963 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:39:21.963 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:39:21.964 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:22.038 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:39:22.067 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:39:22.067 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:22.067 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:39:22.067 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:39:22.067 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:39:22.067 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:22.315 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:39:22.343 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:39:22.344 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:22.344 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:39:22.344 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:39:22.344 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:39:22.344 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:22.800 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:39:22.823 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:39:22.823 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:22.823 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:39:22.823 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:39:22.823 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:39:22.823 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:22.921 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:39:22.978 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:39:23.034 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:39:23.219 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:39:23.267 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:39:23.345 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:39:23.433 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:39:23.573 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:39:23.618 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:39:23.649 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:39:23.677 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:39:24.113 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:39:24.151 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:39:24.175 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:39:24.227 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:39:24.266 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:39:25.181 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:39:25.181 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /sys 2024-04-26T01:39:25.181 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /proc 2024-04-26T01:39:25.181 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /mnt 2024-04-26T01:39:25.181 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /var/tmp 2024-04-26T01:39:25.181 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /home 2024-04-26T01:39:25.182 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /root 2024-04-26T01:39:25.182 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /tmp 2024-04-26T01:39:25.182 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:25.311 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:39:25.351 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:39:25.438 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:39:25.487 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:39:25.487 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:25.487 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:39:25.488 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:26.318 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:39:26.351 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:39:26.453 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:39:26.615 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:39:26.630 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:39:26.654 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:39:26.677 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:39:26.677 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:26.677 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:39:26.677 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:39:26.677 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:39:26.677 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:26.680 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:39:26.720 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:39:26.721 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:39:26.732 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:39:26.753 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:39:26.789 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:39:26.830 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:39:26.878 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:39:26.968 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:39:27.020 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:39:27.042 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:39:27.181 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:39:27.264 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:39:27.264 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:27.264 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:39:27.264 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:39:27.264 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:39:27.264 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:27.532 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:39:27.603 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:39:27.603 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:27.603 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:39:27.604 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:39:27.604 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:39:27.604 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:27.637 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:27.683 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:27.703 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:27.802 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:39:27.840 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:39:27.863 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:39:27.863 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:27.863 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:39:27.863 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:39:27.863 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:39:27.864 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:27.907 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:39:27.930 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:39:27.930 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:27.930 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:39:27.930 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:27.975 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:39:27.997 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:39:27.997 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:27.998 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:39:27.998 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:39:27.998 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:39:27.998 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:28.124 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:39:28.196 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:39:28.196 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:28.196 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:39:28.196 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:39:28.196 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:39:28.197 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:28.302 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:39:28.323 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:39:28.323 INFO:teuthology.orchestra.run.smithi156.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:28.323 INFO:teuthology.orchestra.run.smithi156.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:39:28.323 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:39:28.324 INFO:teuthology.orchestra.run.smithi156.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:39:28.324 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:28.343 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:39:28.407 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:39:28.482 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:39:28.535 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:39:28.633 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:39:28.674 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:39:28.747 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:39:28.765 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:39:28.806 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:39:28.806 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:39:28.814 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:39:28.907 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:39:28.907 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:39:28.940 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:39:28.940 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:39:29.024 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:39:29.028 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:39:29.104 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:29.202 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:39:29.257 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:39:29.294 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:39:29.344 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:39:29.982 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:39:30.165 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:39:30.230 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:39:30.353 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:39:30.390 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:39:31.770 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:39:31.817 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:39:32.921 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:39:32.962 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:39:32.988 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:39:33.003 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:39:33.017 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:39:33.035 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:39:33.062 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:39:33.170 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:39:33.247 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:39:33.309 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:39:33.339 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:39:33.359 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:39:33.386 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:39:33.485 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:39:33.485 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:33.485 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:39:33.486 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:39:33.486 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:39:33.486 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:33.545 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:39:33.586 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:39:33.700 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:39:33.764 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:39:33.952 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:33.995 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:34.015 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:34.824 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:39:34.856 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:39:34.857 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:39:34.949 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:39:34.953 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:39:34.953 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:34.953 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:39:34.953 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:39:34.953 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:39:34.953 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:34.990 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:39:34.998 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:39:35.071 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:39:35.101 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:39:35.101 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:35.101 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:39:35.101 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:35.130 INFO:teuthology.orchestra.run.smithi156.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:39:35.130 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:39:35.182 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:39:35.205 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:39:35.238 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:39:35.238 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:39:35.263 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:39:35.264 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:35.264 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:39:35.264 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:39:35.264 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:39:35.264 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:35.333 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:39:35.402 INFO:teuthology.orchestra.run.smithi156.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:39:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:39:35.732 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:39:35.732 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:39:35.732 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:39:35.732 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:39:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:37.242 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:39:37.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:39:37.244 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:39:37.257 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:39:37.258 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:39:37.259 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:39:37.260 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:39:37.261 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:39:37.262 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:39:37.263 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:39:37.264 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:39:37.265 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:39:37.266 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:39:37.267 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:39:39.448 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:39.448 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:39.448 INFO:teuthology.orchestra.run.smithi090.stdout:Upgraded: 2024-04-26T01:39:39.448 INFO:teuthology.orchestra.run.smithi090.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.448 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.448 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:39.448 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.449 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.450 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.451 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:39:39.452 INFO:teuthology.orchestra.run.smithi090.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:39:39.453 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:39:39.454 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:39:39.455 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:39:39.456 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:39:39.457 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:39:39.458 INFO:teuthology.orchestra.run.smithi090.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:39:39.459 INFO:teuthology.orchestra.run.smithi090.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:39:39.459 INFO:teuthology.orchestra.run.smithi090.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:39:39.459 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:39:39.459 INFO:teuthology.orchestra.run.smithi090.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:39:39.459 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-26T01:39:39.459 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-04-26T01:39:39.897 DEBUG:teuthology.parallel:result is None 2024-04-26T01:39:41.048 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:39:41.101 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:39:41.191 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:39:41.236 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:39:41.285 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:39:41.511 INFO:teuthology.orchestra.run.smithi156.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:41.511 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:39:41.511 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:39:41.511 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:39:41.511 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:39:41.511 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:39:41.512 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:39:41.513 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:39:41.524 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:39:41.524 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:39:41.524 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:39:41.525 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:39:41.526 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:39:41.527 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:39:41.528 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:39:41.529 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:39:41.530 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:39:41.531 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:39:41.532 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:39:41.639 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:39:41.702 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:39:41.730 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:39:42.661 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:42.711 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:42.778 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:39:43.593 INFO:teuthology.orchestra.run.smithi156.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:43.593 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:43.593 INFO:teuthology.orchestra.run.smithi156.stdout:Upgraded: 2024-04-26T01:39:43.593 INFO:teuthology.orchestra.run.smithi156.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.593 INFO:teuthology.orchestra.run.smithi156.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout:Installed: 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.594 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.595 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:39:43.596 INFO:teuthology.orchestra.run.smithi156.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.597 INFO:teuthology.orchestra.run.smithi156.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:39:43.598 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:39:43.599 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:39:43.600 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:39:43.601 INFO:teuthology.orchestra.run.smithi156.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:39:43.602 INFO:teuthology.orchestra.run.smithi156.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.603 INFO:teuthology.orchestra.run.smithi156.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:39:43.604 INFO:teuthology.orchestra.run.smithi156.stdout:Complete! 2024-04-26T01:39:43.986 DEBUG:teuthology.parallel:result is None 2024-04-26T01:39:44.250 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:39:44.385 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:39:44.477 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:39:44.657 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:39:44.707 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:39:44.708 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:39:44.823 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:39:44.864 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:39:44.864 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:39:44.999 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:39:45.118 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:45.410 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:45.410 INFO:teuthology.orchestra.run.smithi044.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-26T01:39:45.410 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:51.546 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:39:51.546 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:39:51.546 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:39:51.546 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:39:51.546 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:39:51.546 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:39:51.547 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:39:51.548 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:39:51.548 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:39:51.548 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:39:51.548 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:39:51.548 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:39:51.561 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:39:51.562 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:39:51.563 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:39:51.564 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:39:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:39:51.566 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:39:51.567 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:39:51.568 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:39:51.569 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:39:51.570 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:39:54.022 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout:Upgraded: 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:39:54.023 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.024 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:39:54.025 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:39:54.026 INFO:teuthology.orchestra.run.smithi044.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:39:54.027 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:39:54.028 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:39:54.029 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:39:54.030 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:39:54.031 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:39:54.032 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:39:54.033 INFO:teuthology.orchestra.run.smithi044.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:39:54.034 INFO:teuthology.orchestra.run.smithi044.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:39:54.034 INFO:teuthology.orchestra.run.smithi044.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:39:54.034 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:39:54.034 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:39:54.034 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:39:54.034 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:39:54.034 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-04-26T01:39:54.790 DEBUG:teuthology.parallel:result is None 2024-04-26T01:39:54.790 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:39:54.929 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:39:54.985 INFO:teuthology.orchestra.run.smithi044.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:39:54.985 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:39:54.986 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:39:54.988 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:39:55.235 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:39:55.260 INFO:teuthology.orchestra.run.smithi090.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:39:55.260 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:39:55.261 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:39:55.263 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:39:55.477 DEBUG:teuthology.orchestra.run.smithi156:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:39:55.503 INFO:teuthology.orchestra.run.smithi156.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:39:55.503 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:39:55.503 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:39:55.505 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-26T01:39:55.505 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:39:55.505 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:39:55.589 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:39:55.589 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:39:55.621 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:39:55.621 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:39:55.653 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-26T01:39:55.653 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:39:55.653 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:39:55.720 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:39:55.825 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:39:55.825 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:39:55.853 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:39:55.921 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:39:55.921 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:39:55.949 DEBUG:teuthology.orchestra.run.smithi156:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:39:56.017 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-26T01:39:56.017 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:39:56.017 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:39:56.087 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:39:56.194 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:39:56.194 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:39:56.219 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:39:56.282 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:39:56.283 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:39:56.309 DEBUG:teuthology.orchestra.run.smithi156:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:39:56.376 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-26T01:39:56.376 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:39:56.376 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:39:56.448 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:39:56.560 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:39:56.560 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:39:56.584 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:39:56.647 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:39:56.648 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:39:56.676 DEBUG:teuthology.orchestra.run.smithi156:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:39:56.742 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T01:39:56.844 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-26T01:39:56.844 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:39:56.845 INFO:tasks.cephadm:Cluster fsid is e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:56.845 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T01:39:56.845 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.44', 'mon.b': '172.21.15.90', 'mon.c': '172.21.15.156'} 2024-04-26T01:39:56.845 INFO:tasks.cephadm:First mon is mon.a on smithi044 2024-04-26T01:39:56.845 INFO:tasks.cephadm:First mgr is x 2024-04-26T01:39:56.845 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T01:39:56.846 DEBUG:teuthology.orchestra.run.smithi044:> sudo hostname $(hostname -s) 2024-04-26T01:39:56.923 DEBUG:teuthology.orchestra.run.smithi090:> sudo hostname $(hostname -s) 2024-04-26T01:39:56.948 DEBUG:teuthology.orchestra.run.smithi156:> sudo hostname $(hostname -s) 2024-04-26T01:39:56.976 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-26T01:39:56.977 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:39:57.118 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-26T01:39:57.256 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:39:57.258 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-26T01:39:57.258 DEBUG:teuthology.orchestra.run.smithi044:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:57.963 INFO:teuthology.orchestra.run.smithi044.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:39 /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:57.963 DEBUG:teuthology.orchestra.run.smithi090:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:58.391 INFO:teuthology.orchestra.run.smithi090.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:39 /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:58.391 DEBUG:teuthology.orchestra.run.smithi156:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:59.231 INFO:teuthology.orchestra.run.smithi156.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:39 /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:59.231 DEBUG:teuthology.orchestra.run.smithi044:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:59.284 DEBUG:teuthology.orchestra.run.smithi090:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:59.303 DEBUG:teuthology.orchestra.run.smithi156:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:39:59.339 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-26T01:39:59.339 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:39:59.345 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:39:59.347 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:40:01.059 INFO:teuthology.orchestra.run.smithi156.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:40:01.804 INFO:teuthology.orchestra.run.smithi044.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:40:01.815 INFO:teuthology.orchestra.run.smithi090.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:40:48.932 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:40:48.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:40:48.933 INFO:teuthology.orchestra.run.smithi044.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:40:48.933 INFO:teuthology.orchestra.run.smithi044.stdout: "repo_digests": [ 2024-04-26T01:40:48.933 INFO:teuthology.orchestra.run.smithi044.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:40:48.933 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T01:40:48.933 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:40:49.338 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T01:40:49.338 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:40:49.339 INFO:teuthology.orchestra.run.smithi090.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:40:49.339 INFO:teuthology.orchestra.run.smithi090.stdout: "repo_digests": [ 2024-04-26T01:40:49.339 INFO:teuthology.orchestra.run.smithi090.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:40:49.339 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-26T01:40:49.339 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T01:40:52.349 INFO:teuthology.orchestra.run.smithi156.stdout:{ 2024-04-26T01:40:52.350 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:40:52.350 INFO:teuthology.orchestra.run.smithi156.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:40:52.350 INFO:teuthology.orchestra.run.smithi156.stdout: "repo_digests": [ 2024-04-26T01:40:52.350 INFO:teuthology.orchestra.run.smithi156.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:40:52.350 INFO:teuthology.orchestra.run.smithi156.stdout: ] 2024-04-26T01:40:52.350 INFO:teuthology.orchestra.run.smithi156.stdout:} 2024-04-26T01:40:52.373 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /etc/ceph 2024-04-26T01:40:52.475 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /etc/ceph 2024-04-26T01:40:52.507 DEBUG:teuthology.orchestra.run.smithi156:> sudo mkdir -p /etc/ceph 2024-04-26T01:40:52.534 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 777 /etc/ceph 2024-04-26T01:40:52.629 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 777 /etc/ceph 2024-04-26T01:40:52.658 DEBUG:teuthology.orchestra.run.smithi156:> sudo chmod 777 /etc/ceph 2024-04-26T01:40:52.682 INFO:tasks.cephadm:Writing seed config... 2024-04-26T01:40:52.683 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-26T01:40:52.683 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-26T01:40:52.683 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-26T01:40:52.684 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-26T01:40:52.685 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-26T01:40:52.686 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-26T01:40:52.687 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-26T01:40:52.687 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:40:52.687 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T01:40:52.746 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e31d710e-036d-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-26T01:40:52.749 DEBUG:teuthology.orchestra.run.smithi044:mon.a> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T01:40:52.792 DEBUG:teuthology.orchestra.run.smithi044:mgr.x> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T01:40:52.838 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T01:40:52.838 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid e31d710e-036d-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.44 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:40:53.117 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:40:53.117 INFO:teuthology.orchestra.run.smithi044.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', 'e31d710e-036d-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.44', '--skip-admin-label'] 2024-04-26T01:40:53.117 INFO:teuthology.orchestra.run.smithi044.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-26T01:40:53.118 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying podman|docker is present... 2024-04-26T01:40:53.178 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:40:53.179 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying lvm2 is present... 2024-04-26T01:40:53.179 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying time synchronization is in place... 2024-04-26T01:40:53.195 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:40:53.195 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:40:53.210 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:40:53.210 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-04-26T01:40:53.228 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout enabled 2024-04-26T01:40:53.246 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout active 2024-04-26T01:40:53.247 INFO:teuthology.orchestra.run.smithi044.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:40:53.247 INFO:teuthology.orchestra.run.smithi044.stdout:Repeating the final host check... 2024-04-26T01:40:53.302 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:40:53.302 INFO:teuthology.orchestra.run.smithi044.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-26T01:40:53.302 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl is present 2024-04-26T01:40:53.302 INFO:teuthology.orchestra.run.smithi044.stdout:lvcreate is present 2024-04-26T01:40:53.319 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:40:53.319 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:40:53.337 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:40:53.337 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-04-26T01:40:53.360 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout enabled 2024-04-26T01:40:53.379 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout active 2024-04-26T01:40:53.379 INFO:teuthology.orchestra.run.smithi044.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:40:53.379 INFO:teuthology.orchestra.run.smithi044.stdout:Host looks OK 2024-04-26T01:40:53.380 INFO:teuthology.orchestra.run.smithi044.stdout:Cluster fsid: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:40:53.380 INFO:teuthology.orchestra.run.smithi044.stdout:Acquiring lock 139982867426464 on /run/cephadm/e31d710e-036d-11ef-bc93-c7b262605968.lock 2024-04-26T01:40:53.380 INFO:teuthology.orchestra.run.smithi044.stdout:Lock 139982867426464 acquired on /run/cephadm/e31d710e-036d-11ef-bc93-c7b262605968.lock 2024-04-26T01:40:53.380 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying IP 172.21.15.44 port 3300 ... 2024-04-26T01:40:53.381 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying IP 172.21.15.44 port 6789 ... 2024-04-26T01:40:53.381 INFO:teuthology.orchestra.run.smithi044.stdout:Base mon IP(s) is [172.21.15.44:3300, 172.21.15.44:6789], mon addrv is [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-04-26T01:40:53.391 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.44 metric 100 2024-04-26T01:40:53.391 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.44 metric 100 2024-04-26T01:40:53.399 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T01:40:53.399 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-26T01:40:53.399 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-26T01:40:53.407 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T01:40:53.407 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-26T01:40:53.407 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:40:53.407 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-26T01:40:53.407 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-04-26T01:40:53.407 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:40:53.408 INFO:teuthology.orchestra.run.smithi044.stdout:Mon IP `172.21.15.44` is in CIDR network `172.21.0.0/20` 2024-04-26T01:40:53.408 INFO:teuthology.orchestra.run.smithi044.stdout:Mon IP `172.21.15.44` is in CIDR network `172.21.0.0/20` 2024-04-26T01:40:53.408 INFO:teuthology.orchestra.run.smithi044.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-26T01:40:53.409 INFO:teuthology.orchestra.run.smithi044.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T01:40:53.412 INFO:teuthology.orchestra.run.smithi044.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:40:54.014 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:40:54.014 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:40:54.014 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Getting image source signatures 2024-04-26T01:40:54.014 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-26T01:40:54.014 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-26T01:40:54.014 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:40:54.014 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-26T01:40:55.266 INFO:teuthology.orchestra.run.smithi044.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:40:55.266 INFO:teuthology.orchestra.run.smithi044.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:40:55.266 INFO:teuthology.orchestra.run.smithi044.stdout:Extracting ceph user uid/gid from container image... 2024-04-26T01:40:56.353 INFO:teuthology.orchestra.run.smithi044.stdout:stat: stdout 167 167 2024-04-26T01:40:56.353 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial keys... 2024-04-26T01:40:57.519 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQAoBitmwSPaNRAADQnqVsZ2cq9IjOeUNBUSiQ== 2024-04-26T01:40:58.705 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQAqBitmP+NUARAAkzxQFfG+KFEagM7hwWGMgw== 2024-04-26T01:40:59.863 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQArBitmQrkTERAA+LMX5v3uR39QbY3xvZGaow== 2024-04-26T01:40:59.866 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial monmap... 2024-04-26T01:41:01.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:41:01.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-26T01:41:01.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:01.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:41:01.233 INFO:teuthology.orchestra.run.smithi044.stdout:monmaptool for a [v2:172.21.15.44:3300,v1:172.21.15.44:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:41:01.234 INFO:teuthology.orchestra.run.smithi044.stdout:setting min_mon_release = quincy 2024-04-26T01:41:01.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: set fsid to e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:01.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:41:01.234 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:41:01.234 INFO:teuthology.orchestra.run.smithi044.stdout:Creating mon... 2024-04-26T01:41:02.397 INFO:teuthology.orchestra.run.smithi044.stdout:create mon.a on 2024-04-26T01:41:02.758 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-26T01:41:02.994 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-26T01:41:03.301 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e31d710e-036d-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e31d710e-036d-11ef-bc93-c7b262605968.target. 2024-04-26T01:41:03.302 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e31d710e-036d-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e31d710e-036d-11ef-bc93-c7b262605968.target. 2024-04-26T01:41:03.753 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a 2024-04-26T01:41:03.753 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T01:41:04.055 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e31d710e-036d-11ef-bc93-c7b262605968.target.wants/ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-e31d710e-036d-11ef-bc93-c7b262605968@.service. 2024-04-26T01:41:04.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:04 smithi044 podman[27450]: 2024-04-26 01:41:04.376539599 +0000 UTC m=+0.034630665 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:41:04.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:04 smithi044 podman[27450]: 2024-04-26 01:41:04.733135118 +0000 UTC m=+0.391226228 container init 0523517a7efe6e0fb35a98c36b306ff4cf52c9cdac56a4801e3619eeddde083c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T01:41:04.871 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:41:04.872 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-04-26T01:41:04.888 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:41:04.888 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-04-26T01:41:04.888 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-04-26T01:41:04.888 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:41:04.889 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mon to start... 2024-04-26T01:41:04.890 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mon... 2024-04-26T01:41:05.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:04 smithi044 podman[27450]: 2024-04-26 01:41:04.74551201 +0000 UTC m=+0.403603088 container start 0523517a7efe6e0fb35a98c36b306ff4cf52c9cdac56a4801e3619eeddde083c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:41:05.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:04 smithi044 ceph-mon[27469]: mkfs e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:05.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:04 smithi044 ceph-mon[27469]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:41:05.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:04 smithi044 bash[27450]: 0523517a7efe6e0fb35a98c36b306ff4cf52c9cdac56a4801e3619eeddde083c 2024-04-26T01:41:05.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:04 smithi044 systemd[1]: Started Ceph mon.a for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:41:05.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: monmap epoch 1 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: last_changed 2024-04-26T01:41:00.509193+0000 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: min_mon_release 19 (squid) 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: election_strategy: 1 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: fsmap 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: mgrmap e1: no daemons active 2024-04-26T01:41:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:05 smithi044 ceph-mon[27469]: from='client.? 172.21.15.44:0/3687552113' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T01:41:06.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout cluster: 2024-04-26T01:41:06.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout id: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:06.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-26T01:41:06.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:06.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout services: 2024-04-26T01:41:06.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.768204s) 2024-04-26T01:41:06.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-26T01:41:06.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-26T01:41:06.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout data: 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout pgs: 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.500+0000 7f249a600700 1 Processor -- start 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.500+0000 7f249a600700 1 -- start start 2024-04-26T01:41:06.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.500+0000 7f249a600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249407c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:06.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.500+0000 7f249a600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f249407c8e0 con 0x7f249407de60 2024-04-26T01:41:06.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.501+0000 7f2493400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249407c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:06.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.501+0000 7f2493400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249407c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51984/0 (socket says 172.21.15.44:51984) 2024-04-26T01:41:06.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.501+0000 7f2493400700 1 -- 172.21.15.44:0/2240375543 learned_addr learned my addr 172.21.15.44:0/2240375543 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:06.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.501+0000 7f2493400700 1 -- 172.21.15.44:0/2240375543 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249407ca60 con 0x7f249407de60 2024-04-26T01:41:06.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.502+0000 7f2493400700 1 --2- 172.21.15.44:0/2240375543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249407c310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f24840098a0 tx=0x7f2484009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2814aa41a91967d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:06.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.502+0000 7f2492000700 1 -- 172.21.15.44:0/2240375543 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2484004160 con 0x7f249407de60 2024-04-26T01:41:06.241 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.502+0000 7f2492000700 1 -- 172.21.15.44:0/2240375543 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2484004300 con 0x7f249407de60 2024-04-26T01:41:06.241 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.502+0000 7f2492000700 1 -- 172.21.15.44:0/2240375543 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24840036a0 con 0x7f249407de60 2024-04-26T01:41:06.241 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.503+0000 7f249a600700 1 -- 172.21.15.44:0/2240375543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 msgr2=0x7f249407c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:06.241 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.503+0000 7f249a600700 1 --2- 172.21.15.44:0/2240375543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249407c310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f24840098a0 tx=0x7f2484009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:06.241 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.503+0000 7f249a600700 1 -- 172.21.15.44:0/2240375543 shutdown_connections 2024-04-26T01:41:06.241 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.503+0000 7f249a600700 1 --2- 172.21.15.44:0/2240375543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249407c310 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:06.241 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.503+0000 7f249a600700 1 -- 172.21.15.44:0/2240375543 >> 172.21.15.44:0/2240375543 conn(0x7f2494103ab0 msgr2=0x7f2494105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.503+0000 7f249a600700 1 -- 172.21.15.44:0/2240375543 shutdown_connections 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.503+0000 7f249a600700 1 -- 172.21.15.44:0/2240375543 wait complete. 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.504+0000 7f249a600700 1 Processor -- start 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.504+0000 7f249a600700 1 -- start start 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.505+0000 7f249a600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249419e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.505+0000 7f249a600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f249407cf90 con 0x7f249407de60 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.505+0000 7f2493400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249419e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.505+0000 7f2493400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249419e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52000/0 (socket says 172.21.15.44:52000) 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.505+0000 7f2493400700 1 -- 172.21.15.44:0/3687552113 learned_addr learned my addr 172.21.15.44:0/3687552113 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.505+0000 7f2493400700 1 -- 172.21.15.44:0/3687552113 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249419e650 con 0x7f249407de60 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.506+0000 7f2493400700 1 --2- 172.21.15.44:0/3687552113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249419e110 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2484000c00 tx=0x7f2484004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.506+0000 7f248be00700 1 -- 172.21.15.44:0/3687552113 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2484003db0 con 0x7f249407de60 2024-04-26T01:41:06.242 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.506+0000 7f248be00700 1 -- 172.21.15.44:0/3687552113 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2484011630 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.506+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f249419e8e0 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.506+0000 7f248be00700 1 -- 172.21.15.44:0/3687552113 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2484011950 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.506+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24941a15d0 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.507+0000 7f248be00700 1 -- 172.21.15.44:0/3687552113 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f248401a460 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.507+0000 7f248be00700 1 -- 172.21.15.44:0/3687552113 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f248401b780 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.507+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24940640a0 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.511+0000 7f248be00700 1 -- 172.21.15.44:0/3687552113 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f248401b980 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.591+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f249402df80 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.591+0000 7f248be00700 1 -- 172.21.15.44:0/3687552113 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f248401bb60 con 0x7f249407de60 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.593+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 msgr2=0x7f249419e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.593+0000 7f249a600700 1 --2- 172.21.15.44:0/3687552113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249419e110 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2484000c00 tx=0x7f2484004750 comp rx=0 tx=0).stop 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.593+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 shutdown_connections 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.593+0000 7f249a600700 1 --2- 172.21.15.44:0/3687552113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f249407de60 0x7f249419e110 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.593+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 >> 172.21.15.44:0/3687552113 conn(0x7f2494103ab0 msgr2=0x7f2494104c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:06.243 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.593+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 shutdown_connections 2024-04-26T01:41:06.244 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:05.593+0000 7f249a600700 1 -- 172.21.15.44:0/3687552113 wait complete. 2024-04-26T01:41:06.244 INFO:teuthology.orchestra.run.smithi044.stdout:mon is available 2024-04-26T01:41:06.244 INFO:teuthology.orchestra.run.smithi044.stdout:Assimilating anything we can from ceph.conf... 2024-04-26T01:41:07.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:06 smithi044 ceph-mon[27469]: from='client.? 172.21.15.44:0/3414142421' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:41:07.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:06 smithi044 ceph-mon[27469]: from='client.? 172.21.15.44:0/3414142421' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T01:41:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:41:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout fsid = e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:41:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-04-26T01:41:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:41:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:41:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:41:07.620 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:41:07.621 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.843+0000 7f1f77e00700 1 Processor -- start 2024-04-26T01:41:07.625 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.844+0000 7f1f77e00700 1 -- start start 2024-04-26T01:41:07.625 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.844+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7010ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:07.625 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.844+0000 7f1f77e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7010b0d0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.845+0000 7f1f75400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7010ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.845+0000 7f1f75400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7010ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52014/0 (socket says 172.21.15.44:52014) 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.845+0000 7f1f75400700 1 -- 172.21.15.44:0/2004901095 learned_addr learned my addr 172.21.15.44:0/2004901095 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.846+0000 7f1f75400700 1 -- 172.21.15.44:0/2004901095 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7010b890 con 0x7f1f7010a6e0 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.846+0000 7f1f75400700 1 --2- 172.21.15.44:0/2004901095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7010ab00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f1f640098a0 tx=0x7f1f64009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a7d2f4517614bf3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.846+0000 7f1f6fe00700 1 -- 172.21.15.44:0/2004901095 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f64004160 con 0x7f1f7010a6e0 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.846+0000 7f1f6fe00700 1 -- 172.21.15.44:0/2004901095 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f64004300 con 0x7f1f7010a6e0 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.846+0000 7f1f6fe00700 1 -- 172.21.15.44:0/2004901095 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f640036a0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.847+0000 7f1f77e00700 1 -- 172.21.15.44:0/2004901095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 msgr2=0x7f1f7010ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.847+0000 7f1f77e00700 1 --2- 172.21.15.44:0/2004901095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7010ab00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f1f640098a0 tx=0x7f1f64009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.847+0000 7f1f77e00700 1 -- 172.21.15.44:0/2004901095 shutdown_connections 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.847+0000 7f1f77e00700 1 --2- 172.21.15.44:0/2004901095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7010ab00 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.847+0000 7f1f77e00700 1 -- 172.21.15.44:0/2004901095 >> 172.21.15.44:0/2004901095 conn(0x7f1f7007dc20 msgr2=0x7f1f701084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:07.626 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.848+0000 7f1f77e00700 1 -- 172.21.15.44:0/2004901095 shutdown_connections 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.848+0000 7f1f77e00700 1 -- 172.21.15.44:0/2004901095 wait complete. 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.849+0000 7f1f77e00700 1 Processor -- start 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.849+0000 7f1f77e00700 1 -- start start 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.850+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7019e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.850+0000 7f1f77e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7010bdc0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.850+0000 7f1f75400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7019e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.850+0000 7f1f75400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7019e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52016/0 (socket says 172.21.15.44:52016) 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.850+0000 7f1f75400700 1 -- 172.21.15.44:0/3414142421 learned_addr learned my addr 172.21.15.44:0/3414142421 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.851+0000 7f1f75400700 1 -- 172.21.15.44:0/3414142421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7019e610 con 0x7f1f7010a6e0 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.851+0000 7f1f75400700 1 --2- 172.21.15.44:0/3414142421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7019e0d0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f1f64000c00 tx=0x7f1f64004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.851+0000 7f1f6e000700 1 -- 172.21.15.44:0/3414142421 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f64003db0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.851+0000 7f1f6e000700 1 -- 172.21.15.44:0/3414142421 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f64011630 con 0x7f1f7010a6e0 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.851+0000 7f1f6e000700 1 -- 172.21.15.44:0/3414142421 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f64011950 con 0x7f1f7010a6e0 2024-04-26T01:41:07.627 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.851+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f7019e8a0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.852+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f701a1590 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.852+0000 7f1f6e000700 1 -- 172.21.15.44:0/3414142421 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1f64011af0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.852+0000 7f1f6e000700 1 -- 172.21.15.44:0/3414142421 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1f6401c450 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.853+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f700640a0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.856+0000 7f1f6e000700 1 -- 172.21.15.44:0/3414142421 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f1f64032020 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.935+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f1f701a28e0 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.943+0000 7f1f6e000700 1 -- 172.21.15.44:0/3414142421 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f1f64004260 con 0x7f1f7010a6e0 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.945+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 msgr2=0x7f1f7019e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.945+0000 7f1f77e00700 1 --2- 172.21.15.44:0/3414142421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7019e0d0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f1f64000c00 tx=0x7f1f64004750 comp rx=0 tx=0).stop 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.945+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 shutdown_connections 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.945+0000 7f1f77e00700 1 --2- 172.21.15.44:0/3414142421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f7010a6e0 0x7f1f7019e0d0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.945+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 >> 172.21.15.44:0/3414142421 conn(0x7f1f7007dc20 msgr2=0x7f1f70194a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.945+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 shutdown_connections 2024-04-26T01:41:07.628 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:06.945+0000 7f1f77e00700 1 -- 172.21.15.44:0/3414142421 wait complete. 2024-04-26T01:41:07.629 INFO:teuthology.orchestra.run.smithi044.stdout:Generating new minimal ceph.conf... 2024-04-26T01:41:17.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:17 smithi044 ceph-mon[27469]: from='client.? 172.21.15.44:0/3580653632' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:17.745 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.058+0000 7f64f7000700 1 Processor -- start 2024-04-26T01:41:17.745 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.058+0000 7f64f7000700 1 -- start start 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.058+0000 7f64f7000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f01077b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.058+0000 7f64f7000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f64f0107d80 con 0x7f64f0107390 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.059+0000 7f64efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f01077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.059+0000 7f64efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f01077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55304/0 (socket says 172.21.15.44:55304) 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.059+0000 7f64efe00700 1 -- 172.21.15.44:0/2651279880 learned_addr learned my addr 172.21.15.44:0/2651279880 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.060+0000 7f64efe00700 1 -- 172.21.15.44:0/2651279880 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64f0108590 con 0x7f64f0107390 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.060+0000 7f64efe00700 1 --2- 172.21.15.44:0/2651279880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f01077b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f64e000bb40 tx=0x7f64e000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa2b5d8c616aabdb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.060+0000 7f64eea00700 1 -- 172.21.15.44:0/2651279880 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64e000dbe0 con 0x7f64f0107390 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.060+0000 7f64eea00700 1 -- 172.21.15.44:0/2651279880 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f64e00044c0 con 0x7f64f0107390 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.060+0000 7f64eea00700 1 -- 172.21.15.44:0/2651279880 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64e0010470 con 0x7f64f0107390 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.061+0000 7f64f7000700 1 -- 172.21.15.44:0/2651279880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 msgr2=0x7f64f01077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:17.746 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.061+0000 7f64f7000700 1 --2- 172.21.15.44:0/2651279880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f01077b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f64e000bb40 tx=0x7f64e000be50 comp rx=0 tx=0).stop 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.061+0000 7f64f7000700 1 -- 172.21.15.44:0/2651279880 shutdown_connections 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.061+0000 7f64f7000700 1 --2- 172.21.15.44:0/2651279880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f01077b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.061+0000 7f64f7000700 1 -- 172.21.15.44:0/2651279880 >> 172.21.15.44:0/2651279880 conn(0x7f64f01029b0 msgr2=0x7f64f0104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.061+0000 7f64f7000700 1 -- 172.21.15.44:0/2651279880 shutdown_connections 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.061+0000 7f64f7000700 1 -- 172.21.15.44:0/2651279880 wait complete. 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.062+0000 7f64f7000700 1 Processor -- start 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.062+0000 7f64f7000700 1 -- start start 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.063+0000 7f64f7000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f019a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.063+0000 7f64f7000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f64f007afe0 con 0x7f64f0107390 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.063+0000 7f64efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f019a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.063+0000 7f64efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f019a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55308/0 (socket says 172.21.15.44:55308) 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.063+0000 7f64efe00700 1 -- 172.21.15.44:0/3580653632 learned_addr learned my addr 172.21.15.44:0/3580653632 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.063+0000 7f64efe00700 1 -- 172.21.15.44:0/3580653632 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64f019a750 con 0x7f64f0107390 2024-04-26T01:41:17.747 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.064+0000 7f64efe00700 1 --2- 172.21.15.44:0/3580653632 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f019a210 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f64e000d650 tx=0x7f64e0003ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.064+0000 7f64ecc00700 1 -- 172.21.15.44:0/3580653632 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64e0027070 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.064+0000 7f64ecc00700 1 -- 172.21.15.44:0/3580653632 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f64e0010c00 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.064+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64f019a9e0 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.064+0000 7f64ecc00700 1 -- 172.21.15.44:0/3580653632 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64e0022ba0 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.064+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64f019d6d0 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.064+0000 7f64ecc00700 1 -- 172.21.15.44:0/3580653632 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f64e002a070 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.065+0000 7f64ecc00700 1 -- 172.21.15.44:0/3580653632 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f64e001f070 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.066+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64f00640a0 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.069+0000 7f64ecc00700 1 -- 172.21.15.44:0/3580653632 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f64e0031030 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.147+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f64f0193770 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.148+0000 7f64ecc00700 1 -- 172.21.15.44:0/3580653632 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f64f0193770 con 0x7f64f0107390 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.149+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 msgr2=0x7f64f019a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:17.748 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.149+0000 7f64f7000700 1 --2- 172.21.15.44:0/3580653632 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f019a210 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f64e000d650 tx=0x7f64e0003ff0 comp rx=0 tx=0).stop 2024-04-26T01:41:17.749 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.150+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 shutdown_connections 2024-04-26T01:41:17.749 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.150+0000 7f64f7000700 1 --2- 172.21.15.44:0/3580653632 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f64f0107390 0x7f64f019a210 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:17.749 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.150+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 >> 172.21.15.44:0/3580653632 conn(0x7f64f01029b0 msgr2=0x7f64f0190830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:17.749 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.150+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 shutdown_connections 2024-04-26T01:41:17.749 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:17.150+0000 7f64f7000700 1 -- 172.21.15.44:0/3580653632 wait complete. 2024-04-26T01:41:17.749 INFO:teuthology.orchestra.run.smithi044.stdout:Restarting the monitor... 2024-04-26T01:41:18.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:17 smithi044 systemd[1]: Stopping Ceph mon.a for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:41:18.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:18 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a[27465]: 2024-04-26T01:41:18.162+0000 7f79d5c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:41:18.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:18 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a[27465]: 2024-04-26T01:41:18.162+0000 7f79d5c00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T01:41:18.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:18 smithi044 podman[27721]: 2024-04-26 01:41:18.367463741 +0000 UTC m=+0.343999780 container died 0523517a7efe6e0fb35a98c36b306ff4cf52c9cdac56a4801e3619eeddde083c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:41:18.936 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:18 smithi044 podman[27721]: 2024-04-26 01:41:18.75573255 +0000 UTC m=+0.732268615 container cleanup 0523517a7efe6e0fb35a98c36b306ff4cf52c9cdac56a4801e3619eeddde083c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T01:41:18.936 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:18 smithi044 bash[27721]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a 2024-04-26T01:41:19.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:18 smithi044 podman[27737]: 2024-04-26 01:41:18.939762705 +0000 UTC m=+0.552573099 container remove 0523517a7efe6e0fb35a98c36b306ff4cf52c9cdac56a4801e3619eeddde083c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:41:19.799 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:19 smithi044 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T01:41:19.799 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:19 smithi044 systemd[1]: Stopped Ceph mon.a for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:41:19.800 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:19 smithi044 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a.service: Consumed 1.795s CPU time. 2024-04-26T01:41:19.800 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:19 smithi044 systemd[1]: Starting Ceph mon.a for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:41:20.083 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:19 smithi044 podman[27829]: 2024-04-26 01:41:19.707757431 +0000 UTC m=+0.034174176 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:41:20.083 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:19 smithi044 podman[27829]: 2024-04-26 01:41:19.820219397 +0000 UTC m=+0.146636179 container create 238178f232023304c08a35393c53e3e0c7615dc0c7bcb76affa7606507a26475 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T01:41:20.083 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 podman[27829]: 2024-04-26 01:41:20.086355349 +0000 UTC m=+0.412772137 container init 238178f232023304c08a35393c53e3e0c7615dc0c7bcb76affa7606507a26475 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T01:41:20.171 INFO:teuthology.orchestra.run.smithi044.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-26T01:41:20.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 podman[27829]: 2024-04-26 01:41:20.097068025 +0000 UTC m=+0.423484780 container start 238178f232023304c08a35393c53e3e0c7615dc0c7bcb76affa7606507a26475 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: pidfile_write: ignore empty --pid-file 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: load: jerasure load: lrc 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Git sha 0 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: DB SUMMARY 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: DB Session ID: 2185IWL3U82BEX7A1V5F 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:41:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105688 ; 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.env: 0x5605fdce2cc0 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.info_log: 0x560624d17c40 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.statistics: (nil) 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.use_fsync: 0 2024-04-26T01:41:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:41:20.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.db_log_dir: 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.wal_dir: 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.write_buffer_manager: 0x560624cab0e0 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:41:20.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.unordered_write: 0 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.row_cache: None 2024-04-26T01:41:20.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.wal_filter: None 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.wal_compression: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:41:20.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:41:20.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:41:20.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:41:20.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:41:20.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:41:20.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:41:20.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:41:20.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:41:20.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_open_files: -1 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:41:20.360 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Compression algorithms supported: 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kZSTD supported: 0 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:41:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.merge_operator: 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_filter: None 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560624d17e00) 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_type: 0 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_index_type: 0 2024-04-26T01:41:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_shortening: 1 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: checksum: 4 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: no_block_cache: 0 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache: 0x560624cdd1f0 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_options: 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: capacity : 536870912 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_shard_bits : 4 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: strict_capacity_limit : 0 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_compressed: (nil) 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: persistent_cache: (nil) 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size: 4096 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size_deviation: 10 2024-04-26T01:41:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_restart_interval: 16 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_block_restart_interval: 1 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: metadata_block_size: 4096 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: partition_filters: 0 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_delta_encoding: 1 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: filter_policy: bloomfilter 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: whole_key_filtering: 1 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: verify_compression: 0 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: format_version: 5 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_index_compression: 1 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_align: 0 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: max_auto_readahead_size: 262144 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: prepopulate_block_cache: 0 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:41:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression: NoCompression 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.num_levels: 7 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:41:20.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:41:20.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:41:20.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 bash[27829]: 238178f232023304c08a35393c53e3e0c7615dc0c7bcb76affa7606507a26475 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:41:20.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:41:20.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:41:20.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:41:20.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:41:20.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:41:20.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:41:20.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:41:20.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:41:20.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:41:20.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:41:20.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:41:20.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.ttl: 2592000 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:41:20.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 660e23c8-9df5-4c5d-bf1e-cb3cbceac130 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095680157068, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095680159048, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100795, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98683, "index_size": 304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14302, "raw_average_key_size": 49, "raw_value_size": 90901, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714095680, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "660e23c8-9df5-4c5d-bf1e-cb3cbceac130", "db_session_id": "2185IWL3U82BEX7A1V5F", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:41:20.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095680159283, "job": 1, "event": "recovery_finished"} 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560624df2000 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: DB pointer 0x560624ddc000 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** DB Stats ** 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:41:20.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: L0 2/0 100.29 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 73.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: Sum 2/0 100.29 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 73.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 73.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 73.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T01:41:20.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative compaction: 0.00 GB write, 11.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval compaction: 0.00 GB write, 11.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:41:20.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache BinnedLRUCache@0x560624cdd1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: starting mon.a rank 0 at public addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] at bind addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???) e1 preinit fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???).mds e1 new map 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???).mds e1 print_map 2024-04-26T01:41:20.377 INFO:journalctl@ceph.mon.a.smithi044.stdout: e1 2024-04-26T01:41:20.378 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:41:20.378 INFO:journalctl@ceph.mon.a.smithi044.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:41:20.378 INFO:journalctl@ceph.mon.a.smithi044.stdout: legacy client fscid: -1 2024-04-26T01:41:20.378 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T01:41:20.378 INFO:journalctl@ceph.mon.a.smithi044.stdout: No filesystems configured 2024-04-26T01:41:20.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:41:20.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 systemd[1]: Started Ceph mon.a for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: monmap epoch 1 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: last_changed 2024-04-26T01:41:00.509193+0000 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: min_mon_release 19 (squid) 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: election_strategy: 1 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: fsmap 2024-04-26T01:41:20.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:41:20.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:20 smithi044 ceph-mon[27847]: mgrmap e1: no daemons active 2024-04-26T01:41:22.023 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.892+0000 7f69d0800700 1 Processor -- start 2024-04-26T01:41:22.023 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.892+0000 7f69d0800700 1 -- start start 2024-04-26T01:41:22.023 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.893+0000 7f69d0800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c81088e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:22.023 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.893+0000 7f69d0800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f69c8108eb0 con 0x7f69c81084c0 2024-04-26T01:41:22.023 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.894+0000 7f69cde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c81088e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.894+0000 7f69cde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c81088e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55320/0 (socket says 172.21.15.44:55320) 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.894+0000 7f69cde00700 1 -- 172.21.15.44:0/3382569198 learned_addr learned my addr 172.21.15.44:0/3382569198 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.894+0000 7f69cde00700 1 -- 172.21.15.44:0/3382569198 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69c8109670 con 0x7f69c81084c0 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.895+0000 7f69cde00700 1 --2- 172.21.15.44:0/3382569198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c81088e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f69bc0098a0 tx=0x7f69bc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bf72f9912d0b3ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.895+0000 7f69cca00700 1 -- 172.21.15.44:0/3382569198 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69bc004160 con 0x7f69c81084c0 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.895+0000 7f69cca00700 1 -- 172.21.15.44:0/3382569198 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f69bc004300 con 0x7f69c81084c0 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.895+0000 7f69cca00700 1 -- 172.21.15.44:0/3382569198 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69bc011af0 con 0x7f69c81084c0 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.896+0000 7f69d0800700 1 -- 172.21.15.44:0/3382569198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 msgr2=0x7f69c81088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.896+0000 7f69d0800700 1 --2- 172.21.15.44:0/3382569198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c81088e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f69bc0098a0 tx=0x7f69bc009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.896+0000 7f69d0800700 1 -- 172.21.15.44:0/3382569198 shutdown_connections 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.896+0000 7f69d0800700 1 --2- 172.21.15.44:0/3382569198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c81088e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.896+0000 7f69d0800700 1 -- 172.21.15.44:0/3382569198 >> 172.21.15.44:0/3382569198 conn(0x7f69c8103ae0 msgr2=0x7f69c8105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.896+0000 7f69d0800700 1 -- 172.21.15.44:0/3382569198 shutdown_connections 2024-04-26T01:41:22.024 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.896+0000 7f69d0800700 1 -- 172.21.15.44:0/3382569198 wait complete. 2024-04-26T01:41:22.025 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.897+0000 7f69d0800700 1 Processor -- start 2024-04-26T01:41:22.025 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.897+0000 7f69d0800700 1 -- start start 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.898+0000 7f69d0800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c819e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.898+0000 7f69d0800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f69c810ca20 con 0x7f69c81084c0 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.898+0000 7f69cde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c819e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.898+0000 7f69cde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c819e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55326/0 (socket says 172.21.15.44:55326) 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.898+0000 7f69cde00700 1 -- 172.21.15.44:0/1362624079 learned_addr learned my addr 172.21.15.44:0/1362624079 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.898+0000 7f69cde00700 1 -- 172.21.15.44:0/1362624079 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69c819ebf0 con 0x7f69c81084c0 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.899+0000 7f69cde00700 1 --2- 172.21.15.44:0/1362624079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c819e6b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009fb0 tx=0x7f69bc011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.899+0000 7f69c2a00700 1 -- 172.21.15.44:0/1362624079 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69bc0036a0 con 0x7f69c81084c0 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.899+0000 7f69c2a00700 1 -- 172.21.15.44:0/1362624079 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f69bc01a430 con 0x7f69c81084c0 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.899+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69c819ee80 con 0x7f69c81084c0 2024-04-26T01:41:22.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.899+0000 7f69c2a00700 1 -- 172.21.15.44:0/1362624079 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69bc019550 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.899+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69c81a1b70 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.900+0000 7f69c2a00700 1 -- 172.21.15.44:0/1362624079 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f69bc019b90 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.900+0000 7f69c2a00700 1 -- 172.21.15.44:0/1362624079 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f69bc024730 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.901+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69c80640a0 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.905+0000 7f69c2a00700 1 -- 172.21.15.44:0/1362624079 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f69bc043e50 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.984+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f69c81a1d40 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.987+0000 7f69c2a00700 1 -- 172.21.15.44:0/1362624079 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f69bc032020 con 0x7f69c81084c0 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.989+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 msgr2=0x7f69c819e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.989+0000 7f69d0800700 1 --2- 172.21.15.44:0/1362624079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c819e6b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009fb0 tx=0x7f69bc011940 comp rx=0 tx=0).stop 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.989+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 shutdown_connections 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.989+0000 7f69d0800700 1 --2- 172.21.15.44:0/1362624079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69c81084c0 0x7f69c819e6b0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.989+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 >> 172.21.15.44:0/1362624079 conn(0x7f69c8103ae0 msgr2=0x7f69c8104690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.989+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 shutdown_connections 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:20.989+0000 7f69d0800700 1 -- 172.21.15.44:0/1362624079 wait complete. 2024-04-26T01:41:22.029 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-26T01:41:22.056 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:41:22.056 INFO:teuthology.orchestra.run.smithi044.stdout:Creating mgr... 2024-04-26T01:41:22.058 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-26T01:41:22.059 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-26T01:41:22.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:21 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1362624079' entity='client.admin' 2024-04-26T01:41:22.517 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.x 2024-04-26T01:41:22.517 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-26T01:41:22.776 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e31d710e-036d-11ef-bc93-c7b262605968.target.wants/ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-e31d710e-036d-11ef-bc93-c7b262605968@.service. 2024-04-26T01:41:23.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:22 smithi044 systemd[1]: Starting Ceph mgr.x for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:41:23.451 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 podman[28060]: 2024-04-26 01:41:23.104540914 +0000 UTC m=+0.034340356 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:41:23.451 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 podman[28060]: 2024-04-26 01:41:23.204504215 +0000 UTC m=+0.134303683 container create 2e66150b5bd4db9387ea10cca38643c771cf4183dba92fe784c5c5f1c5136457 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T01:41:23.451 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 podman[28060]: 2024-04-26 01:41:23.441685056 +0000 UTC m=+0.371484564 container init 2e66150b5bd4db9387ea10cca38643c771cf4183dba92fe784c5c5f1c5136457 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:41:23.451 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 podman[28060]: 2024-04-26 01:41:23.452712531 +0000 UTC m=+0.382511993 container start 2e66150b5bd4db9387ea10cca38643c771cf4183dba92fe784c5c5f1c5136457 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:41:23.581 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:41:23.581 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-04-26T01:41:23.600 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:41:23.601 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-04-26T01:41:23.601 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-04-26T01:41:23.601 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:41:23.625 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:41:23.626 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-04-26T01:41:23.646 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:41:23.646 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-04-26T01:41:23.647 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-04-26T01:41:23.647 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-26T01:41:23.647 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr to start... 2024-04-26T01:41:23.648 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr... 2024-04-26T01:41:23.699 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 bash[28060]: 2e66150b5bd4db9387ea10cca38643c771cf4183dba92fe784c5c5f1c5136457 2024-04-26T01:41:23.699 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 systemd[1]: Started Ceph mgr.x for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:41:23.968 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:23.702+0000 7f5579724200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:41:24.250 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:23 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:23.984+0000 7f5579724200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:41:24.250 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:24.127+0000 7f5579724200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:41:24.549 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:24 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3835503355' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:41:24.850 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:24.552+0000 7f5579724200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:41:24.851 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:24.671+0000 7f5579724200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:41:25.295 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-26T01:41:25.296 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:41:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:41:25.305 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:41:25.305 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:41:25.305 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:41:25.305 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:25.305 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:41:25.305 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:41:25.306 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:41:04.827218+0000", 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:41:25.307 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.252+0000 7f17b6200700 1 Processor -- start 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.252+0000 7f17b6200700 1 -- start start 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.253+0000 7f17b6200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b0108790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.253+0000 7f17b6200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17b0108d60 con 0x7f17b0108370 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.253+0000 7f17b4e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b0108790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.253+0000 7f17b4e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b0108790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55364/0 (socket says 172.21.15.44:55364) 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.253+0000 7f17b4e00700 1 -- 172.21.15.44:0/2385019118 learned_addr learned my addr 172.21.15.44:0/2385019118 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.254+0000 7f17b4e00700 1 -- 172.21.15.44:0/2385019118 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17b01094d0 con 0x7f17b0108370 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.254+0000 7f17b4e00700 1 --2- 172.21.15.44:0/2385019118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b0108790 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f17a40098a0 tx=0x7f17a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c4b29f424329cda server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.255+0000 7f17af400700 1 -- 172.21.15.44:0/2385019118 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17a4004160 con 0x7f17b0108370 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.255+0000 7f17af400700 1 -- 172.21.15.44:0/2385019118 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f17a4004300 con 0x7f17b0108370 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.255+0000 7f17af400700 1 -- 172.21.15.44:0/2385019118 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17a4011af0 con 0x7f17b0108370 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.256+0000 7f17b6200700 1 -- 172.21.15.44:0/2385019118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 msgr2=0x7f17b0108790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:25.308 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.256+0000 7f17b6200700 1 --2- 172.21.15.44:0/2385019118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b0108790 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f17a40098a0 tx=0x7f17a4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.256+0000 7f17b6200700 1 -- 172.21.15.44:0/2385019118 shutdown_connections 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.257+0000 7f17b6200700 1 --2- 172.21.15.44:0/2385019118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b0108790 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.257+0000 7f17b6200700 1 -- 172.21.15.44:0/2385019118 >> 172.21.15.44:0/2385019118 conn(0x7f17b0103970 msgr2=0x7f17b0105d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.257+0000 7f17b6200700 1 -- 172.21.15.44:0/2385019118 shutdown_connections 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.257+0000 7f17b6200700 1 -- 172.21.15.44:0/2385019118 wait complete. 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.258+0000 7f17b6200700 1 Processor -- start 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.258+0000 7f17b6200700 1 -- start start 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.259+0000 7f17b6200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b019e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.259+0000 7f17b6200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17b010c880 con 0x7f17b0108370 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.259+0000 7f17b4e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b019e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.259+0000 7f17b4e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b019e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55372/0 (socket says 172.21.15.44:55372) 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.259+0000 7f17b4e00700 1 -- 172.21.15.44:0/3835503355 learned_addr learned my addr 172.21.15.44:0/3835503355 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.260+0000 7f17b4e00700 1 -- 172.21.15.44:0/3835503355 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17b019e9a0 con 0x7f17b0108370 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.260+0000 7f17b4e00700 1 --2- 172.21.15.44:0/3835503355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b019e460 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f17a4000c00 tx=0x7f17a4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:25.309 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.260+0000 7f17ad600700 1 -- 172.21.15.44:0/3835503355 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17a4003b20 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.260+0000 7f17ad600700 1 -- 172.21.15.44:0/3835503355 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f17a401a8c0 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.260+0000 7f17ad600700 1 -- 172.21.15.44:0/3835503355 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17a4024940 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.260+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17b019ec30 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.261+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17b01a1920 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.261+0000 7f17ad600700 1 -- 172.21.15.44:0/3835503355 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f17a4022020 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.261+0000 7f17ad600700 1 -- 172.21.15.44:0/3835503355 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f17a402ddd0 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.262+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17b0069b90 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.264+0000 7f17ad600700 1 -- 172.21.15.44:0/3835503355 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f17a4042e50 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.344+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f17b01a1e70 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.345+0000 7f17ad600700 1 -- 172.21.15.44:0/3835503355 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f17a4031020 con 0x7f17b0108370 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.346+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 msgr2=0x7f17b019e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.346+0000 7f17b6200700 1 --2- 172.21.15.44:0/3835503355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b019e460 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f17a4000c00 tx=0x7f17a4011b70 comp rx=0 tx=0).stop 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.346+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 shutdown_connections 2024-04-26T01:41:25.310 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.346+0000 7f17b6200700 1 --2- 172.21.15.44:0/3835503355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17b0108370 0x7f17b019e460 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:25.311 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.346+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 >> 172.21.15.44:0/3835503355 conn(0x7f17b0103970 msgr2=0x7f17b0104420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:25.311 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.347+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 shutdown_connections 2024-04-26T01:41:25.311 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:24.347+0000 7f17b6200700 1 -- 172.21.15.44:0/3835503355 wait complete. 2024-04-26T01:41:25.311 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (1/15)... 2024-04-26T01:41:26.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:26 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:26.307+0000 7f5579724200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:41:26.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:26 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:26.540+0000 7f5579724200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:41:27.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:26 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:26.758+0000 7f5579724200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:41:27.460 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:27.150+0000 7f5579724200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:41:27.460 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:27.275+0000 7f5579724200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:41:27.732 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:27.535+0000 7f5579724200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:41:27.992 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:27.806+0000 7f5579724200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:41:28.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:28 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3474418725' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:41:28.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:28.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:41:28.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-26T01:41:28.721 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:41:28.722 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:41:28.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:41:28.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:28.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:41:28.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:41:28.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:41:28.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:41:28.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:41:28.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:41:04.827218+0000", 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:41:28.725 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.894+0000 7f55a7400700 1 Processor -- start 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.894+0000 7f55a7400700 1 -- start start 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.895+0000 7f55a7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a007c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.895+0000 7f55a7400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55a007c920 con 0x7f55a007dea0 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.895+0000 7f55a4a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a007c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.895+0000 7f55a4a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a007c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58570/0 (socket says 172.21.15.44:58570) 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.895+0000 7f55a4a00700 1 -- 172.21.15.44:0/2580068309 learned_addr learned my addr 172.21.15.44:0/2580068309 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.896+0000 7f55a4a00700 1 -- 172.21.15.44:0/2580068309 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55a007caa0 con 0x7f55a007dea0 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.896+0000 7f55a4a00700 1 --2- 172.21.15.44:0/2580068309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a007c350 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f55940098a0 tx=0x7f5594009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63f0ab660b486c3e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.896+0000 7f559f400700 1 -- 172.21.15.44:0/2580068309 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5594004160 con 0x7f55a007dea0 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.896+0000 7f559f400700 1 -- 172.21.15.44:0/2580068309 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5594004300 con 0x7f55a007dea0 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.896+0000 7f559f400700 1 -- 172.21.15.44:0/2580068309 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5594011af0 con 0x7f55a007dea0 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.897+0000 7f55a7400700 1 -- 172.21.15.44:0/2580068309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 msgr2=0x7f55a007c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.897+0000 7f55a7400700 1 --2- 172.21.15.44:0/2580068309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a007c350 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f55940098a0 tx=0x7f5594009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.726 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.897+0000 7f55a7400700 1 -- 172.21.15.44:0/2580068309 shutdown_connections 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.897+0000 7f55a7400700 1 --2- 172.21.15.44:0/2580068309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a007c350 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.897+0000 7f55a7400700 1 -- 172.21.15.44:0/2580068309 >> 172.21.15.44:0/2580068309 conn(0x7f55a0103b10 msgr2=0x7f55a0105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.898+0000 7f55a7400700 1 -- 172.21.15.44:0/2580068309 shutdown_connections 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.898+0000 7f55a7400700 1 -- 172.21.15.44:0/2580068309 wait complete. 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.899+0000 7f55a7400700 1 Processor -- start 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.899+0000 7f55a7400700 1 -- start start 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.900+0000 7f55a7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a019e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.900+0000 7f55a7400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55a010ea60 con 0x7f55a007dea0 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.900+0000 7f55a4a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a019e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.900+0000 7f55a4a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a019e970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58586/0 (socket says 172.21.15.44:58586) 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.900+0000 7f55a4a00700 1 -- 172.21.15.44:0/3474418725 learned_addr learned my addr 172.21.15.44:0/3474418725 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.900+0000 7f55a4a00700 1 -- 172.21.15.44:0/3474418725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55a019eeb0 con 0x7f55a007dea0 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.901+0000 7f55a4a00700 1 --2- 172.21.15.44:0/3474418725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a019e970 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5594009fb0 tx=0x7f5594011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:28.727 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.901+0000 7f559d600700 1 -- 172.21.15.44:0/3474418725 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55940036a0 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.901+0000 7f559d600700 1 -- 172.21.15.44:0/3474418725 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f559401a430 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.901+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55a019f140 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.901+0000 7f559d600700 1 -- 172.21.15.44:0/3474418725 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5594019550 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.901+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55a01a1e30 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.902+0000 7f559d600700 1 -- 172.21.15.44:0/3474418725 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5594019be0 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.902+0000 7f559d600700 1 -- 172.21.15.44:0/3474418725 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5594024730 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.902+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55a00640a0 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.907+0000 7f559d600700 1 -- 172.21.15.44:0/3474418725 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f5594043e50 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.995+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f55a002df80 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.996+0000 7f559d600700 1 -- 172.21.15.44:0/3474418725 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f5594032070 con 0x7f55a007dea0 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.997+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 msgr2=0x7f55a019e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.997+0000 7f55a7400700 1 --2- 172.21.15.44:0/3474418725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a019e970 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5594009fb0 tx=0x7f5594011940 comp rx=0 tx=0).stop 2024-04-26T01:41:28.728 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.997+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 shutdown_connections 2024-04-26T01:41:28.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.997+0000 7f55a7400700 1 --2- 172.21.15.44:0/3474418725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55a007dea0 0x7f55a019e970 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.997+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 >> 172.21.15.44:0/3474418725 conn(0x7f55a0103b10 msgr2=0x7f55a01049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:28.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.998+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 shutdown_connections 2024-04-26T01:41:28.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:27.998+0000 7f55a7400700 1 -- 172.21.15.44:0/3474418725 wait complete. 2024-04-26T01:41:28.729 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (2/15)... 2024-04-26T01:41:29.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:28 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:28.655+0000 7f5579724200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:41:29.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:29 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:29.226+0000 7f5579724200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:41:29.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:29 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:29.357+0000 7f5579724200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:41:30.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:29 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:29.629+0000 7f5579724200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:41:30.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:30.294+0000 7f5579724200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:41:30.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:30.422+0000 7f5579724200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:41:31.005 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:30.753+0000 7f5579724200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:41:31.005 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:30.942+0000 7f5579724200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:41:31.317 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:31.075+0000 7f5579724200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:41:31.317 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:31.234+0000 7f5579724200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:41:31.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:31 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/56436799' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:41:31.901 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:31.619+0000 7f5579724200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:41:32.108 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:32.108 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:41:32.108 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:32.109 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:41:32.110 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:41:32.120 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:41:32.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:41:04.827218+0000", 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.320+0000 7fcd07800700 1 Processor -- start 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.320+0000 7fcd07800700 1 -- start start 2024-04-26T01:41:32.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.321+0000 7fcd07800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd00108910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.321+0000 7fcd07800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcd00108ee0 con 0x7fcd001084f0 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.321+0000 7fcd04e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd00108910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.321+0000 7fcd04e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd00108910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58602/0 (socket says 172.21.15.44:58602) 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.321+0000 7fcd04e00700 1 -- 172.21.15.44:0/498014202 learned_addr learned my addr 172.21.15.44:0/498014202 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.322+0000 7fcd04e00700 1 -- 172.21.15.44:0/498014202 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd001096a0 con 0x7fcd001084f0 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.322+0000 7fcd04e00700 1 --2- 172.21.15.44:0/498014202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd00108910 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fccf40098a0 tx=0x7fccf4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25e4c80b06801e59 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.322+0000 7fccff400700 1 -- 172.21.15.44:0/498014202 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fccf4004160 con 0x7fcd001084f0 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.322+0000 7fccff400700 1 -- 172.21.15.44:0/498014202 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fccf4004300 con 0x7fcd001084f0 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.322+0000 7fccff400700 1 -- 172.21.15.44:0/498014202 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fccf4011af0 con 0x7fcd001084f0 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.323+0000 7fcd07800700 1 -- 172.21.15.44:0/498014202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 msgr2=0x7fcd00108910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.323+0000 7fcd07800700 1 --2- 172.21.15.44:0/498014202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd00108910 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fccf40098a0 tx=0x7fccf4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.323+0000 7fcd07800700 1 -- 172.21.15.44:0/498014202 shutdown_connections 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.323+0000 7fcd07800700 1 --2- 172.21.15.44:0/498014202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd00108910 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:32.123 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.323+0000 7fcd07800700 1 -- 172.21.15.44:0/498014202 >> 172.21.15.44:0/498014202 conn(0x7fcd00103ab0 msgr2=0x7fcd00105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.324+0000 7fcd07800700 1 -- 172.21.15.44:0/498014202 shutdown_connections 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.324+0000 7fcd07800700 1 -- 172.21.15.44:0/498014202 wait complete. 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.325+0000 7fcd07800700 1 Processor -- start 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.325+0000 7fcd07800700 1 -- start start 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.325+0000 7fcd07800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd0019e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.325+0000 7fcd07800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0010ca50 con 0x7fcd001084f0 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.326+0000 7fcd04e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd0019e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.326+0000 7fcd04e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd0019e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58606/0 (socket says 172.21.15.44:58606) 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.326+0000 7fcd04e00700 1 -- 172.21.15.44:0/56436799 learned_addr learned my addr 172.21.15.44:0/56436799 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.326+0000 7fcd04e00700 1 -- 172.21.15.44:0/56436799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd0019eef0 con 0x7fcd001084f0 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fcd04e00700 1 --2- 172.21.15.44:0/56436799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd0019e9b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fccf40117b0 tx=0x7fccf4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fccfd600700 1 -- 172.21.15.44:0/56436799 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fccf4003af0 con 0x7fcd001084f0 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fccfd600700 1 -- 172.21.15.44:0/56436799 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fccf4020070 con 0x7fcd001084f0 2024-04-26T01:41:32.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd0019f180 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fccfd600700 1 -- 172.21.15.44:0/56436799 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fccf4019630 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd001a1e70 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fccfd600700 1 -- 172.21.15.44:0/56436799 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fccf4019c30 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.327+0000 7fccfd600700 1 -- 172.21.15.44:0/56436799 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fccf400b720 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.328+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcce0005360 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.331+0000 7fccfd600700 1 -- 172.21.15.44:0/56436799 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fccf40042a0 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.412+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fcce0005920 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.413+0000 7fccfd600700 1 -- 172.21.15.44:0/56436799 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7fccf401a9c0 con 0x7fcd001084f0 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.414+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 msgr2=0x7fcd0019e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.414+0000 7fcd07800700 1 --2- 172.21.15.44:0/56436799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd0019e9b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fccf40117b0 tx=0x7fccf4011b70 comp rx=0 tx=0).stop 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.415+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 shutdown_connections 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.415+0000 7fcd07800700 1 --2- 172.21.15.44:0/56436799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcd001084f0 0x7fcd0019e9b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.415+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 >> 172.21.15.44:0/56436799 conn(0x7fcd00103ab0 msgr2=0x7fcd00104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.415+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 shutdown_connections 2024-04-26T01:41:32.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:31.415+0000 7fcd07800700 1 -- 172.21.15.44:0/56436799 wait complete. 2024-04-26T01:41:32.126 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (3/15)... 2024-04-26T01:41:32.704 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:32.414+0000 7f5579724200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:41:33.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:32.706+0000 7f5579724200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:41:33.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: Activating manager daemon x 2024-04-26T01:41:33.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: mgrmap e2: x(active, starting, since 0.0110176s) 2024-04-26T01:41:33.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: Manager daemon x is now available 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' 2024-04-26T01:41:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:32 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:41:34.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:33 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' 2024-04-26T01:41:34.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:33 smithi044 ceph-mon[27847]: from='mgr.14100 172.21.15.44:0/3092231725' entity='mgr.x' 2024-04-26T01:41:34.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:33 smithi044 ceph-mon[27847]: mgrmap e3: x(active, since 1.02345s) 2024-04-26T01:41:35.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:35 smithi044 ceph-mon[27847]: mgrmap e4: x(active, since 2s) 2024-04-26T01:41:35.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:35 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/848462937' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:35.898 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:41:35.899 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:41:35.900 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:41:35.909 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:41:35.909 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:41:35.909 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:41:35.909 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:41:35.909 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:41:35.910 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:41:04.827218+0000", 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.735+0000 7fc691400700 1 Processor -- start 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.735+0000 7fc691400700 1 -- start start 2024-04-26T01:41:35.911 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.736+0000 7fc691400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c107190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.736+0000 7fc691400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc68c07be40 con 0x7fc68c106d70 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.736+0000 7fc68a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c107190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.736+0000 7fc68a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c107190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58680/0 (socket says 172.21.15.44:58680) 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.736+0000 7fc68a800700 1 -- 172.21.15.44:0/3555253924 learned_addr learned my addr 172.21.15.44:0/3555253924 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.737+0000 7fc68a800700 1 -- 172.21.15.44:0/3555253924 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc68c1076d0 con 0x7fc68c106d70 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.737+0000 7fc68a800700 1 --2- 172.21.15.44:0/3555253924 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c107190 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc67c0098a0 tx=0x7fc67c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=836fdebb3d52656b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.737+0000 7fc689400700 1 -- 172.21.15.44:0/3555253924 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc67c004160 con 0x7fc68c106d70 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.737+0000 7fc689400700 1 -- 172.21.15.44:0/3555253924 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc67c004300 con 0x7fc68c106d70 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.737+0000 7fc689400700 1 -- 172.21.15.44:0/3555253924 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc67c011af0 con 0x7fc68c106d70 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.738+0000 7fc691400700 1 -- 172.21.15.44:0/3555253924 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 msgr2=0x7fc68c107190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:35.912 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.738+0000 7fc691400700 1 --2- 172.21.15.44:0/3555253924 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c107190 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc67c0098a0 tx=0x7fc67c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.738+0000 7fc691400700 1 -- 172.21.15.44:0/3555253924 shutdown_connections 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.738+0000 7fc691400700 1 --2- 172.21.15.44:0/3555253924 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c107190 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.738+0000 7fc691400700 1 -- 172.21.15.44:0/3555253924 >> 172.21.15.44:0/3555253924 conn(0x7fc68c1029b0 msgr2=0x7fc68c104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.739+0000 7fc691400700 1 -- 172.21.15.44:0/3555253924 shutdown_connections 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.739+0000 7fc691400700 1 -- 172.21.15.44:0/3555253924 wait complete. 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.740+0000 7fc691400700 1 Processor -- start 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.740+0000 7fc691400700 1 -- start start 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.740+0000 7fc691400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c19e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.740+0000 7fc691400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc68c108700 con 0x7fc68c106d70 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.740+0000 7fc68a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c19e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.740+0000 7fc68a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c19e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58682/0 (socket says 172.21.15.44:58682) 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.740+0000 7fc68a800700 1 -- 172.21.15.44:0/848462937 learned_addr learned my addr 172.21.15.44:0/848462937 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:35.913 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.741+0000 7fc68a800700 1 -- 172.21.15.44:0/848462937 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc68c19eb60 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.741+0000 7fc68a800700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c19e620 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc67c009fb0 tx=0x7fc67c011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.741+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc67c0036a0 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.742+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc67c01a430 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.742+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc67c019550 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.742+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc68c19edf0 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.742+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc68c1a1ae0 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.743+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc68c0640a0 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.743+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 3) ==== 46441+0+0 (secure 0 0 0) 0x7fc67c003840 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.744+0000 7fc683400700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7fc670039430 0x7fc67003b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.744+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc67c04d620 con 0x7fc68c106d70 2024-04-26T01:41:35.914 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.744+0000 7fc689e00700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7fc670039430 0x7fc67003b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.745+0000 7fc689e00700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7fc670039430 0x7fc67003b8f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc678006fd0 tx=0x7fc678006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.750+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc67c023e00 con 0x7fc68c106d70 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:34.771+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fc67c023390 con 0x7fc68c106d70 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.072+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fc68c0008d0 con 0x7fc68c106d70 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.073+0000 7fc683400700 1 -- 172.21.15.44:0/848462937 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fc67c006110 con 0x7fc68c106d70 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7fc670039430 msgr2=0x7fc67003b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7fc670039430 0x7fc67003b8f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc678006fd0 tx=0x7fc678006e40 comp rx=0 tx=0).stop 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 msgr2=0x7fc68c19e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c19e620 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc67c009fb0 tx=0x7fc67c011940 comp rx=0 tx=0).stop 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 shutdown_connections 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7fc670039430 0x7fc67003b8f0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:35.915 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 --2- 172.21.15.44:0/848462937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc68c106d70 0x7fc68c19e620 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:35.916 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 >> 172.21.15.44:0/848462937 conn(0x7fc68c1029b0 msgr2=0x7fc68c195280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:35.916 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 shutdown_connections 2024-04-26T01:41:35.916 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:35.076+0000 7fc691400700 1 -- 172.21.15.44:0/848462937 wait complete. 2024-04-26T01:41:35.916 INFO:teuthology.orchestra.run.smithi044.stdout:mgr is available 2024-04-26T01:41:37.079 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:36 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1926482520' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:41:37.392 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:37.392 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout fsid = e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:37.393 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:41:37.400 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:41:37.400 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-04-26T01:41:37.400 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:41:37.400 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.475+0000 7f73f8800700 1 Processor -- start 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.475+0000 7f73f8800700 1 -- start start 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.475+0000 7f73f8800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01104a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.475+0000 7f73f8800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f73f0110a70 con 0x7f73f0110080 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.476+0000 7f73f5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01104a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.476+0000 7f73f5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01104a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58694/0 (socket says 172.21.15.44:58694) 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.476+0000 7f73f5e00700 1 -- 172.21.15.44:0/3182116665 learned_addr learned my addr 172.21.15.44:0/3182116665 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.476+0000 7f73f5e00700 1 -- 172.21.15.44:0/3182116665 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73f010ece0 con 0x7f73f0110080 2024-04-26T01:41:37.401 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.477+0000 7f73f5e00700 1 --2- 172.21.15.44:0/3182116665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01104a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f73e40098a0 tx=0x7f73e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b51b3fbf4b9c195 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.477+0000 7f73f4a00700 1 -- 172.21.15.44:0/3182116665 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73e4004160 con 0x7f73f0110080 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.477+0000 7f73f4a00700 1 -- 172.21.15.44:0/3182116665 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f73e4004300 con 0x7f73f0110080 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.477+0000 7f73f4a00700 1 -- 172.21.15.44:0/3182116665 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73e4011af0 con 0x7f73f0110080 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.478+0000 7f73f8800700 1 -- 172.21.15.44:0/3182116665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 msgr2=0x7f73f01104a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.478+0000 7f73f8800700 1 --2- 172.21.15.44:0/3182116665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01104a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f73e40098a0 tx=0x7f73e4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.478+0000 7f73f8800700 1 -- 172.21.15.44:0/3182116665 shutdown_connections 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.478+0000 7f73f8800700 1 --2- 172.21.15.44:0/3182116665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01104a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.478+0000 7f73f8800700 1 -- 172.21.15.44:0/3182116665 >> 172.21.15.44:0/3182116665 conn(0x7f73f007dc20 msgr2=0x7f73f0080040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.478+0000 7f73f8800700 1 -- 172.21.15.44:0/3182116665 shutdown_connections 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.478+0000 7f73f8800700 1 -- 172.21.15.44:0/3182116665 wait complete. 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.479+0000 7f73f8800700 1 Processor -- start 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.480+0000 7f73f8800700 1 -- start start 2024-04-26T01:41:37.402 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.480+0000 7f73f8800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01a2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.480+0000 7f73f8800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f73f01130a0 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.480+0000 7f73f5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01a2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.480+0000 7f73f5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01a2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58706/0 (socket says 172.21.15.44:58706) 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.480+0000 7f73f5e00700 1 -- 172.21.15.44:0/1926482520 learned_addr learned my addr 172.21.15.44:0/1926482520 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.481+0000 7f73f5e00700 1 -- 172.21.15.44:0/1926482520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73f01a3240 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.481+0000 7f73f5e00700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01a2d00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f73e4003f40 tx=0x7f73e4011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.481+0000 7f73eaa00700 1 -- 172.21.15.44:0/1926482520 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73e40038b0 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.481+0000 7f73eaa00700 1 -- 172.21.15.44:0/1926482520 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f73e4003a50 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.481+0000 7f73eaa00700 1 -- 172.21.15.44:0/1926482520 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73e401a5c0 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.481+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73f01a34d0 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.481+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73f01a61b0 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.483+0000 7f73eaa00700 1 -- 172.21.15.44:0/1926482520 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f73e4024430 con 0x7f73f0110080 2024-04-26T01:41:37.403 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.483+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73f00640a0 con 0x7f73f0110080 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.483+0000 7f73eaa00700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f73d8039510 0x7f73d803b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.483+0000 7f73eaa00700 1 -- 172.21.15.44:0/1926482520 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f73e404da50 con 0x7f73f0110080 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.483+0000 7f73f5400700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f73d8039510 0x7f73d803b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.484+0000 7f73f5400700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f73d8039510 0x7f73d803b9d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73e0006fd0 tx=0x7f73e0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.489+0000 7f73eaa00700 1 -- 172.21.15.44:0/1926482520 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73e404d470 con 0x7f73f0110080 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.716+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f73f01a7500 con 0x7f73f0110080 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.717+0000 7f73eaa00700 1 -- 172.21.15.44:0/1926482520 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f73e402d910 con 0x7f73f0110080 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f73d8039510 msgr2=0x7f73d803b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f73d8039510 0x7f73d803b9d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73e0006fd0 tx=0x7f73e0006e40 comp rx=0 tx=0).stop 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 msgr2=0x7f73f01a2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:37.404 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01a2d00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f73e4003f40 tx=0x7f73e4011890 comp rx=0 tx=0).stop 2024-04-26T01:41:37.405 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 shutdown_connections 2024-04-26T01:41:37.405 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f73d8039510 0x7f73d803b9d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:37.405 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 --2- 172.21.15.44:0/1926482520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f73f0110080 0x7f73f01a2d00 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:37.405 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.720+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 >> 172.21.15.44:0/1926482520 conn(0x7f73f007dc20 msgr2=0x7f73f007fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:37.405 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.721+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 shutdown_connections 2024-04-26T01:41:37.405 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:36.721+0000 7f73f8800700 1 -- 172.21.15.44:0/1926482520 wait complete. 2024-04-26T01:41:37.405 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling cephadm module... 2024-04-26T01:41:38.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:38 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2591700238' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T01:41:38.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: ignoring --setuser ceph since I am not root 2024-04-26T01:41:38.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: ignoring --setgroup ceph since I am not root 2024-04-26T01:41:38.927 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:38.678+0000 7ff7bb4a9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:41:38.927 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:38.929+0000 7ff7bb4a9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:41:39.090 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.021+0000 7f6400e00700 1 Processor -- start 2024-04-26T01:41:39.090 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.021+0000 7f6400e00700 1 -- start start 2024-04-26T01:41:39.090 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.022+0000 7f6400e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc107150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:39.090 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.022+0000 7f6400e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc07be80 con 0x7f63fc106d30 2024-04-26T01:41:39.090 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.022+0000 7f63f9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc107150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:39.090 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.022+0000 7f63f9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc107150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43372/0 (socket says 172.21.15.44:43372) 2024-04-26T01:41:39.090 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.022+0000 7f63f9e00700 1 -- 172.21.15.44:0/247965453 learned_addr learned my addr 172.21.15.44:0/247965453 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.023+0000 7f63f9e00700 1 -- 172.21.15.44:0/247965453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63fc107690 con 0x7f63fc106d30 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.023+0000 7f63f9e00700 1 --2- 172.21.15.44:0/247965453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc107150 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f63ec0098a0 tx=0x7f63ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f42c1ab7266f2a7e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.023+0000 7f63f9400700 1 -- 172.21.15.44:0/247965453 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63ec004160 con 0x7f63fc106d30 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f63f9400700 1 -- 172.21.15.44:0/247965453 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f63ec004300 con 0x7f63fc106d30 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f63f9400700 1 -- 172.21.15.44:0/247965453 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63ec011af0 con 0x7f63fc106d30 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f6400e00700 1 -- 172.21.15.44:0/247965453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 msgr2=0x7f63fc107150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f6400e00700 1 --2- 172.21.15.44:0/247965453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc107150 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f63ec0098a0 tx=0x7f63ec009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f6400e00700 1 -- 172.21.15.44:0/247965453 shutdown_connections 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f6400e00700 1 --2- 172.21.15.44:0/247965453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc107150 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f6400e00700 1 -- 172.21.15.44:0/247965453 >> 172.21.15.44:0/247965453 conn(0x7f63fc1029b0 msgr2=0x7f63fc104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f6400e00700 1 -- 172.21.15.44:0/247965453 shutdown_connections 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.024+0000 7f6400e00700 1 -- 172.21.15.44:0/247965453 wait complete. 2024-04-26T01:41:39.091 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.025+0000 7f6400e00700 1 Processor -- start 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.026+0000 7f6400e00700 1 -- start start 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.026+0000 7f6400e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc19e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.026+0000 7f6400e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc1086c0 con 0x7f63fc106d30 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.026+0000 7f63f9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc19e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.026+0000 7f63f9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc19e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43374/0 (socket says 172.21.15.44:43374) 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.026+0000 7f63f9e00700 1 -- 172.21.15.44:0/2591700238 learned_addr learned my addr 172.21.15.44:0/2591700238 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.027+0000 7f63f9e00700 1 -- 172.21.15.44:0/2591700238 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63fc19eb90 con 0x7f63fc106d30 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.027+0000 7f63f9e00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc19e650 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f63ec011ac0 tx=0x7f63ec011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.027+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63ec003970 con 0x7f63fc106d30 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.027+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f63ec003b10 con 0x7f63fc106d30 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.027+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63ec024610 con 0x7f63fc106d30 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.027+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63fc19ee20 con 0x7f63fc106d30 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.028+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63fc1a1b10 con 0x7f63fc106d30 2024-04-26T01:41:39.092 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.029+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f63ec01a9e0 con 0x7f63fc106d30 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.029+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63fc0640a0 con 0x7f63fc106d30 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.029+0000 7f63f2a00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f63e00395b0 0x7f63e003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.029+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f63ec04d860 con 0x7f63fc106d30 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.030+0000 7f63f3e00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f63e00395b0 0x7f63e003ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.030+0000 7f63f3e00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f63e00395b0 0x7f63e003ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f63e4006fd0 tx=0x7f63e4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.035+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f63ec00b3e0 con 0x7f63fc106d30 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.328+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f63fc0008d0 con 0x7f63fc106d30 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.382+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f63ec04d280 con 0x7f63fc106d30 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.385+0000 7f63f2a00700 1 -- 172.21.15.44:0/2591700238 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f63ec02c350 con 0x7f63fc106d30 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.386+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f63e00395b0 msgr2=0x7f63e003ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.386+0000 7f6400e00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f63e00395b0 0x7f63e003ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f63e4006fd0 tx=0x7f63e4006e40 comp rx=0 tx=0).stop 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.386+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 msgr2=0x7f63fc19e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.386+0000 7f6400e00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc19e650 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f63ec011ac0 tx=0x7f63ec011ba0 comp rx=0 tx=0).stop 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.387+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 shutdown_connections 2024-04-26T01:41:39.093 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.387+0000 7f6400e00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f63e00395b0 0x7f63e003ba70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:39.094 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.387+0000 7f6400e00700 1 --2- 172.21.15.44:0/2591700238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63fc106d30 0x7f63fc19e650 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:39.094 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.387+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 >> 172.21.15.44:0/2591700238 conn(0x7f63fc1029b0 msgr2=0x7f63fc1952e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:39.094 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.388+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 shutdown_connections 2024-04-26T01:41:39.094 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:38.388+0000 7f6400e00700 1 -- 172.21.15.44:0/2591700238 wait complete. 2024-04-26T01:41:39.238 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:39.065+0000 7ff7bb4a9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:41:39.551 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:39 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2591700238' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T01:41:39.551 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:39 smithi044 ceph-mon[27847]: mgrmap e5: x(active, since 5s) 2024-04-26T01:41:39.552 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:39.483+0000 7ff7bb4a9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:41:39.850 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:39.600+0000 7ff7bb4a9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:41:40.695 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:40 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2635711597' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:41:40.706 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:41:40.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-26T01:41:40.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:41:40.707 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:41:40.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:41:40.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:41:40.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.711+0000 7f504f600700 1 Processor -- start 2024-04-26T01:41:40.708 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.711+0000 7f504f600700 1 -- start start 2024-04-26T01:41:40.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.712+0000 7f504f600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504810b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:40.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.712+0000 7f504f600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f504807bec0 con 0x7f5048108f00 2024-04-26T01:41:40.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.712+0000 7f504cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504810b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:40.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.713+0000 7f504cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504810b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43412/0 (socket says 172.21.15.44:43412) 2024-04-26T01:41:40.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.713+0000 7f504cc00700 1 -- 172.21.15.44:0/1171384540 learned_addr learned my addr 172.21.15.44:0/1171384540 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:40.709 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.713+0000 7f504cc00700 1 -- 172.21.15.44:0/1171384540 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504810b830 con 0x7f5048108f00 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.713+0000 7f504cc00700 1 --2- 172.21.15.44:0/1171384540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504810b2f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f50380098a0 tx=0x7f5038009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36485139b278e3bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.714+0000 7f5047e00700 1 -- 172.21.15.44:0/1171384540 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5038004160 con 0x7f5048108f00 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.714+0000 7f5047e00700 1 -- 172.21.15.44:0/1171384540 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5038004300 con 0x7f5048108f00 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.714+0000 7f5047e00700 1 -- 172.21.15.44:0/1171384540 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5038011af0 con 0x7f5048108f00 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.715+0000 7f504f600700 1 -- 172.21.15.44:0/1171384540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 msgr2=0x7f504810b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.715+0000 7f504f600700 1 --2- 172.21.15.44:0/1171384540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504810b2f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f50380098a0 tx=0x7f5038009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.715+0000 7f504f600700 1 -- 172.21.15.44:0/1171384540 shutdown_connections 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.715+0000 7f504f600700 1 --2- 172.21.15.44:0/1171384540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504810b2f0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.715+0000 7f504f600700 1 -- 172.21.15.44:0/1171384540 >> 172.21.15.44:0/1171384540 conn(0x7f50481029b0 msgr2=0x7f5048104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.715+0000 7f504f600700 1 -- 172.21.15.44:0/1171384540 shutdown_connections 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.715+0000 7f504f600700 1 -- 172.21.15.44:0/1171384540 wait complete. 2024-04-26T01:41:40.712 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.716+0000 7f504f600700 1 Processor -- start 2024-04-26T01:41:40.713 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.716+0000 7f504f600700 1 -- start start 2024-04-26T01:41:40.713 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.717+0000 7f504f600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:40.713 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.717+0000 7f504f600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f504810c800 con 0x7f5048108f00 2024-04-26T01:41:40.713 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.717+0000 7f504cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:40.715 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.717+0000 7f504cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504819e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43418/0 (socket says 172.21.15.44:43418) 2024-04-26T01:41:40.715 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.717+0000 7f504cc00700 1 -- 172.21.15.44:0/2635711597 learned_addr learned my addr 172.21.15.44:0/2635711597 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:40.715 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.717+0000 7f504cc00700 1 -- 172.21.15.44:0/2635711597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504819eb40 con 0x7f5048108f00 2024-04-26T01:41:40.715 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.718+0000 7f504cc00700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504819e600 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5038011ac0 tx=0x7f5038011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:40.715 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.718+0000 7f5046000700 1 -- 172.21.15.44:0/2635711597 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5038003970 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.718+0000 7f5046000700 1 -- 172.21.15.44:0/2635711597 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5038003b10 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.718+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f504819edd0 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.718+0000 7f5046000700 1 -- 172.21.15.44:0/2635711597 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5038024610 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.718+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50481a1ac0 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.719+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50480640a0 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.720+0000 7f5046000700 1 -- 172.21.15.44:0/2635711597 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f503801a430 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.720+0000 7f5046000700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 0x7f502c03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.720+0000 7f5046000700 1 -- 172.21.15.44:0/2635711597 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f503804d8c0 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.720+0000 7f503fe00700 1 -- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 msgr2=0x7f502c03bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/4258503376 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.720+0000 7f503fe00700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 0x7f502c03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.726+0000 7f5046000700 1 -- 172.21.15.44:0/2635711597 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5038016260 con 0x7f5048108f00 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.921+0000 7f503fe00700 1 -- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 msgr2=0x7f502c03bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/4258503376 2024-04-26T01:41:40.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:39.921+0000 7f503fe00700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 0x7f502c03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:41:40.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.016+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f50481a1c90 con 0x7f5048108f00 2024-04-26T01:41:40.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.017+0000 7f5046000700 1 -- 172.21.15.44:0/2635711597 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f50481a1c90 con 0x7f5048108f00 2024-04-26T01:41:40.718 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 msgr2=0x7f502c03bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:41:40.718 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 0x7f502c03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:40.718 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 msgr2=0x7f504819e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:40.718 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504819e600 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5038011ac0 tx=0x7f5038011ba0 comp rx=0 tx=0).stop 2024-04-26T01:41:40.718 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 shutdown_connections 2024-04-26T01:41:40.718 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f502c039600 0x7f502c03bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:40.718 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 --2- 172.21.15.44:0/2635711597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5048108f00 0x7f504819e600 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:40.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.019+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 >> 172.21.15.44:0/2635711597 conn(0x7f50481029b0 msgr2=0x7f5048103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:40.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.020+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 shutdown_connections 2024-04-26T01:41:40.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:40.020+0000 7f504f600700 1 -- 172.21.15.44:0/2635711597 wait complete. 2024-04-26T01:41:40.719 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for the mgr to restart... 2024-04-26T01:41:40.719 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr epoch 5... 2024-04-26T01:41:41.258 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:41.205+0000 7ff7bb4a9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:41:41.536 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:41.443+0000 7ff7bb4a9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:41:41.850 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:41.662+0000 7ff7bb4a9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:41:42.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:42.054+0000 7ff7bb4a9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:41:42.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:42.180+0000 7ff7bb4a9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:41:42.697 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:42.437+0000 7ff7bb4a9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:41:43.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:42.699+0000 7ff7bb4a9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:41:43.851 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:43.505+0000 7ff7bb4a9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:41:44.341 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:44 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:44.070+0000 7ff7bb4a9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:41:44.341 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:44 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:44.201+0000 7ff7bb4a9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:41:44.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:44 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:44.472+0000 7ff7bb4a9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:41:45.591 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:45.134+0000 7ff7bb4a9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:41:45.591 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:45.261+0000 7ff7bb4a9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:41:45.591 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:45.593+0000 7ff7bb4a9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:41:45.851 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:45.777+0000 7ff7bb4a9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:41:46.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:45.907+0000 7ff7bb4a9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:41:46.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:46 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:46.062+0000 7ff7bb4a9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:41:46.851 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:46 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:46.436+0000 7ff7bb4a9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:41:47.513 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:47.218+0000 7ff7bb4a9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:41:47.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: Active manager daemon x restarted 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: Activating manager daemon x 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: osdmap e2: 0 total, 0 up, 0 in 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: mgrmap e6: x(active, starting, since 0.0110055s) 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-mon[27847]: Manager daemon x is now available 2024-04-26T01:41:47.852 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:41:47.515+0000 7ff7bb4a9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:41:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: Found migration_current of "None". Setting to last migration. 2024-04-26T01:41:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:41:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:41:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:48.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:41:48.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:41:48.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:48 smithi044 ceph-mon[27847]: mgrmap e7: x(active, since 1.01973s) 2024-04-26T01:41:49.158 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.330+0000 7f8dc7e00700 1 Processor -- start 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.330+0000 7f8dc7e00700 1 -- start start 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.330+0000 7f8dc7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc810b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.330+0000 7f8dc7e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc807bec0 con 0x7f8dc8108d70 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.331+0000 7f8dc6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc810b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.331+0000 7f8dc6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc810b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43426/0 (socket says 172.21.15.44:43426) 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.331+0000 7f8dc6a00700 1 -- 172.21.15.44:0/1414625587 learned_addr learned my addr 172.21.15.44:0/1414625587 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.331+0000 7f8dc6a00700 1 -- 172.21.15.44:0/1414625587 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc810b6a0 con 0x7f8dc8108d70 2024-04-26T01:41:49.159 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.332+0000 7f8dc6a00700 1 --2- 172.21.15.44:0/1414625587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc810b160 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8db80098a0 tx=0x7f8db8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=defe1c027dccd572 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.332+0000 7f8dc5600700 1 -- 172.21.15.44:0/1414625587 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8db8004160 con 0x7f8dc8108d70 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.332+0000 7f8dc5600700 1 -- 172.21.15.44:0/1414625587 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8db8004300 con 0x7f8dc8108d70 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.332+0000 7f8dc5600700 1 -- 172.21.15.44:0/1414625587 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8db8011af0 con 0x7f8dc8108d70 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.333+0000 7f8dc7e00700 1 -- 172.21.15.44:0/1414625587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 msgr2=0x7f8dc810b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.333+0000 7f8dc7e00700 1 --2- 172.21.15.44:0/1414625587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc810b160 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8db80098a0 tx=0x7f8db8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.333+0000 7f8dc7e00700 1 -- 172.21.15.44:0/1414625587 shutdown_connections 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.333+0000 7f8dc7e00700 1 --2- 172.21.15.44:0/1414625587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc810b160 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.333+0000 7f8dc7e00700 1 -- 172.21.15.44:0/1414625587 >> 172.21.15.44:0/1414625587 conn(0x7f8dc8102840 msgr2=0x7f8dc8104c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.333+0000 7f8dc7e00700 1 -- 172.21.15.44:0/1414625587 shutdown_connections 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.333+0000 7f8dc7e00700 1 -- 172.21.15.44:0/1414625587 wait complete. 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.334+0000 7f8dc7e00700 1 Processor -- start 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.334+0000 7f8dc7e00700 1 -- start start 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.335+0000 7f8dc7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc819e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:49.160 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.335+0000 7f8dc7e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc810c670 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.335+0000 7f8dc6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc819e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.335+0000 7f8dc6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc819e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43442/0 (socket says 172.21.15.44:43442) 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.335+0000 7f8dc6a00700 1 -- 172.21.15.44:0/2397436097 learned_addr learned my addr 172.21.15.44:0/2397436097 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.335+0000 7f8dc6a00700 1 -- 172.21.15.44:0/2397436097 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc819ecb0 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.336+0000 7f8dc6a00700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc819e770 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8db8011ac0 tx=0x7f8db8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.336+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8db8003b20 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.336+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8db801a8c0 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.336+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8db80248d0 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.336+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dc819ef40 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.336+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dc81a1c30 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.338+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f8db8022020 con 0x7f8dc8108d70 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.338+0000 7f8dbf400700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.338+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 --> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8dac03c1d0 con 0x7f8dac039600 2024-04-26T01:41:49.161 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.338+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8db804d4f0 con 0x7f8dc8108d70 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.338+0000 7f8dc6000700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 msgr2=0x7f8dac03bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/4258503376 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.338+0000 7f8dc6000700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.539+0000 7f8dc6000700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 msgr2=0x7f8dac03bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/4258503376 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.539+0000 7f8dc6000700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.940+0000 7f8dc6000700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 msgr2=0x7f8dac03bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/4258503376 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:41.940+0000 7f8dc6000700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:42.741+0000 7f8dc6000700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 msgr2=0x7f8dac03bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/4258503376 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:42.741+0000 7f8dc6000700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:44.343+0000 7f8dc6000700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 msgr2=0x7f8dac03bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/4258503376 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:44.343+0000 7f8dc6000700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:47.526+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f8db802d3f0 con 0x7f8dc8108d70 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:47.527+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 msgr2=0x7f8dac03bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:41:49.162 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:47.527+0000 7f8dbf400700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.531+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f8db80165f0 con 0x7f8dc8108d70 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.531+0000 7f8dbf400700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8dac03cef0 0x7f8dac03f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.531+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8db802be50 con 0x7f8dac03cef0 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.533+0000 7f8dc6000700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8dac03cef0 0x7f8dac03f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.535+0000 7f8dc6000700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8dac03cef0 0x7f8dac03f2e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8db4003a10 tx=0x7f8db40092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.537+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f8db802be50 con 0x7f8dac03cef0 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.550+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f8dc8069b90 con 0x7f8dac03cef0 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.551+0000 7f8dbf400700 1 -- 172.21.15.44:0/2397436097 <== mgr.14120 v2:172.21.15.44:6800/1969712891 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f8dc8069b90 con 0x7f8dac03cef0 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8dac03cef0 msgr2=0x7f8dac03f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8dac03cef0 0x7f8dac03f2e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8db4003a10 tx=0x7f8db40092b0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 msgr2=0x7f8dc819e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc819e770 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8db8011ac0 tx=0x7f8db8011ba0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 shutdown_connections 2024-04-26T01:41:49.163 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8dc8108d70 0x7f8dc819e770 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.164 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8dac03cef0 0x7f8dac03f2e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.164 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 --2- 172.21.15.44:0/2397436097 >> [v2:172.21.15.44:6800/4258503376,v1:172.21.15.44:6801/4258503376] conn(0x7f8dac039600 0x7f8dac03bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.164 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 >> 172.21.15.44:0/2397436097 conn(0x7f8dc8102840 msgr2=0x7f8dc8103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:49.164 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 shutdown_connections 2024-04-26T01:41:49.164 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:48.552+0000 7f8dc7e00700 1 -- 172.21.15.44:0/2397436097 wait complete. 2024-04-26T01:41:49.164 INFO:teuthology.orchestra.run.smithi044.stdout:mgr epoch 5 is available 2024-04-26T01:41:49.164 INFO:teuthology.orchestra.run.smithi044.stdout:Setting orchestrator backend to cephadm... 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: [26/Apr/2024:01:41:49] ENGINE Bus STARTING 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: [26/Apr/2024:01:41:49] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: [26/Apr/2024:01:41:49] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: [26/Apr/2024:01:41:49] ENGINE Bus STARTED 2024-04-26T01:41:49.730 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:49 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:50.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:50 smithi044 ceph-mon[27847]: mgrmap e8: x(active, since 2s) 2024-04-26T01:41:50.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:50 smithi044 ceph-mon[27847]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:50.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:50 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:41:50.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:50 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:50.890 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.794+0000 7f13eb400700 1 Processor -- start 2024-04-26T01:41:50.890 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.794+0000 7f13eb400700 1 -- start start 2024-04-26T01:41:50.890 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.795+0000 7f13eb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e407c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:50.890 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.795+0000 7f13eb400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f13e407c920 con 0x7f13e407dea0 2024-04-26T01:41:50.890 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.795+0000 7f13e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e407c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.796+0000 7f13e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e407c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41428/0 (socket says 172.21.15.44:41428) 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.796+0000 7f13e8a00700 1 -- 172.21.15.44:0/3082756782 learned_addr learned my addr 172.21.15.44:0/3082756782 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.796+0000 7f13e8a00700 1 -- 172.21.15.44:0/3082756782 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e407caa0 con 0x7f13e407dea0 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.796+0000 7f13e8a00700 1 --2- 172.21.15.44:0/3082756782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e407c350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f13d40098a0 tx=0x7f13d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=428c3d4f7feab257 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13e3e00700 1 -- 172.21.15.44:0/3082756782 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13d4004160 con 0x7f13e407dea0 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13e3e00700 1 -- 172.21.15.44:0/3082756782 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f13d4004300 con 0x7f13e407dea0 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13e3e00700 1 -- 172.21.15.44:0/3082756782 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13d4011af0 con 0x7f13e407dea0 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13eb400700 1 -- 172.21.15.44:0/3082756782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 msgr2=0x7f13e407c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13eb400700 1 --2- 172.21.15.44:0/3082756782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e407c350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f13d40098a0 tx=0x7f13d4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13eb400700 1 -- 172.21.15.44:0/3082756782 shutdown_connections 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13eb400700 1 --2- 172.21.15.44:0/3082756782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e407c350 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.797+0000 7f13eb400700 1 -- 172.21.15.44:0/3082756782 >> 172.21.15.44:0/3082756782 conn(0x7f13e4103ab0 msgr2=0x7f13e4105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:50.891 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.798+0000 7f13eb400700 1 -- 172.21.15.44:0/3082756782 shutdown_connections 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.798+0000 7f13eb400700 1 -- 172.21.15.44:0/3082756782 wait complete. 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.799+0000 7f13eb400700 1 Processor -- start 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.799+0000 7f13eb400700 1 -- start start 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.799+0000 7f13eb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e41a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.799+0000 7f13eb400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f13e410a650 con 0x7f13e407dea0 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.800+0000 7f13e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e41a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.800+0000 7f13e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e41a2d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41444/0 (socket says 172.21.15.44:41444) 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.800+0000 7f13e8a00700 1 -- 172.21.15.44:0/4164143478 learned_addr learned my addr 172.21.15.44:0/4164143478 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.800+0000 7f13e8a00700 1 -- 172.21.15.44:0/4164143478 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e41a32d0 con 0x7f13e407dea0 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.800+0000 7f13e8a00700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e41a2d90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f13d4011ac0 tx=0x7f13d4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.801+0000 7f13e2000700 1 -- 172.21.15.44:0/4164143478 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13d4003970 con 0x7f13e407dea0 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.801+0000 7f13e2000700 1 -- 172.21.15.44:0/4164143478 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f13d4003b10 con 0x7f13e407dea0 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.801+0000 7f13e2000700 1 -- 172.21.15.44:0/4164143478 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13d4024610 con 0x7f13e407dea0 2024-04-26T01:41:50.892 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.801+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13e41a3560 con 0x7f13e407dea0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.801+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13e41a6210 con 0x7f13e407dea0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.802+0000 7f13e2000700 1 -- 172.21.15.44:0/4164143478 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f13d401a9e0 con 0x7f13e407dea0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.802+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13e40640a0 con 0x7f13e407dea0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.802+0000 7f13e2000700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f13c8039600 0x7f13c803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.802+0000 7f13e2000700 1 -- 172.21.15.44:0/4164143478 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f13d404da10 con 0x7f13e407dea0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.803+0000 7f13dbe00700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f13c8039600 0x7f13c803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.803+0000 7f13dbe00700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f13c8039600 0x7f13c803bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f13cc006fd0 tx=0x7f13cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:49.808+0000 7f13e2000700 1 -- 172.21.15.44:0/4164143478 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f13d404d360 con 0x7f13e407dea0 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.058+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f13e402e020 con 0x7f13c8039600 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.070+0000 7f13e2000700 1 -- 172.21.15.44:0/4164143478 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f13e402e020 con 0x7f13c8039600 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f13c8039600 msgr2=0x7f13c803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f13c8039600 0x7f13c803bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f13cc006fd0 tx=0x7f13cc006e40 comp rx=0 tx=0).stop 2024-04-26T01:41:50.893 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 msgr2=0x7f13e41a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:50.894 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e41a2d90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f13d4011ac0 tx=0x7f13d4011ba0 comp rx=0 tx=0).stop 2024-04-26T01:41:50.894 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 shutdown_connections 2024-04-26T01:41:50.894 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f13c8039600 0x7f13c803bac0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:50.894 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 --2- 172.21.15.44:0/4164143478 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13e407dea0 0x7f13e41a2d90 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:50.894 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 >> 172.21.15.44:0/4164143478 conn(0x7f13e4103ab0 msgr2=0x7f13e41997e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:50.894 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.073+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 shutdown_connections 2024-04-26T01:41:50.894 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:50.074+0000 7f13eb400700 1 -- 172.21.15.44:0/4164143478 wait complete. 2024-04-26T01:41:52.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-26T01:41:52.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.518+0000 7f45f7000700 1 Processor -- start 2024-04-26T01:41:52.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.518+0000 7f45f7000700 1 -- start start 2024-04-26T01:41:52.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.519+0000 7f45f7000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f010f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:52.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.519+0000 7f45f7000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f45f010f930 con 0x7f45f010ef40 2024-04-26T01:41:52.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.519+0000 7f45f5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f010f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:52.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.519+0000 7f45f5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f010f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41458/0 (socket says 172.21.15.44:41458) 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.519+0000 7f45f5c00700 1 -- 172.21.15.44:0/3127661571 learned_addr learned my addr 172.21.15.44:0/3127661571 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.520+0000 7f45f5c00700 1 -- 172.21.15.44:0/3127661571 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f010fab0 con 0x7f45f010ef40 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.520+0000 7f45f5c00700 1 --2- 172.21.15.44:0/3127661571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f010f360 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f45e40098a0 tx=0x7f45e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca6b5922f1a80d3d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.520+0000 7f45efe00700 1 -- 172.21.15.44:0/3127661571 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45e4004160 con 0x7f45f010ef40 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.520+0000 7f45efe00700 1 -- 172.21.15.44:0/3127661571 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f45e4004300 con 0x7f45f010ef40 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.520+0000 7f45efe00700 1 -- 172.21.15.44:0/3127661571 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45e4011af0 con 0x7f45f010ef40 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.521+0000 7f45f7000700 1 -- 172.21.15.44:0/3127661571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 msgr2=0x7f45f010f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.521+0000 7f45f7000700 1 --2- 172.21.15.44:0/3127661571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f010f360 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f45e40098a0 tx=0x7f45e4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.521+0000 7f45f7000700 1 -- 172.21.15.44:0/3127661571 shutdown_connections 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.521+0000 7f45f7000700 1 --2- 172.21.15.44:0/3127661571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f010f360 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.521+0000 7f45f7000700 1 -- 172.21.15.44:0/3127661571 >> 172.21.15.44:0/3127661571 conn(0x7f45f007de20 msgr2=0x7f45f0080240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.521+0000 7f45f7000700 1 -- 172.21.15.44:0/3127661571 shutdown_connections 2024-04-26T01:41:52.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.521+0000 7f45f7000700 1 -- 172.21.15.44:0/3127661571 wait complete. 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.523+0000 7f45f7000700 1 Processor -- start 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.523+0000 7f45f7000700 1 -- start start 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.523+0000 7f45f7000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f01a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.523+0000 7f45f7000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f45f0110ae0 con 0x7f45f010ef40 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.524+0000 7f45f5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f01a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.524+0000 7f45f5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f01a2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41464/0 (socket says 172.21.15.44:41464) 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.524+0000 7f45f5c00700 1 -- 172.21.15.44:0/4258016922 learned_addr learned my addr 172.21.15.44:0/4258016922 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.524+0000 7f45f5c00700 1 -- 172.21.15.44:0/4258016922 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f01a30c0 con 0x7f45f010ef40 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.524+0000 7f45f5c00700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f01a2b80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f45e40117b0 tx=0x7f45e4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.525+0000 7f45ee000700 1 -- 172.21.15.44:0/4258016922 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45e4003af0 con 0x7f45f010ef40 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.525+0000 7f45ee000700 1 -- 172.21.15.44:0/4258016922 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f45e4020070 con 0x7f45f010ef40 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.525+0000 7f45ee000700 1 -- 172.21.15.44:0/4258016922 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45e4019630 con 0x7f45f010ef40 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.525+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45f01a3350 con 0x7f45f010ef40 2024-04-26T01:41:52.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.525+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45f01a6040 con 0x7f45f010ef40 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.526+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45f0069b90 con 0x7f45f010ef40 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.526+0000 7f45ee000700 1 -- 172.21.15.44:0/4258016922 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f45e401a9c0 con 0x7f45f010ef40 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.527+0000 7f45ee000700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f45d8039600 0x7f45d803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.527+0000 7f45ee000700 1 -- 172.21.15.44:0/4258016922 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f45e404dbf0 con 0x7f45f010ef40 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.527+0000 7f45f5200700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f45d8039600 0x7f45d803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.528+0000 7f45f5200700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f45d8039600 0x7f45d803bac0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f45dc006fd0 tx=0x7f45dc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.533+0000 7f45ee000700 1 -- 172.21.15.44:0/4258016922 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f45e40042a0 con 0x7f45f010ef40 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.768+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f45f002dff0 con 0x7f45d8039600 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.770+0000 7f45ee000700 1 -- 172.21.15.44:0/4258016922 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f45f002dff0 con 0x7f45d8039600 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.773+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f45d8039600 msgr2=0x7f45d803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.773+0000 7f45f7000700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f45d8039600 0x7f45d803bac0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f45dc006fd0 tx=0x7f45dc006e40 comp rx=0 tx=0).stop 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.773+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 msgr2=0x7f45f01a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.773+0000 7f45f7000700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f01a2b80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f45e40117b0 tx=0x7f45e4011b70 comp rx=0 tx=0).stop 2024-04-26T01:41:52.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.774+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 shutdown_connections 2024-04-26T01:41:52.468 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.774+0000 7f45f7000700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f45d8039600 0x7f45d803bac0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:52.468 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.774+0000 7f45f7000700 1 --2- 172.21.15.44:0/4258016922 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45f010ef40 0x7f45f01a2b80 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:52.468 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.774+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 >> 172.21.15.44:0/4258016922 conn(0x7f45f007de20 msgr2=0x7f45f007fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:52.468 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.774+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 shutdown_connections 2024-04-26T01:41:52.468 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:51.774+0000 7f45f7000700 1 -- 172.21.15.44:0/4258016922 wait complete. 2024-04-26T01:41:52.468 INFO:teuthology.orchestra.run.smithi044.stdout:Generating ssh key... 2024-04-26T01:41:52.775 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:52 smithi044 ceph-mon[27847]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:53.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-mon[27847]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:53.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-mon[27847]: Generating ssh key... 2024-04-26T01:41:54.333 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: Generating public/private rsa key pair. 2024-04-26T01:41:54.333 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: Your identification has been saved in /tmp/tmpn00d5s9w/key. 2024-04-26T01:41:54.333 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: Your public key has been saved in /tmp/tmpn00d5s9w/key.pub. 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: The key fingerprint is: 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: SHA256:/cTHR3hrBASJ5rOY+ieEqQx1xSYtnWBgNDyG8bUBhdw ceph-e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: The key's randomart image is: 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: +---[RSA 3072]----+ 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | .****= . ..+o | 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | .o*+EoB o . .. | 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | ....= o ..o| 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | . . + . ..o.| 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | . . o S + o oo.| 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | . o + . o ... | 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | o . o . | 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | o . . . | 2024-04-26T01:41:54.334 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: | ..o | 2024-04-26T01:41:54.335 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:41:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: +----[SHA256]-----+ 2024-04-26T01:41:54.659 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.072+0000 7f07a7000700 1 Processor -- start 2024-04-26T01:41:54.659 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.072+0000 7f07a7000700 1 -- start start 2024-04-26T01:41:54.659 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.073+0000 7f07a7000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a01077b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:54.661 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.073+0000 7f07a7000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f07a0107d80 con 0x7f07a0107390 2024-04-26T01:41:54.661 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.073+0000 7f079fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a01077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:54.661 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.073+0000 7f079fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a01077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41476/0 (socket says 172.21.15.44:41476) 2024-04-26T01:41:54.661 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.073+0000 7f079fe00700 1 -- 172.21.15.44:0/1419541984 learned_addr learned my addr 172.21.15.44:0/1419541984 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:54.661 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.074+0000 7f079fe00700 1 -- 172.21.15.44:0/1419541984 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a0108590 con 0x7f07a0107390 2024-04-26T01:41:54.661 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.074+0000 7f079fe00700 1 --2- 172.21.15.44:0/1419541984 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a01077b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f07900098a0 tx=0x7f0790009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f54c12d0d5b9873 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:54.661 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.074+0000 7f079ea00700 1 -- 172.21.15.44:0/1419541984 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0790004160 con 0x7f07a0107390 2024-04-26T01:41:54.662 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.074+0000 7f079ea00700 1 -- 172.21.15.44:0/1419541984 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0790004300 con 0x7f07a0107390 2024-04-26T01:41:54.662 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.074+0000 7f079ea00700 1 -- 172.21.15.44:0/1419541984 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0790011af0 con 0x7f07a0107390 2024-04-26T01:41:54.662 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.075+0000 7f07a7000700 1 -- 172.21.15.44:0/1419541984 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 msgr2=0x7f07a01077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:54.662 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.075+0000 7f07a7000700 1 --2- 172.21.15.44:0/1419541984 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a01077b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f07900098a0 tx=0x7f0790009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.662 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.075+0000 7f07a7000700 1 -- 172.21.15.44:0/1419541984 shutdown_connections 2024-04-26T01:41:54.662 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.075+0000 7f07a7000700 1 --2- 172.21.15.44:0/1419541984 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a01077b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.662 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.075+0000 7f07a7000700 1 -- 172.21.15.44:0/1419541984 >> 172.21.15.44:0/1419541984 conn(0x7f07a01029b0 msgr2=0x7f07a0104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.075+0000 7f07a7000700 1 -- 172.21.15.44:0/1419541984 shutdown_connections 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.075+0000 7f07a7000700 1 -- 172.21.15.44:0/1419541984 wait complete. 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.076+0000 7f07a7000700 1 Processor -- start 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.077+0000 7f07a7000700 1 -- start start 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.077+0000 7f07a7000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a019c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.077+0000 7f07a7000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f07a010b940 con 0x7f07a0107390 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.077+0000 7f079fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a019c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.077+0000 7f079fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a019c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41482/0 (socket says 172.21.15.44:41482) 2024-04-26T01:41:54.664 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.077+0000 7f079fe00700 1 -- 172.21.15.44:0/1408888366 learned_addr learned my addr 172.21.15.44:0/1408888366 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:54.665 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.078+0000 7f079fe00700 1 -- 172.21.15.44:0/1408888366 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a019ca00 con 0x7f07a0107390 2024-04-26T01:41:54.665 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.078+0000 7f079fe00700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a019c4c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f07900117b0 tx=0x7f0790011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:54.665 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.078+0000 7f079cc00700 1 -- 172.21.15.44:0/1408888366 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0790003af0 con 0x7f07a0107390 2024-04-26T01:41:54.665 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.078+0000 7f079cc00700 1 -- 172.21.15.44:0/1408888366 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0790020070 con 0x7f07a0107390 2024-04-26T01:41:54.665 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.078+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07a019cc90 con 0x7f07a0107390 2024-04-26T01:41:54.665 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.078+0000 7f079cc00700 1 -- 172.21.15.44:0/1408888366 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0790019630 con 0x7f07a0107390 2024-04-26T01:41:54.665 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.078+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07a019f980 con 0x7f07a0107390 2024-04-26T01:41:54.667 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.079+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07a00640a0 con 0x7f07a0107390 2024-04-26T01:41:54.667 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.080+0000 7f079cc00700 1 -- 172.21.15.44:0/1408888366 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f079001a9c0 con 0x7f07a0107390 2024-04-26T01:41:54.667 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.080+0000 7f079cc00700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f07840395b0 0x7f078403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.080+0000 7f079cc00700 1 -- 172.21.15.44:0/1408888366 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f079004db40 con 0x7f07a0107390 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.081+0000 7f079f400700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f07840395b0 0x7f078403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.081+0000 7f079f400700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f07840395b0 0x7f078403ba70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f078c006fd0 tx=0x7f078c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.086+0000 7f079cc00700 1 -- 172.21.15.44:0/1408888366 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f079000e260 con 0x7f07a0107390 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.318+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f07a00008d0 con 0x7f07840395b0 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.950+0000 7f079cc00700 1 -- 172.21.15.44:0/1408888366 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f07a00008d0 con 0x7f07840395b0 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f07840395b0 msgr2=0x7f078403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f07840395b0 0x7f078403ba70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f078c006fd0 tx=0x7f078c006e40 comp rx=0 tx=0).stop 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 msgr2=0x7f07a019c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a019c4c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f07900117b0 tx=0x7f0790011b70 comp rx=0 tx=0).stop 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 shutdown_connections 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f07840395b0 0x7f078403ba70 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 --2- 172.21.15.44:0/1408888366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07a0107390 0x7f07a019c4c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.668 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.953+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 >> 172.21.15.44:0/1408888366 conn(0x7f07a01029b0 msgr2=0x7f07a0103920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:54.669 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.954+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 shutdown_connections 2024-04-26T01:41:54.669 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:53.954+0000 7f07a7000700 1 -- 172.21.15.44:0/1408888366 wait complete. 2024-04-26T01:41:55.197 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:54 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:41:55.197 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:54 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:41:56.127 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK2et/1MZbHuSkEI8PjnbpCYB9K5Qq+a3Nu4tSk2rx3ayXR09ocjCUO/E7detJJOOIlb5BF2feWO1aK8GF/QAQeJ49gsLiwo5OjpQAP3CEIhuRwEnnSvSCP9ry+O4CQSITRP4e8has+shKdL8H01eD8q6DxlnSIH/LqXrERZ35mH0Th8w+7ZPetFQF2jjEoNaZ1MU6f3lByQlSl9L/BwUVymHlJpX/+jz7lJlUjtf3srblXpC/mWUp6c/fIzRA6VRB2r47AUbbyFFi3hFybSEJVp1UYSAMFOEKE6fs8MAFjsO+MEpt05OcjHg0L8f9fqTTwjTO98u7cBbHyNm8oT/xvVWnrW+xty9tF1XYRK4Qvn/9145fpuCiOQYZn0sla64f1K5NCp91LERn7GsTwWu/htjsqeJC+FsJVJCgIEr/xKvCKgcQv/Y6nVq8t7+NH2IDsagPu+q0EbCM/w1EF+odogL02IB/ISj5OdlmFpEqigDvicsCB9SQBm7sYcbm6Ik= ceph-e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:41:56.128 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.270+0000 7f80b0c00700 1 Processor -- start 2024-04-26T01:41:56.128 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.271+0000 7f80b0c00700 1 -- start start 2024-04-26T01:41:56.129 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.271+0000 7f80b0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1104a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:56.129 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.271+0000 7f80b0c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f80ac110a70 con 0x7f80ac110080 2024-04-26T01:41:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.272+0000 7f80a9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1104a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.272+0000 7f80a9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1104a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41484/0 (socket says 172.21.15.44:41484) 2024-04-26T01:41:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.272+0000 7f80a9e00700 1 -- 172.21.15.44:0/3984307388 learned_addr learned my addr 172.21.15.44:0/3984307388 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.272+0000 7f80a9e00700 1 -- 172.21.15.44:0/3984307388 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80ac10ece0 con 0x7f80ac110080 2024-04-26T01:41:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.272+0000 7f80a9e00700 1 --2- 172.21.15.44:0/3984307388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1104a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f809c0098a0 tx=0x7f809c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d942c4a1f80b618 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80a8a00700 1 -- 172.21.15.44:0/3984307388 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f809c004160 con 0x7f80ac110080 2024-04-26T01:41:56.130 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80a8a00700 1 -- 172.21.15.44:0/3984307388 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f809c004300 con 0x7f80ac110080 2024-04-26T01:41:56.131 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80a8a00700 1 -- 172.21.15.44:0/3984307388 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f809c011af0 con 0x7f80ac110080 2024-04-26T01:41:56.131 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80b0c00700 1 -- 172.21.15.44:0/3984307388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 msgr2=0x7f80ac1104a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:56.131 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80b0c00700 1 --2- 172.21.15.44:0/3984307388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1104a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f809c0098a0 tx=0x7f809c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:41:56.133 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80b0c00700 1 -- 172.21.15.44:0/3984307388 shutdown_connections 2024-04-26T01:41:56.133 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80b0c00700 1 --2- 172.21.15.44:0/3984307388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1104a0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.273+0000 7f80b0c00700 1 -- 172.21.15.44:0/3984307388 >> 172.21.15.44:0/3984307388 conn(0x7f80ac07dc20 msgr2=0x7f80ac080040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.274+0000 7f80b0c00700 1 -- 172.21.15.44:0/3984307388 shutdown_connections 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.274+0000 7f80b0c00700 1 -- 172.21.15.44:0/3984307388 wait complete. 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.275+0000 7f80b0c00700 1 Processor -- start 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.275+0000 7f80b0c00700 1 -- start start 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.275+0000 7f80b0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1a2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.275+0000 7f80b0c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f80ac1130a0 con 0x7f80ac110080 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.275+0000 7f80a9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1a2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.276+0000 7f80a9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1a2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41488/0 (socket says 172.21.15.44:41488) 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.276+0000 7f80a9e00700 1 -- 172.21.15.44:0/4240393031 learned_addr learned my addr 172.21.15.44:0/4240393031 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.276+0000 7f80a9e00700 1 -- 172.21.15.44:0/4240393031 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80ac1a3240 con 0x7f80ac110080 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.276+0000 7f80a9e00700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1a2d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f809c000c00 tx=0x7f809c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:56.134 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.276+0000 7f80a2a00700 1 -- 172.21.15.44:0/4240393031 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f809c003b20 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.277+0000 7f80a2a00700 1 -- 172.21.15.44:0/4240393031 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f809c01a8c0 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.277+0000 7f80a2a00700 1 -- 172.21.15.44:0/4240393031 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f809c024940 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.277+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80ac1a34d0 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.277+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80ac1a61b0 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.278+0000 7f80a2a00700 1 -- 172.21.15.44:0/4240393031 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f809c022020 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.278+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80ac0640a0 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.278+0000 7f80a2a00700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8090039600 0x7f809003bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.278+0000 7f80a2a00700 1 -- 172.21.15.44:0/4240393031 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f809c04d8a0 con 0x7f80ac110080 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.279+0000 7f80a9400700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8090039600 0x7f809003bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:56.135 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.279+0000 7f80a9400700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8090039600 0x7f809003bac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8098006fd0 tx=0x7f8098006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.284+0000 7f80a2a00700 1 -- 172.21.15.44:0/4240393031 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f809c00be50 con 0x7f80ac110080 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.517+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f80ac02dff0 con 0x7f8090039600 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.518+0000 7f80a2a00700 1 -- 172.21.15.44:0/4240393031 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f80ac02dff0 con 0x7f8090039600 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.521+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8090039600 msgr2=0x7f809003bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.521+0000 7f80b0c00700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8090039600 0x7f809003bac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8098006fd0 tx=0x7f8098006e40 comp rx=0 tx=0).stop 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.521+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 msgr2=0x7f80ac1a2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.521+0000 7f80b0c00700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1a2d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f809c000c00 tx=0x7f809c011b70 comp rx=0 tx=0).stop 2024-04-26T01:41:56.137 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.522+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 shutdown_connections 2024-04-26T01:41:56.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.522+0000 7f80b0c00700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f8090039600 0x7f809003bac0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:56.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.522+0000 7f80b0c00700 1 --2- 172.21.15.44:0/4240393031 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80ac110080 0x7f80ac1a2d00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:56.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.522+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 >> 172.21.15.44:0/4240393031 conn(0x7f80ac07dc20 msgr2=0x7f80ac07fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:56.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.522+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 shutdown_connections 2024-04-26T01:41:56.138 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:55.522+0000 7f80b0c00700 1 -- 172.21.15.44:0/4240393031 wait complete. 2024-04-26T01:41:56.138 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T01:41:56.138 INFO:teuthology.orchestra.run.smithi044.stdout:Adding key to root@localhost authorized_keys... 2024-04-26T01:41:56.146 INFO:teuthology.orchestra.run.smithi044.stdout:Adding host smithi044... 2024-04-26T01:41:56.821 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:56 smithi044 ceph-mon[27847]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:57.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:57 smithi044 ceph-mon[27847]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi044", "addr": "172.21.15.44", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:58.729 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:41:58 smithi044 ceph-mon[27847]: Deploying cephadm binary to smithi044 2024-04-26T01:42:04.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Added host 'smithi044' with addr '172.21.15.44' 2024-04-26T01:42:04.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.824+0000 7f48b3200700 1 Processor -- start 2024-04-26T01:42:04.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.824+0000 7f48b3200700 1 -- start start 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.824+0000 7f48b3200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b410f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.825+0000 7f48b3200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48b410f930 con 0x7f48b410ef40 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.825+0000 7f48b1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b410f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.825+0000 7f48b1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b410f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41494/0 (socket says 172.21.15.44:41494) 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.825+0000 7f48b1e00700 1 -- 172.21.15.44:0/3835376230 learned_addr learned my addr 172.21.15.44:0/3835376230 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.825+0000 7f48b1e00700 1 -- 172.21.15.44:0/3835376230 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b410fab0 con 0x7f48b410ef40 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.826+0000 7f48b1e00700 1 --2- 172.21.15.44:0/3835376230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b410f360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f48a40098a0 tx=0x7f48a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d14b3087f9a8008 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.826+0000 7f48b1400700 1 -- 172.21.15.44:0/3835376230 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48a4004160 con 0x7f48b410ef40 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.826+0000 7f48b1400700 1 -- 172.21.15.44:0/3835376230 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f48a4004300 con 0x7f48b410ef40 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.826+0000 7f48b1400700 1 -- 172.21.15.44:0/3835376230 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48a4011af0 con 0x7f48b410ef40 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.827+0000 7f48b3200700 1 -- 172.21.15.44:0/3835376230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 msgr2=0x7f48b410f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:04.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.827+0000 7f48b3200700 1 --2- 172.21.15.44:0/3835376230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b410f360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f48a40098a0 tx=0x7f48a4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.827+0000 7f48b3200700 1 -- 172.21.15.44:0/3835376230 shutdown_connections 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.827+0000 7f48b3200700 1 --2- 172.21.15.44:0/3835376230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b410f360 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.827+0000 7f48b3200700 1 -- 172.21.15.44:0/3835376230 >> 172.21.15.44:0/3835376230 conn(0x7f48b407de20 msgr2=0x7f48b4080240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.827+0000 7f48b3200700 1 -- 172.21.15.44:0/3835376230 shutdown_connections 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.827+0000 7f48b3200700 1 -- 172.21.15.44:0/3835376230 wait complete. 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.828+0000 7f48b3200700 1 Processor -- start 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.828+0000 7f48b3200700 1 -- start start 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.829+0000 7f48b3200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b41a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.829+0000 7f48b3200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48b4110ae0 con 0x7f48b410ef40 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.829+0000 7f48b1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b41a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.829+0000 7f48b1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b41a2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41504/0 (socket says 172.21.15.44:41504) 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.829+0000 7f48b1e00700 1 -- 172.21.15.44:0/1592371799 learned_addr learned my addr 172.21.15.44:0/1592371799 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.829+0000 7f48b1e00700 1 -- 172.21.15.44:0/1592371799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b41a30c0 con 0x7f48b410ef40 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.830+0000 7f48b1e00700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b41a2b80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f48a40117b0 tx=0x7f48a4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:04.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.830+0000 7f48ab400700 1 -- 172.21.15.44:0/1592371799 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48a4003af0 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.830+0000 7f48ab400700 1 -- 172.21.15.44:0/1592371799 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f48a4020070 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.830+0000 7f48ab400700 1 -- 172.21.15.44:0/1592371799 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48a4019630 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.830+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48b41a3350 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.830+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48b41a6040 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.831+0000 7f48ab400700 1 -- 172.21.15.44:0/1592371799 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f48a401a9c0 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.831+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48b4069b90 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.832+0000 7f48ab400700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f4898039600 0x7f489803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.832+0000 7f48ab400700 1 -- 172.21.15.44:0/1592371799 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f48a404dbf0 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.832+0000 7f48a9400700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f4898039600 0x7f489803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.833+0000 7f48a9400700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f4898039600 0x7f489803bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f489c006fd0 tx=0x7f489c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:56.837+0000 7f48ab400700 1 -- 172.21.15.44:0/1592371799 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f48a400e260 con 0x7f48b410ef40 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:41:57.075+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi044", "addr": "172.21.15.44", "target": ["mon-mgr", ""]}) -- 0x7f48b402dff0 con 0x7f4898039600 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.346+0000 7f48ab400700 1 -- 172.21.15.44:0/1592371799 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f48b402dff0 con 0x7f4898039600 2024-04-26T01:42:04.041 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f4898039600 msgr2=0x7f489803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f4898039600 0x7f489803bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f489c006fd0 tx=0x7f489c006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 msgr2=0x7f48b41a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b41a2b80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f48a40117b0 tx=0x7f48a4011b70 comp rx=0 tx=0).stop 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 shutdown_connections 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f4898039600 0x7f489803bac0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 --2- 172.21.15.44:0/1592371799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48b410ef40 0x7f48b41a2b80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 >> 172.21.15.44:0/1592371799 conn(0x7f48b407de20 msgr2=0x7f48b407fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 shutdown_connections 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:03.350+0000 7f48b3200700 1 -- 172.21.15.44:0/1592371799 wait complete. 2024-04-26T01:42:04.042 INFO:teuthology.orchestra.run.smithi044.stdout:Deploying unmanaged mon service... 2024-04-26T01:42:04.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:04 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:42:04.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:04 smithi044 ceph-mon[27847]: Added host smithi044 2024-04-26T01:42:04.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:04 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.765+0000 7f0f27e00700 1 Processor -- start 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.765+0000 7f0f27e00700 1 -- start start 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.765+0000 7f0f27e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2810a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.765+0000 7f0f27e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0f2810af10 con 0x7f0f2810a500 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.766+0000 7f0f26a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2810a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.766+0000 7f0f26a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2810a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33856/0 (socket says 172.21.15.44:33856) 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.766+0000 7f0f26a00700 1 -- 172.21.15.44:0/1537396888 learned_addr learned my addr 172.21.15.44:0/1537396888 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:05.943 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.767+0000 7f0f26a00700 1 -- 172.21.15.44:0/1537396888 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f2810b6e0 con 0x7f0f2810a500 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.767+0000 7f0f26a00700 1 --2- 172.21.15.44:0/1537396888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2810a900 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0f180098a0 tx=0x7f0f18009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6afc8d2e2940cdb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.767+0000 7f0f26000700 1 -- 172.21.15.44:0/1537396888 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f18004160 con 0x7f0f2810a500 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f26000700 1 -- 172.21.15.44:0/1537396888 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0f18004300 con 0x7f0f2810a500 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f26000700 1 -- 172.21.15.44:0/1537396888 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f18011af0 con 0x7f0f2810a500 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f27e00700 1 -- 172.21.15.44:0/1537396888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 msgr2=0x7f0f2810a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f27e00700 1 --2- 172.21.15.44:0/1537396888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2810a900 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0f180098a0 tx=0x7f0f18009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f27e00700 1 -- 172.21.15.44:0/1537396888 shutdown_connections 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f27e00700 1 --2- 172.21.15.44:0/1537396888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2810a900 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f27e00700 1 -- 172.21.15.44:0/1537396888 >> 172.21.15.44:0/1537396888 conn(0x7f0f2807de20 msgr2=0x7f0f281084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f27e00700 1 -- 172.21.15.44:0/1537396888 shutdown_connections 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.768+0000 7f0f27e00700 1 -- 172.21.15.44:0/1537396888 wait complete. 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.769+0000 7f0f27e00700 1 Processor -- start 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.770+0000 7f0f27e00700 1 -- start start 2024-04-26T01:42:05.944 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.770+0000 7f0f27e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2819e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.770+0000 7f0f27e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0f2810ea90 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.770+0000 7f0f26a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2819e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.770+0000 7f0f26a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2819e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33858/0 (socket says 172.21.15.44:33858) 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.770+0000 7f0f26a00700 1 -- 172.21.15.44:0/2883701591 learned_addr learned my addr 172.21.15.44:0/2883701591 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.771+0000 7f0f26a00700 1 -- 172.21.15.44:0/2883701591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f2819ec90 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.771+0000 7f0f26a00700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2819e750 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0f18009fb0 tx=0x7f0f18011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.771+0000 7f0f1f400700 1 -- 172.21.15.44:0/2883701591 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f180036a0 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.771+0000 7f0f1f400700 1 -- 172.21.15.44:0/2883701591 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0f1801a430 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.771+0000 7f0f1f400700 1 -- 172.21.15.44:0/2883701591 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f18019550 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.771+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f2819ef20 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.772+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f281a1c10 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.773+0000 7f0f1f400700 1 -- 172.21.15.44:0/2883701591 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f0f1801a8e0 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.773+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f28069b90 con 0x7f0f2810a500 2024-04-26T01:42:05.945 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.773+0000 7f0f1f400700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f0f0c0395b0 0x7f0f0c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.774+0000 7f0f1f400700 1 -- 172.21.15.44:0/2883701591 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0f1804d8d0 con 0x7f0f2810a500 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.774+0000 7f0f1fe00700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f0f0c0395b0 0x7f0f0c03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.774+0000 7f0f1fe00700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f0f0c0395b0 0x7f0f0c03ba70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0f10006fd0 tx=0x7f0f10006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:04.779+0000 7f0f1f400700 1 -- 172.21.15.44:0/2883701591 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0f1800b3e0 con 0x7f0f2810a500 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.041+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f0f2802dff0 con 0x7f0f0c0395b0 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.050+0000 7f0f1f400700 1 -- 172.21.15.44:0/2883701591 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f0f2802dff0 con 0x7f0f0c0395b0 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f0f0c0395b0 msgr2=0x7f0f0c03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f0f0c0395b0 0x7f0f0c03ba70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0f10006fd0 tx=0x7f0f10006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 msgr2=0x7f0f2819e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2819e750 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0f18009fb0 tx=0x7f0f18011940 comp rx=0 tx=0).stop 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 shutdown_connections 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f0f0c0395b0 0x7f0f0c03ba70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:05.946 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 --2- 172.21.15.44:0/2883701591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f2810a500 0x7f0f2819e750 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:05.947 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.053+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 >> 172.21.15.44:0/2883701591 conn(0x7f0f2807de20 msgr2=0x7f0f28107df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:05.947 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.054+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 shutdown_connections 2024-04-26T01:42:05.947 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:05.054+0000 7f0f27e00700 1 -- 172.21.15.44:0/2883701591 wait complete. 2024-04-26T01:42:05.947 INFO:teuthology.orchestra.run.smithi044.stdout:Deploying unmanaged mgr service... 2024-04-26T01:42:06.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:06 smithi044 ceph-mon[27847]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:06.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:06 smithi044 ceph-mon[27847]: Saving service mon spec with placement count:5 2024-04-26T01:42:06.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:06 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:42:08.067 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:07 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:42:08.067 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:07 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:42:08.067 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:07 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:42:08.427 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-26T01:42:08.427 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.423+0000 7f38dee00700 1 Processor -- start 2024-04-26T01:42:08.427 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.423+0000 7f38dee00700 1 -- start start 2024-04-26T01:42:08.427 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.424+0000 7f38dee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d807c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:08.427 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.424+0000 7f38dee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38d807c830 con 0x7f38d807de40 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.424+0000 7f38d7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d807c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.424+0000 7f38d7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d807c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59654/0 (socket says 172.21.15.44:59654) 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.424+0000 7f38d7e00700 1 -- 172.21.15.44:0/4117938899 learned_addr learned my addr 172.21.15.44:0/4117938899 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.425+0000 7f38d7e00700 1 -- 172.21.15.44:0/4117938899 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d807c9b0 con 0x7f38d807de40 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.425+0000 7f38d7e00700 1 --2- 172.21.15.44:0/4117938899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d807c2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f38c80098a0 tx=0x7f38c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea340a37d4491ce9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.425+0000 7f38d6a00700 1 -- 172.21.15.44:0/4117938899 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c8004160 con 0x7f38d807de40 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.425+0000 7f38d6a00700 1 -- 172.21.15.44:0/4117938899 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38c8004300 con 0x7f38d807de40 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.425+0000 7f38d6a00700 1 -- 172.21.15.44:0/4117938899 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c8011a20 con 0x7f38d807de40 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.426+0000 7f38dee00700 1 -- 172.21.15.44:0/4117938899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 msgr2=0x7f38d807c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.426+0000 7f38dee00700 1 --2- 172.21.15.44:0/4117938899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d807c2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f38c80098a0 tx=0x7f38c8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.426+0000 7f38dee00700 1 -- 172.21.15.44:0/4117938899 shutdown_connections 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.426+0000 7f38dee00700 1 --2- 172.21.15.44:0/4117938899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d807c2f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.426+0000 7f38dee00700 1 -- 172.21.15.44:0/4117938899 >> 172.21.15.44:0/4117938899 conn(0x7f38d8103ae0 msgr2=0x7f38d8105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:08.428 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.426+0000 7f38dee00700 1 -- 172.21.15.44:0/4117938899 shutdown_connections 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.426+0000 7f38dee00700 1 -- 172.21.15.44:0/4117938899 wait complete. 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.427+0000 7f38dee00700 1 Processor -- start 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.428+0000 7f38dee00700 1 -- start start 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.428+0000 7f38dee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.428+0000 7f38dee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38d810ea40 con 0x7f38d807de40 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.428+0000 7f38d7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.428+0000 7f38d7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d819e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59670/0 (socket says 172.21.15.44:59670) 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.428+0000 7f38d7e00700 1 -- 172.21.15.44:0/1134008662 learned_addr learned my addr 172.21.15.44:0/1134008662 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.429+0000 7f38d7e00700 1 -- 172.21.15.44:0/1134008662 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d819ee70 con 0x7f38d807de40 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.429+0000 7f38d7e00700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d819e930 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f38c80116e0 tx=0x7f38c8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.429+0000 7f38d4c00700 1 -- 172.21.15.44:0/1134008662 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c8003b20 con 0x7f38d807de40 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.429+0000 7f38d4c00700 1 -- 172.21.15.44:0/1134008662 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38c801b8f0 con 0x7f38d807de40 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.429+0000 7f38d4c00700 1 -- 172.21.15.44:0/1134008662 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c80238c0 con 0x7f38d807de40 2024-04-26T01:42:08.429 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.429+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d819f100 con 0x7f38d807de40 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.429+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d81a1da0 con 0x7f38d807de40 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.430+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38d80640a0 con 0x7f38d807de40 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.431+0000 7f38d4c00700 1 -- 172.21.15.44:0/1134008662 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f38c801baa0 con 0x7f38d807de40 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.432+0000 7f38d4c00700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f38bc0395b0 0x7f38bc03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.432+0000 7f38d4c00700 1 -- 172.21.15.44:0/1134008662 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f38c804e0f0 con 0x7f38d807de40 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.432+0000 7f38d7400700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f38bc0395b0 0x7f38bc03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.433+0000 7f38d7400700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f38bc0395b0 0x7f38bc03ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f38c4006fd0 tx=0x7f38c4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.443+0000 7f38d4c00700 1 -- 172.21.15.44:0/1134008662 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f38c801f030 con 0x7f38d807de40 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.712+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f38d8062e80 con 0x7f38bc0395b0 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.719+0000 7f38d4c00700 1 -- 172.21.15.44:0/1134008662 <== mgr.14120 v2:172.21.15.44:6800/1969712891 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f38d8062e80 con 0x7f38bc0395b0 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f38bc0395b0 msgr2=0x7f38bc03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f38bc0395b0 0x7f38bc03ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f38c4006fd0 tx=0x7f38c4006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 msgr2=0x7f38d819e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.430 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d819e930 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f38c80116e0 tx=0x7f38c8011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.431 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 shutdown_connections 2024-04-26T01:42:08.431 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f38bc0395b0 0x7f38bc03ba70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.431 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 --2- 172.21.15.44:0/1134008662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d807de40 0x7f38d819e930 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.431 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 >> 172.21.15.44:0/1134008662 conn(0x7f38d8103ae0 msgr2=0x7f38d81047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:08.431 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.722+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 shutdown_connections 2024-04-26T01:42:08.431 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:07.723+0000 7f38dee00700 1 -- 172.21.15.44:0/1134008662 wait complete. 2024-04-26T01:42:09.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:08 smithi044 ceph-mon[27847]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:09.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:08 smithi044 ceph-mon[27847]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:09.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:08 smithi044 ceph-mon[27847]: Saving service mgr spec with placement count:2 2024-04-26T01:42:10.563 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:10 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2320994763' entity='client.admin' 2024-04-26T01:42:10.574 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.041+0000 7f6ee7a00700 1 Processor -- start 2024-04-26T01:42:10.575 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.041+0000 7f6ee7a00700 1 -- start start 2024-04-26T01:42:10.575 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.042+0000 7f6ee7a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee007c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:10.575 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.042+0000 7f6ee7a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee007c8e0 con 0x7f6ee007de60 2024-04-26T01:42:10.575 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.042+0000 7f6ee5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee007c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:10.575 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.042+0000 7f6ee5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee007c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59674/0 (socket says 172.21.15.44:59674) 2024-04-26T01:42:10.575 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.042+0000 7f6ee5000700 1 -- 172.21.15.44:0/378957414 learned_addr learned my addr 172.21.15.44:0/378957414 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.043+0000 7f6ee5000700 1 -- 172.21.15.44:0/378957414 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ee007ca60 con 0x7f6ee007de60 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.043+0000 7f6ee5000700 1 --2- 172.21.15.44:0/378957414 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee007c310 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6ed40098a0 tx=0x7f6ed4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d643740c740a8c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.043+0000 7f6edf400700 1 -- 172.21.15.44:0/378957414 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ed4004160 con 0x7f6ee007de60 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.043+0000 7f6edf400700 1 -- 172.21.15.44:0/378957414 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ed4004300 con 0x7f6ee007de60 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.043+0000 7f6edf400700 1 -- 172.21.15.44:0/378957414 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ed4011a20 con 0x7f6ee007de60 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.044+0000 7f6ee7a00700 1 -- 172.21.15.44:0/378957414 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 msgr2=0x7f6ee007c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.044+0000 7f6ee7a00700 1 --2- 172.21.15.44:0/378957414 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee007c310 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6ed40098a0 tx=0x7f6ed4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.044+0000 7f6ee7a00700 1 -- 172.21.15.44:0/378957414 shutdown_connections 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.044+0000 7f6ee7a00700 1 --2- 172.21.15.44:0/378957414 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee007c310 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:10.579 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.044+0000 7f6ee7a00700 1 -- 172.21.15.44:0/378957414 >> 172.21.15.44:0/378957414 conn(0x7f6ee0103b40 msgr2=0x7f6ee0105f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.045+0000 7f6ee7a00700 1 -- 172.21.15.44:0/378957414 shutdown_connections 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.045+0000 7f6ee7a00700 1 -- 172.21.15.44:0/378957414 wait complete. 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.046+0000 7f6ee7a00700 1 Processor -- start 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.046+0000 7f6ee7a00700 1 -- start start 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.046+0000 7f6ee7a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee019e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.046+0000 7f6ee7a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee010ea80 con 0x7f6ee007de60 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.046+0000 7f6ee5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee019e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.046+0000 7f6ee5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee019e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59684/0 (socket says 172.21.15.44:59684) 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.046+0000 7f6ee5000700 1 -- 172.21.15.44:0/2320994763 learned_addr learned my addr 172.21.15.44:0/2320994763 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.047+0000 7f6ee5000700 1 -- 172.21.15.44:0/2320994763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ee019ee40 con 0x7f6ee007de60 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.047+0000 7f6ee5000700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee019e900 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6ed4000c00 tx=0x7f6ed4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.047+0000 7f6edd600700 1 -- 172.21.15.44:0/2320994763 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ed4003aa0 con 0x7f6ee007de60 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.047+0000 7f6edd600700 1 -- 172.21.15.44:0/2320994763 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ed401b8f0 con 0x7f6ee007de60 2024-04-26T01:42:10.580 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.047+0000 7f6edd600700 1 -- 172.21.15.44:0/2320994763 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ed4023870 con 0x7f6ee007de60 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.047+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ee019f0d0 con 0x7f6ee007de60 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.048+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ee01a1d70 con 0x7f6ee007de60 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.049+0000 7f6edd600700 1 -- 172.21.15.44:0/2320994763 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f6ed401b440 con 0x7f6ee007de60 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.049+0000 7f6edd600700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f6ec8039600 0x7f6ec803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.049+0000 7f6edd600700 1 -- 172.21.15.44:0/2320994763 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6ed404dec0 con 0x7f6ee007de60 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.049+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ee00640a0 con 0x7f6ee007de60 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.050+0000 7f6edfe00700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f6ec8039600 0x7f6ec803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:10.581 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.050+0000 7f6edfe00700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f6ec8039600 0x7f6ec803bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc006fd0 tx=0x7f6ecc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:10.582 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.056+0000 7f6edd600700 1 -- 172.21.15.44:0/2320994763 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6ed401f030 con 0x7f6ee007de60 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.300+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f6ee002df80 con 0x7f6ee007de60 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.309+0000 7f6edd600700 1 -- 172.21.15.44:0/2320994763 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f6ed400e260 con 0x7f6ee007de60 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.311+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f6ec8039600 msgr2=0x7f6ec803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.311+0000 7f6ee7a00700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f6ec8039600 0x7f6ec803bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc006fd0 tx=0x7f6ecc006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.311+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 msgr2=0x7f6ee019e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.311+0000 7f6ee7a00700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee019e900 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6ed4000c00 tx=0x7f6ed4011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.312+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 shutdown_connections 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.312+0000 7f6ee7a00700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f6ec8039600 0x7f6ec803bac0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.312+0000 7f6ee7a00700 1 --2- 172.21.15.44:0/2320994763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee007de60 0x7f6ee019e900 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.312+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 >> 172.21.15.44:0/2320994763 conn(0x7f6ee0103b40 msgr2=0x7f6ee0104850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.312+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 shutdown_connections 2024-04-26T01:42:10.583 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:09.312+0000 7f6ee7a00700 1 -- 172.21.15.44:0/2320994763 wait complete. 2024-04-26T01:42:11.426 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:11 smithi044 ceph-mon[27847]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:11.426 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:11 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:42:12.144 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.178+0000 7f3d63c00700 1 Processor -- start 2024-04-26T01:42:12.144 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.178+0000 7f3d63c00700 1 -- start start 2024-04-26T01:42:12.144 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.179+0000 7f3d63c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c07c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:12.144 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.179+0000 7f3d63c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c07c810 con 0x7f3d5c07de20 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.179+0000 7f3d61200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c07c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.180+0000 7f3d61200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c07c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59692/0 (socket says 172.21.15.44:59692) 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.180+0000 7f3d61200700 1 -- 172.21.15.44:0/211192552 learned_addr learned my addr 172.21.15.44:0/211192552 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.180+0000 7f3d61200700 1 -- 172.21.15.44:0/211192552 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c07c990 con 0x7f3d5c07de20 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.180+0000 7f3d61200700 1 --2- 172.21.15.44:0/211192552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c07c2d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3d500098a0 tx=0x7f3d50009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77389624eb32183b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.181+0000 7f3d5b400700 1 -- 172.21.15.44:0/211192552 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d50004160 con 0x7f3d5c07de20 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.181+0000 7f3d5b400700 1 -- 172.21.15.44:0/211192552 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d50004300 con 0x7f3d5c07de20 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.181+0000 7f3d5b400700 1 -- 172.21.15.44:0/211192552 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d50011a20 con 0x7f3d5c07de20 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.182+0000 7f3d63c00700 1 -- 172.21.15.44:0/211192552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 msgr2=0x7f3d5c07c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.182+0000 7f3d63c00700 1 --2- 172.21.15.44:0/211192552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c07c2d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3d500098a0 tx=0x7f3d50009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.182+0000 7f3d63c00700 1 -- 172.21.15.44:0/211192552 shutdown_connections 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.182+0000 7f3d63c00700 1 --2- 172.21.15.44:0/211192552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c07c2d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.182+0000 7f3d63c00700 1 -- 172.21.15.44:0/211192552 >> 172.21.15.44:0/211192552 conn(0x7f3d5c103ab0 msgr2=0x7f3d5c105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:12.145 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.182+0000 7f3d63c00700 1 -- 172.21.15.44:0/211192552 shutdown_connections 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.182+0000 7f3d63c00700 1 -- 172.21.15.44:0/211192552 wait complete. 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.183+0000 7f3d63c00700 1 Processor -- start 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.183+0000 7f3d63c00700 1 -- start start 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.184+0000 7f3d63c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.184+0000 7f3d63c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c10ea70 con 0x7f3d5c07de20 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.184+0000 7f3d61200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.184+0000 7f3d61200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c19e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59700/0 (socket says 172.21.15.44:59700) 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.184+0000 7f3d61200700 1 -- 172.21.15.44:0/1547641653 learned_addr learned my addr 172.21.15.44:0/1547641653 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.184+0000 7f3d61200700 1 -- 172.21.15.44:0/1547641653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c19ee50 con 0x7f3d5c07de20 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.185+0000 7f3d61200700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c19e910 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d50004660 tx=0x7f3d50011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.185+0000 7f3d59600700 1 -- 172.21.15.44:0/1547641653 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d50003aa0 con 0x7f3d5c07de20 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.185+0000 7f3d59600700 1 -- 172.21.15.44:0/1547641653 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d5001b8f0 con 0x7f3d5c07de20 2024-04-26T01:42:12.146 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.185+0000 7f3d59600700 1 -- 172.21.15.44:0/1547641653 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d50023900 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.185+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d5c19f0e0 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.185+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d5c1a1dd0 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.186+0000 7f3d59600700 1 -- 172.21.15.44:0/1547641653 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f3d50023bc0 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.186+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d5c0640a0 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.187+0000 7f3d59600700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f3d440395b0 0x7f3d4403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.187+0000 7f3d59600700 1 -- 172.21.15.44:0/1547641653 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3d5004def0 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.187+0000 7f3d5be00700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f3d440395b0 0x7f3d4403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.188+0000 7f3d5be00700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f3d440395b0 0x7f3d4403ba70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3d48006fd0 tx=0x7f3d48006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.193+0000 7f3d59600700 1 -- 172.21.15.44:0/1547641653 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d5001f030 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.427+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f3d5c02df80 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.434+0000 7f3d59600700 1 -- 172.21.15.44:0/1547641653 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f3d500292a0 con 0x7f3d5c07de20 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f3d440395b0 msgr2=0x7f3d4403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f3d440395b0 0x7f3d4403ba70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3d48006fd0 tx=0x7f3d48006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 msgr2=0x7f3d5c19e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c19e910 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d50004660 tx=0x7f3d50011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.147 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 shutdown_connections 2024-04-26T01:42:12.148 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f3d440395b0 0x7f3d4403ba70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.148 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 --2- 172.21.15.44:0/1547641653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d5c07de20 0x7f3d5c19e910 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.148 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 >> 172.21.15.44:0/1547641653 conn(0x7f3d5c103ab0 msgr2=0x7f3d5c104840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:12.148 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.437+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 shutdown_connections 2024-04-26T01:42:12.148 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:11.438+0000 7f3d63c00700 1 -- 172.21.15.44:0/1547641653 wait complete. 2024-04-26T01:42:12.148 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling the dashboard module... 2024-04-26T01:42:12.714 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:12 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1547641653' entity='client.admin' 2024-04-26T01:42:13.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:13 smithi044 ceph-mon[27847]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:13.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:13 smithi044 ceph-mon[27847]: from='mgr.14120 172.21.15.44:0/612480221' entity='mgr.x' 2024-04-26T01:42:13.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:13 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2104845045' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T01:42:14.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:13 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: ignoring --setuser ceph since I am not root 2024-04-26T01:42:14.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:13 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: ignoring --setgroup ceph since I am not root 2024-04-26T01:42:14.398 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:14 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:14.131+0000 7fc2ff2fd200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:42:14.744 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:14 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:14.400+0000 7fc2ff2fd200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:42:14.744 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:14 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:14.546+0000 7fc2ff2fd200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:42:15.054 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:14 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:14.955+0000 7fc2ff2fd200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:42:15.055 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:14 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2104845045' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T01:42:15.055 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:14 smithi044 ceph-mon[27847]: mgrmap e9: x(active, since 26s) 2024-04-26T01:42:15.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:15 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:15.073+0000 7fc2ff2fd200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.783+0000 7fbe39c00700 1 Processor -- start 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.783+0000 7fbe39c00700 1 -- start start 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.784+0000 7fbe39c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3407c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.784+0000 7fbe39c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3407c830 con 0x7fbe3407de40 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.784+0000 7fbe32a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3407c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.784+0000 7fbe32a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3407c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59704/0 (socket says 172.21.15.44:59704) 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.784+0000 7fbe32a00700 1 -- 172.21.15.44:0/2852507985 learned_addr learned my addr 172.21.15.44:0/2852507985 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.785+0000 7fbe32a00700 1 -- 172.21.15.44:0/2852507985 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3407c9b0 con 0x7fbe3407de40 2024-04-26T01:42:15.504 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.785+0000 7fbe32a00700 1 --2- 172.21.15.44:0/2852507985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3407c2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbe240098a0 tx=0x7fbe24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=624eb43f30fe044b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.785+0000 7fbe31600700 1 -- 172.21.15.44:0/2852507985 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe24004160 con 0x7fbe3407de40 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.786+0000 7fbe31600700 1 -- 172.21.15.44:0/2852507985 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe24004300 con 0x7fbe3407de40 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.786+0000 7fbe31600700 1 -- 172.21.15.44:0/2852507985 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe24011a20 con 0x7fbe3407de40 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.786+0000 7fbe39c00700 1 -- 172.21.15.44:0/2852507985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 msgr2=0x7fbe3407c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.787+0000 7fbe39c00700 1 --2- 172.21.15.44:0/2852507985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3407c2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbe240098a0 tx=0x7fbe24009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.787+0000 7fbe39c00700 1 -- 172.21.15.44:0/2852507985 shutdown_connections 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.787+0000 7fbe39c00700 1 --2- 172.21.15.44:0/2852507985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3407c2f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.787+0000 7fbe39c00700 1 -- 172.21.15.44:0/2852507985 >> 172.21.15.44:0/2852507985 conn(0x7fbe34103ab0 msgr2=0x7fbe34105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.787+0000 7fbe39c00700 1 -- 172.21.15.44:0/2852507985 shutdown_connections 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.787+0000 7fbe39c00700 1 -- 172.21.15.44:0/2852507985 wait complete. 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.788+0000 7fbe39c00700 1 Processor -- start 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.788+0000 7fbe39c00700 1 -- start start 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.788+0000 7fbe39c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3419e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:15.505 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.789+0000 7fbe39c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3410ea50 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.789+0000 7fbe32a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3419e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.789+0000 7fbe32a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3419e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59712/0 (socket says 172.21.15.44:59712) 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.789+0000 7fbe32a00700 1 -- 172.21.15.44:0/2104845045 learned_addr learned my addr 172.21.15.44:0/2104845045 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.789+0000 7fbe32a00700 1 -- 172.21.15.44:0/2104845045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3419ee40 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.789+0000 7fbe32a00700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3419e900 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbe24011a60 tx=0x7fbe24011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.790+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe24003b20 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.790+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe2401b8f0 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.790+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe24023900 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.790+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe3419f0d0 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.790+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe341a1dc0 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.791+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fbe2401b440 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.791+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe340640a0 con 0x7fbe3407de40 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.791+0000 7fbe2b400700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7fbe18039600 0x7fbe1803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.792+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbe2404dfc0 con 0x7fbe3407de40 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.792+0000 7fbe32000700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7fbe18039600 0x7fbe1803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.793+0000 7fbe32000700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7fbe18039600 0x7fbe1803bac0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbe20006fd0 tx=0x7fbe20006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:12.797+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbe2401f030 con 0x7fbe3407de40 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.078+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fbe3402df80 con 0x7fbe3407de40 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.807+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fbe2401bda0 con 0x7fbe3407de40 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.811+0000 7fbe2b400700 1 -- 172.21.15.44:0/2104845045 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fbe2402c770 con 0x7fbe3407de40 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.812+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7fbe18039600 msgr2=0x7fbe1803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.812+0000 7fbe39c00700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7fbe18039600 0x7fbe1803bac0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbe20006fd0 tx=0x7fbe20006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.812+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 msgr2=0x7fbe3419e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.812+0000 7fbe39c00700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3419e900 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbe24011a60 tx=0x7fbe24011b40 comp rx=0 tx=0).stop 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.813+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 shutdown_connections 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.813+0000 7fbe39c00700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7fbe18039600 0x7fbe1803bac0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.813+0000 7fbe39c00700 1 --2- 172.21.15.44:0/2104845045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe3407de40 0x7fbe3419e900 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.813+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 >> 172.21.15.44:0/2104845045 conn(0x7fbe34103ab0 msgr2=0x7fbe34104840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.813+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 shutdown_connections 2024-04-26T01:42:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:13.813+0000 7fbe39c00700 1 -- 172.21.15.44:0/2104845045 wait complete. 2024-04-26T01:42:16.692 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:16 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1598964225' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:42:17.022 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:16.697+0000 7fc2ff2fd200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:42:17.022 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:16.934+0000 7fc2ff2fd200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.086+0000 7f5d57400700 1 Processor -- start 2024-04-26T01:42:17.042 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.087+0000 7f5d57400700 1 -- start start 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.087+0000 7f5d57400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d50107110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.087+0000 7f5d57400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5d5007bec0 con 0x7f5d50106cf0 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.088+0000 7f5d54a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d50107110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.088+0000 7f5d54a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d50107110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59742/0 (socket says 172.21.15.44:59742) 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.088+0000 7f5d54a00700 1 -- 172.21.15.44:0/739778273 learned_addr learned my addr 172.21.15.44:0/739778273 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.088+0000 7f5d54a00700 1 -- 172.21.15.44:0/739778273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d50107650 con 0x7f5d50106cf0 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.088+0000 7f5d54a00700 1 --2- 172.21.15.44:0/739778273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d50107110 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5d440098a0 tx=0x7f5d44009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0f6e0cb7c68e6a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.088+0000 7f5d4f400700 1 -- 172.21.15.44:0/739778273 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d44004160 con 0x7f5d50106cf0 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.089+0000 7f5d4f400700 1 -- 172.21.15.44:0/739778273 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d44004300 con 0x7f5d50106cf0 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.089+0000 7f5d4f400700 1 -- 172.21.15.44:0/739778273 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d44011a20 con 0x7f5d50106cf0 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.089+0000 7f5d57400700 1 -- 172.21.15.44:0/739778273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 msgr2=0x7f5d50107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.089+0000 7f5d57400700 1 --2- 172.21.15.44:0/739778273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d50107110 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5d440098a0 tx=0x7f5d44009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.089+0000 7f5d57400700 1 -- 172.21.15.44:0/739778273 shutdown_connections 2024-04-26T01:42:17.043 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.089+0000 7f5d57400700 1 --2- 172.21.15.44:0/739778273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d50107110 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.089+0000 7f5d57400700 1 -- 172.21.15.44:0/739778273 >> 172.21.15.44:0/739778273 conn(0x7f5d501029b0 msgr2=0x7f5d50104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.090+0000 7f5d57400700 1 -- 172.21.15.44:0/739778273 shutdown_connections 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.090+0000 7f5d57400700 1 -- 172.21.15.44:0/739778273 wait complete. 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.091+0000 7f5d57400700 1 Processor -- start 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.091+0000 7f5d57400700 1 -- start start 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.091+0000 7f5d57400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d5019e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.091+0000 7f5d57400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5d501086c0 con 0x7f5d50106cf0 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.091+0000 7f5d54a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d5019e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.091+0000 7f5d54a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d5019e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59744/0 (socket says 172.21.15.44:59744) 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.091+0000 7f5d54a00700 1 -- 172.21.15.44:0/1598964225 learned_addr learned my addr 172.21.15.44:0/1598964225 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.092+0000 7f5d54a00700 1 -- 172.21.15.44:0/1598964225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d5019eb20 con 0x7f5d50106cf0 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.092+0000 7f5d54a00700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d5019e5e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5d440116e0 tx=0x7f5d44011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.092+0000 7f5d4d600700 1 -- 172.21.15.44:0/1598964225 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d44003b20 con 0x7f5d50106cf0 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.092+0000 7f5d4d600700 1 -- 172.21.15.44:0/1598964225 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d4401b8f0 con 0x7f5d50106cf0 2024-04-26T01:42:17.044 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.092+0000 7f5d4d600700 1 -- 172.21.15.44:0/1598964225 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d440238c0 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.092+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d5019edb0 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.092+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d501a1aa0 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.094+0000 7f5d4d600700 1 -- 172.21.15.44:0/1598964225 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f5d4401b440 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.094+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d500640a0 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.094+0000 7f5d4d600700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 0x7f5d3803bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.094+0000 7f5d4d600700 1 -- 172.21.15.44:0/1598964225 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5d4404e0f0 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.094+0000 7f5d4fe00700 1 -- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 msgr2=0x7f5d3803bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1969712891 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.094+0000 7f5d4fe00700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 0x7f5d3803bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.100+0000 7f5d4d600700 1 -- 172.21.15.44:0/1598964225 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d4401f030 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.295+0000 7f5d4fe00700 1 -- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 msgr2=0x7f5d3803bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1969712891 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.295+0000 7f5d4fe00700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 0x7f5d3803bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.388+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f5d5002e1d0 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.389+0000 7f5d4d600700 1 -- 172.21.15.44:0/1598964225 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f5d440292a0 con 0x7f5d50106cf0 2024-04-26T01:42:17.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 msgr2=0x7f5d3803bad0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 0x7f5d3803bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 msgr2=0x7f5d5019e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d5019e5e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5d440116e0 tx=0x7f5d44011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 shutdown_connections 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f5d38039610 0x7f5d3803bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 --2- 172.21.15.44:0/1598964225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5d50106cf0 0x7f5d5019e5e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 >> 172.21.15.44:0/1598964225 conn(0x7f5d501029b0 msgr2=0x7f5d50195250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.392+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 shutdown_connections 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:16.393+0000 7f5d57400700 1 -- 172.21.15.44:0/1598964225 wait complete. 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for the mgr to restart... 2024-04-26T01:42:17.046 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr epoch 9... 2024-04-26T01:42:17.337 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:17.180+0000 7fc2ff2fd200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:42:17.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:17.583+0000 7fc2ff2fd200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:42:17.968 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:17.711+0000 7fc2ff2fd200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:42:17.968 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:17.971+0000 7fc2ff2fd200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:42:18.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:18 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:18.235+0000 7fc2ff2fd200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:42:19.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:19 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:19.061+0000 7fc2ff2fd200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:42:19.988 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:19 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:19.642+0000 7fc2ff2fd200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:42:19.988 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:19 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:19.775+0000 7fc2ff2fd200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:42:20.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:20 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:20.058+0000 7fc2ff2fd200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:42:21.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:20 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:20.728+0000 7fc2ff2fd200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:42:21.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:20 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:20.858+0000 7fc2ff2fd200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:42:21.507 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:21 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:21.192+0000 7fc2ff2fd200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:42:21.507 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:21 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:21.378+0000 7fc2ff2fd200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:42:21.507 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:21 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:21.510+0000 7fc2ff2fd200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:42:21.851 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:21 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:21.665+0000 7fc2ff2fd200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:42:22.351 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:22 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:22.041+0000 7fc2ff2fd200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:42:23.101 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:22 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:22.831+0000 7fc2ff2fd200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:42:23.601 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:42:23.126+0000 7fc2ff2fd200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:42:23.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: Active manager daemon x restarted 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: Activating manager daemon x 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: osdmap e3: 0 total, 0 up, 0 in 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: mgrmap e10: x(active, starting, since 0.0055197s) 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:42:23.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:23 smithi044 ceph-mon[27847]: Manager daemon x is now available 2024-04-26T01:42:24.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:24.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:42:24.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:42:24.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:24 smithi044 ceph-mon[27847]: mgrmap e11: x(active, since 1.0119s) 2024-04-26T01:42:25.112 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:42:25.114 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-26T01:42:25.114 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:42:25.114 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:42:25.114 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.647+0000 7f14d8c00700 1 Processor -- start 2024-04-26T01:42:25.114 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.647+0000 7f14d8c00700 1 -- start start 2024-04-26T01:42:25.114 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.647+0000 7f14d8c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d410b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:25.114 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.647+0000 7f14d8c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f14d407be60 con 0x7f14d4108f60 2024-04-26T01:42:25.115 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.648+0000 7f14d1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d410b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:25.115 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.648+0000 7f14d1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d410b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59372/0 (socket says 172.21.15.44:59372) 2024-04-26T01:42:25.115 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.648+0000 7f14d1e00700 1 -- 172.21.15.44:0/3132349676 learned_addr learned my addr 172.21.15.44:0/3132349676 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:25.115 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.648+0000 7f14d1e00700 1 -- 172.21.15.44:0/3132349676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d410b890 con 0x7f14d4108f60 2024-04-26T01:42:25.116 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.649+0000 7f14d1e00700 1 --2- 172.21.15.44:0/3132349676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d410b350 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f14c40098a0 tx=0x7f14c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc20a926d8034c8f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:25.116 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.649+0000 7f14d0a00700 1 -- 172.21.15.44:0/3132349676 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c4004160 con 0x7f14d4108f60 2024-04-26T01:42:25.116 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.649+0000 7f14d0a00700 1 -- 172.21.15.44:0/3132349676 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14c4004300 con 0x7f14d4108f60 2024-04-26T01:42:25.116 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.649+0000 7f14d0a00700 1 -- 172.21.15.44:0/3132349676 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c4011a20 con 0x7f14d4108f60 2024-04-26T01:42:25.116 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.650+0000 7f14d8c00700 1 -- 172.21.15.44:0/3132349676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 msgr2=0x7f14d410b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.650+0000 7f14d8c00700 1 --2- 172.21.15.44:0/3132349676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d410b350 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f14c40098a0 tx=0x7f14c4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.650+0000 7f14d8c00700 1 -- 172.21.15.44:0/3132349676 shutdown_connections 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.650+0000 7f14d8c00700 1 --2- 172.21.15.44:0/3132349676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d410b350 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.650+0000 7f14d8c00700 1 -- 172.21.15.44:0/3132349676 >> 172.21.15.44:0/3132349676 conn(0x7f14d41029b0 msgr2=0x7f14d4104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.650+0000 7f14d8c00700 1 -- 172.21.15.44:0/3132349676 shutdown_connections 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.650+0000 7f14d8c00700 1 -- 172.21.15.44:0/3132349676 wait complete. 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.651+0000 7f14d8c00700 1 Processor -- start 2024-04-26T01:42:25.117 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.652+0000 7f14d8c00700 1 -- start start 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.652+0000 7f14d8c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.652+0000 7f14d8c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f14d410c840 con 0x7f14d4108f60 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.652+0000 7f14d1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.652+0000 7f14d1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d419e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59374/0 (socket says 172.21.15.44:59374) 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.652+0000 7f14d1e00700 1 -- 172.21.15.44:0/1355027242 learned_addr learned my addr 172.21.15.44:0/1355027242 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.653+0000 7f14d1e00700 1 -- 172.21.15.44:0/1355027242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d419eb30 con 0x7f14d4108f60 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.653+0000 7f14d1e00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d419e5f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f14c4004660 tx=0x7f14c4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.653+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c4003aa0 con 0x7f14d4108f60 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.653+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14c401b8f0 con 0x7f14d4108f60 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.653+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14d419edc0 con 0x7f14d4108f60 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.654+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c4023900 con 0x7f14d4108f60 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.654+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14d41a1ab0 con 0x7f14d4108f60 2024-04-26T01:42:25.119 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.655+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f14c401baa0 con 0x7f14d4108f60 2024-04-26T01:42:25.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.655+0000 7f14caa00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:25.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.655+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 --> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f14b803c230 con 0x7f14b8039660 2024-04-26T01:42:25.121 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.655+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f14c404de30 con 0x7f14d4108f60 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.655+0000 7f14d1400700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 msgr2=0x7f14b803bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1969712891 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.655+0000 7f14d1400700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.856+0000 7f14d1400700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 msgr2=0x7f14b803bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1969712891 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:17.856+0000 7f14d1400700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:18.257+0000 7f14d1400700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 msgr2=0x7f14b803bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1969712891 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:18.257+0000 7f14d1400700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:19.058+0000 7f14d1400700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 msgr2=0x7f14b803bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1969712891 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:19.058+0000 7f14d1400700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:20.660+0000 7f14d1400700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 msgr2=0x7f14b803bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1969712891 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:20.660+0000 7f14d1400700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:23.135+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7f14c4023b70 con 0x7f14d4108f60 2024-04-26T01:42:25.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:23.135+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 msgr2=0x7f14b803bb20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:42:25.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:23.135+0000 7f14caa00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:25.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.139+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f14c400e860 con 0x7f14d4108f60 2024-04-26T01:42:25.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.139+0000 7f14caa00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f14b803cff0 0x7f14b803f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:25.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.139+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f14c400baf0 con 0x7f14b803cff0 2024-04-26T01:42:25.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.140+0000 7f14d1400700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f14b803cff0 0x7f14b803f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:25.124 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.142+0000 7f14d1400700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f14b803cff0 0x7f14b803f3e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f14c0003a10 tx=0x7f14c0009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.144+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f14c400baf0 con 0x7f14b803cff0 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.152+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f14d4069b90 con 0x7f14b803cff0 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14caa00700 1 -- 172.21.15.44:0/1355027242 <== mgr.14152 v2:172.21.15.44:6800/2941504694 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f14d4069b90 con 0x7f14b803cff0 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f14b803cff0 msgr2=0x7f14b803f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f14b803cff0 0x7f14b803f3e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f14c0003a10 tx=0x7f14c0009270 comp rx=0 tx=0).stop 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 msgr2=0x7f14d419e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d419e5f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f14c4004660 tx=0x7f14c4011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 shutdown_connections 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f14b803cff0 0x7f14b803f3e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14d4108f60 0x7f14d419e5f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.153+0000 7f14d8c00700 1 --2- 172.21.15.44:0/1355027242 >> [v2:172.21.15.44:6800/1969712891,v1:172.21.15.44:6801/1969712891] conn(0x7f14b8039660 0x7f14b803bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.154+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 >> 172.21.15.44:0/1355027242 conn(0x7f14d41029b0 msgr2=0x7f14d4103440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.154+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 shutdown_connections 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:24.154+0000 7f14d8c00700 1 -- 172.21.15.44:0/1355027242 wait complete. 2024-04-26T01:42:25.125 INFO:teuthology.orchestra.run.smithi044.stdout:mgr epoch 9 is available 2024-04-26T01:42:25.126 INFO:teuthology.orchestra.run.smithi044.stdout:Generating a dashboard self-signed certificate... 2024-04-26T01:42:25.498 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:25 smithi044 ceph-mon[27847]: [26/Apr/2024:01:42:24] ENGINE Bus STARTING 2024-04-26T01:42:25.498 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:25 smithi044 ceph-mon[27847]: [26/Apr/2024:01:42:24] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T01:42:25.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:25 smithi044 ceph-mon[27847]: [26/Apr/2024:01:42:24] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T01:42:25.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:25 smithi044 ceph-mon[27847]: [26/Apr/2024:01:42:24] ENGINE Bus STARTED 2024-04-26T01:42:26.456 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:26 smithi044 ceph-mon[27847]: mgrmap e12: x(active, since 2s) 2024-04-26T01:42:26.456 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:27.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-26T01:42:27.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.969+0000 7f3108200700 1 Processor -- start 2024-04-26T01:42:27.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.969+0000 7f3108200700 1 -- start start 2024-04-26T01:42:27.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.970+0000 7f3108200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310010b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:27.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.970+0000 7f3108200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f310007bec0 con 0x7f3100108f00 2024-04-26T01:42:27.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.970+0000 7f3105800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310010b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.970+0000 7f3105800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310010b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59434/0 (socket says 172.21.15.44:59434) 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.970+0000 7f3105800700 1 -- 172.21.15.44:0/791173393 learned_addr learned my addr 172.21.15.44:0/791173393 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.971+0000 7f3105800700 1 -- 172.21.15.44:0/791173393 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310010b830 con 0x7f3100108f00 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.971+0000 7f3105800700 1 --2- 172.21.15.44:0/791173393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310010b2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f30f40098a0 tx=0x7f30f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f05c0386908e87e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.971+0000 7f30ffe00700 1 -- 172.21.15.44:0/791173393 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30f4004160 con 0x7f3100108f00 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.971+0000 7f30ffe00700 1 -- 172.21.15.44:0/791173393 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30f4004300 con 0x7f3100108f00 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.971+0000 7f30ffe00700 1 -- 172.21.15.44:0/791173393 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30f4011a20 con 0x7f3100108f00 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.972+0000 7f3108200700 1 -- 172.21.15.44:0/791173393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 msgr2=0x7f310010b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.972+0000 7f3108200700 1 --2- 172.21.15.44:0/791173393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310010b2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f30f40098a0 tx=0x7f30f4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.972+0000 7f3108200700 1 -- 172.21.15.44:0/791173393 shutdown_connections 2024-04-26T01:42:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.972+0000 7f3108200700 1 --2- 172.21.15.44:0/791173393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310010b2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:27.071 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.972+0000 7f3108200700 1 -- 172.21.15.44:0/791173393 >> 172.21.15.44:0/791173393 conn(0x7f31001029b0 msgr2=0x7f3100104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:27.071 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.972+0000 7f3108200700 1 -- 172.21.15.44:0/791173393 shutdown_connections 2024-04-26T01:42:27.071 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.973+0000 7f3108200700 1 -- 172.21.15.44:0/791173393 wait complete. 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.974+0000 7f3108200700 1 Processor -- start 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.974+0000 7f3108200700 1 -- start start 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.974+0000 7f3108200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.974+0000 7f3108200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f310010c840 con 0x7f3100108f00 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.974+0000 7f3105800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.975+0000 7f3105800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310019c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59440/0 (socket says 172.21.15.44:59440) 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.975+0000 7f3105800700 1 -- 172.21.15.44:0/420526295 learned_addr learned my addr 172.21.15.44:0/420526295 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.975+0000 7f3105800700 1 -- 172.21.15.44:0/420526295 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310019c900 con 0x7f3100108f00 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.975+0000 7f3105800700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310019c3c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f30f40116e0 tx=0x7f30f4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.976+0000 7f30fe000700 1 -- 172.21.15.44:0/420526295 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30f4003b20 con 0x7f3100108f00 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.976+0000 7f30fe000700 1 -- 172.21.15.44:0/420526295 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30f401b8f0 con 0x7f3100108f00 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.976+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f310019cb90 con 0x7f3100108f00 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.976+0000 7f30fe000700 1 -- 172.21.15.44:0/420526295 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30f40238c0 con 0x7f3100108f00 2024-04-26T01:42:27.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.976+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f310019f880 con 0x7f3100108f00 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.977+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31000640a0 con 0x7f3100108f00 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.977+0000 7f30fe000700 1 -- 172.21.15.44:0/420526295 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f30f401baa0 con 0x7f3100108f00 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.978+0000 7f30fe000700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f30e8039610 0x7f30e803bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.978+0000 7f30fe000700 1 -- 172.21.15.44:0/420526295 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f30f404e120 con 0x7f3100108f00 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.978+0000 7f3104e00700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f30e8039610 0x7f30e803bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.979+0000 7f3104e00700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f30e8039610 0x7f30e803bad0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f30ec006fd0 tx=0x7f30ec006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:25.984+0000 7f30fe000700 1 -- 172.21.15.44:0/420526295 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f30f401f030 con 0x7f3100108f00 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.225+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f3100103bb0 con 0x7f30e8039610 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.393+0000 7f30fe000700 1 -- 172.21.15.44:0/420526295 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f3100103bb0 con 0x7f30e8039610 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.396+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f30e8039610 msgr2=0x7f30e803bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.396+0000 7f3108200700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f30e8039610 0x7f30e803bad0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f30ec006fd0 tx=0x7f30ec006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 msgr2=0x7f310019c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310019c3c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f30f40116e0 tx=0x7f30f4011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 shutdown_connections 2024-04-26T01:42:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f30e8039610 0x7f30e803bad0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:27.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 --2- 172.21.15.44:0/420526295 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3100108f00 0x7f310019c3c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:27.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 >> 172.21.15.44:0/420526295 conn(0x7f31001029b0 msgr2=0x7f31001034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:27.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 shutdown_connections 2024-04-26T01:42:27.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:26.397+0000 7f3108200700 1 -- 172.21.15.44:0/420526295 wait complete. 2024-04-26T01:42:27.074 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial admin user... 2024-04-26T01:42:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:27 smithi044 ceph-mon[27847]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:27 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:27.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:27 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$TEhEXVFVFEogu6KduH/yUOkSSTdhOj.xbx7BrI6hRViXP6/qIJbZq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714095748, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.728+0000 7f4336400700 1 Processor -- start 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.728+0000 7f4336400700 1 -- start start 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.728+0000 7f4336400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f433007c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.728+0000 7f4336400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f433007c920 con 0x7f433007dea0 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.729+0000 7f432f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f433007c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.729+0000 7f432f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f433007c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54072/0 (socket says 172.21.15.44:54072) 2024-04-26T01:42:28.963 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.729+0000 7f432f400700 1 -- 172.21.15.44:0/2400254599 learned_addr learned my addr 172.21.15.44:0/2400254599 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.729+0000 7f432f400700 1 -- 172.21.15.44:0/2400254599 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f433007caa0 con 0x7f433007dea0 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.730+0000 7f432f400700 1 --2- 172.21.15.44:0/2400254599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f433007c350 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f43200098a0 tx=0x7f4320009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15ccf2e7ad8b4714 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.730+0000 7f432e000700 1 -- 172.21.15.44:0/2400254599 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4320004160 con 0x7f433007dea0 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.730+0000 7f432e000700 1 -- 172.21.15.44:0/2400254599 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4320004300 con 0x7f433007dea0 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.730+0000 7f432e000700 1 -- 172.21.15.44:0/2400254599 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4320011a20 con 0x7f433007dea0 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.731+0000 7f4336400700 1 -- 172.21.15.44:0/2400254599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 msgr2=0x7f433007c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.731+0000 7f4336400700 1 --2- 172.21.15.44:0/2400254599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f433007c350 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f43200098a0 tx=0x7f4320009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.731+0000 7f4336400700 1 -- 172.21.15.44:0/2400254599 shutdown_connections 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.731+0000 7f4336400700 1 --2- 172.21.15.44:0/2400254599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f433007c350 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.731+0000 7f4336400700 1 -- 172.21.15.44:0/2400254599 >> 172.21.15.44:0/2400254599 conn(0x7f4330103ae0 msgr2=0x7f4330105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.731+0000 7f4336400700 1 -- 172.21.15.44:0/2400254599 shutdown_connections 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.731+0000 7f4336400700 1 -- 172.21.15.44:0/2400254599 wait complete. 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.732+0000 7f4336400700 1 Processor -- start 2024-04-26T01:42:28.964 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.732+0000 7f4336400700 1 -- start start 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.733+0000 7f4336400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f43301a2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.733+0000 7f4336400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f433010a690 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.733+0000 7f432f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f43301a2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.733+0000 7f432f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f43301a2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54078/0 (socket says 172.21.15.44:54078) 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.733+0000 7f432f400700 1 -- 172.21.15.44:0/2252776421 learned_addr learned my addr 172.21.15.44:0/2252776421 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.733+0000 7f432f400700 1 -- 172.21.15.44:0/2252776421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43301a3210 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.734+0000 7f432f400700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f43301a2cd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4320004660 tx=0x7f4320011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.734+0000 7f4327e00700 1 -- 172.21.15.44:0/2252776421 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4320003aa0 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.734+0000 7f4327e00700 1 -- 172.21.15.44:0/2252776421 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f432001b8f0 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.734+0000 7f4327e00700 1 -- 172.21.15.44:0/2252776421 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4320023900 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.734+0000 7f4336400700 1 -- 172.21.15.44:0/2252776421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43301a34a0 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.734+0000 7f4336400700 1 -- 172.21.15.44:0/2252776421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43301a6180 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.736+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4308005330 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.736+0000 7f4327e00700 1 -- 172.21.15.44:0/2252776421 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f432001baa0 con 0x7f433007dea0 2024-04-26T01:42:28.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.737+0000 7f4327e00700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4314039660 0x7f431403bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.737+0000 7f4327e00700 1 -- 172.21.15.44:0/2252776421 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f432004dfe0 con 0x7f433007dea0 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.738+0000 7f432ea00700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4314039660 0x7f431403bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.738+0000 7f432ea00700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4314039660 0x7f431403bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f431c006fd0 tx=0x7f431c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.743+0000 7f4327e00700 1 -- 172.21.15.44:0/2252776421 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f432001f030 con 0x7f433007dea0 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:27.996+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f4308002400 con 0x7f4314039660 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.257+0000 7f4327e00700 1 -- 172.21.15.44:0/2252776421 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f4308002400 con 0x7f4314039660 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4314039660 msgr2=0x7f431403bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4314039660 0x7f431403bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f431c006fd0 tx=0x7f431c006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 msgr2=0x7f43301a2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f43301a2cd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4320004660 tx=0x7f4320011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 shutdown_connections 2024-04-26T01:42:28.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4314039660 0x7f431403bb20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 --2- 172.21.15.44:0/2252776421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f433007dea0 0x7f43301a2cd0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 >> 172.21.15.44:0/2252776421 conn(0x7f4330103ae0 msgr2=0x7f43301997d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:28.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 shutdown_connections 2024-04-26T01:42:28.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:28.260+0000 7f4325600700 1 -- 172.21.15.44:0/2252776421 wait complete. 2024-04-26T01:42:28.967 INFO:teuthology.orchestra.run.smithi044.stdout:Fetching dashboard port number... 2024-04-26T01:42:29.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:29.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:30.028 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:29 smithi044 ceph-mon[27847]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 8443 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.780+0000 7f8fd3000700 1 Processor -- start 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.780+0000 7f8fd3000700 1 -- start start 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.780+0000 7f8fd3000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc108910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.780+0000 7f8fd3000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8fcc108ee0 con 0x7f8fcc1084f0 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.781+0000 7f8fcbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc108910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.781+0000 7f8fcbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc108910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54092/0 (socket says 172.21.15.44:54092) 2024-04-26T01:42:30.729 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.781+0000 7f8fcbe00700 1 -- 172.21.15.44:0/3598929015 learned_addr learned my addr 172.21.15.44:0/3598929015 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:30.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.781+0000 7f8fcbe00700 1 -- 172.21.15.44:0/3598929015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fcc1096a0 con 0x7f8fcc1084f0 2024-04-26T01:42:30.734 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.782+0000 7f8fcbe00700 1 --2- 172.21.15.44:0/3598929015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc108910 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc0098a0 tx=0x7f8fbc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b3ea655ef3a7475 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.782+0000 7f8fcaa00700 1 -- 172.21.15.44:0/3598929015 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fbc004160 con 0x7f8fcc1084f0 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.782+0000 7f8fcaa00700 1 -- 172.21.15.44:0/3598929015 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fbc004300 con 0x7f8fcc1084f0 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.782+0000 7f8fcaa00700 1 -- 172.21.15.44:0/3598929015 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fbc011a20 con 0x7f8fcc1084f0 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.783+0000 7f8fd3000700 1 -- 172.21.15.44:0/3598929015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 msgr2=0x7f8fcc108910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.783+0000 7f8fd3000700 1 --2- 172.21.15.44:0/3598929015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc108910 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc0098a0 tx=0x7f8fbc009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.783+0000 7f8fd3000700 1 -- 172.21.15.44:0/3598929015 shutdown_connections 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.783+0000 7f8fd3000700 1 --2- 172.21.15.44:0/3598929015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc108910 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.783+0000 7f8fd3000700 1 -- 172.21.15.44:0/3598929015 >> 172.21.15.44:0/3598929015 conn(0x7f8fcc103ab0 msgr2=0x7f8fcc105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.783+0000 7f8fd3000700 1 -- 172.21.15.44:0/3598929015 shutdown_connections 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.783+0000 7f8fd3000700 1 -- 172.21.15.44:0/3598929015 wait complete. 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.784+0000 7f8fd3000700 1 Processor -- start 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.785+0000 7f8fd3000700 1 -- start start 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.785+0000 7f8fd3000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc19e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:30.735 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.785+0000 7f8fd3000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8fcc10ca50 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.785+0000 7f8fcbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc19e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.785+0000 7f8fcbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc19e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54094/0 (socket says 172.21.15.44:54094) 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.785+0000 7f8fcbe00700 1 -- 172.21.15.44:0/4013356405 learned_addr learned my addr 172.21.15.44:0/4013356405 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.786+0000 7f8fcbe00700 1 -- 172.21.15.44:0/4013356405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fcc19ee70 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.786+0000 7f8fcbe00700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc19e930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc000c00 tx=0x7f8fbc011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.786+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fbc003aa0 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.786+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fcc19f100 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.786+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fbc01b8f0 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.786+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fbc023890 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.786+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fcc1a1df0 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.787+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f8fbc01b440 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.788+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fcc0640a0 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.788+0000 7f8fc8c00700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8fb0039660 0x7f8fb003bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.788+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8fbc04dfd0 con 0x7f8fcc1084f0 2024-04-26T01:42:30.736 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.788+0000 7f8fcb400700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8fb0039660 0x7f8fb003bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.789+0000 7f8fcb400700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8fb0039660 0x7f8fb003bb20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8006fd0 tx=0x7f8fb8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.794+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8fbc01f030 con 0x7f8fcc1084f0 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:29.932+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f8fbc02c770 con 0x7f8fcc1084f0 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.027+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f8fcc02df80 con 0x7f8fcc1084f0 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.028+0000 7f8fc8c00700 1 -- 172.21.15.44:0/4013356405 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f8fbc050120 con 0x7f8fcc1084f0 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8fb0039660 msgr2=0x7f8fb003bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8fb0039660 0x7f8fb003bb20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8006fd0 tx=0x7f8fb8006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 msgr2=0x7f8fcc19e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc19e930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc000c00 tx=0x7f8fbc011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 shutdown_connections 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8fb0039660 0x7f8fb003bb20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 --2- 172.21.15.44:0/4013356405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8fcc1084f0 0x7f8fcc19e930 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 >> 172.21.15.44:0/4013356405 conn(0x7f8fcc103ab0 msgr2=0x7f8fcc104720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.031+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 shutdown_connections 2024-04-26T01:42:30.737 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:30.032+0000 7f8fd3000700 1 -- 172.21.15.44:0/4013356405 wait complete. 2024-04-26T01:42:30.764 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:42:30.764 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-04-26T01:42:30.789 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:42:30.789 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-04-26T01:42:30.789 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-04-26T01:42:30.789 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T01:42:30.793 INFO:teuthology.orchestra.run.smithi044.stdout:Ceph Dashboard is now available at: 2024-04-26T01:42:30.793 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:30.794 INFO:teuthology.orchestra.run.smithi044.stdout: URL: https://smithi044.front.sepia.ceph.com:8443/ 2024-04-26T01:42:30.794 INFO:teuthology.orchestra.run.smithi044.stdout: User: admin 2024-04-26T01:42:30.794 INFO:teuthology.orchestra.run.smithi044.stdout: Password: r1ndhps30d 2024-04-26T01:42:30.794 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:30.794 INFO:teuthology.orchestra.run.smithi044.stdout:Saving cluster configuration to /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config directory 2024-04-26T01:42:30.795 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling autotune for osd_memory_target 2024-04-26T01:42:31.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:30 smithi044 ceph-mon[27847]: mgrmap e13: x(active, since 6s) 2024-04-26T01:42:31.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:30 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4013356405' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T01:42:32.836 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.891+0000 7f1869600700 1 Processor -- start 2024-04-26T01:42:32.836 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.892+0000 7f1869600700 1 -- start start 2024-04-26T01:42:32.836 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.892+0000 7f1869600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f1864107190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:32.836 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.892+0000 7f1869600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f186407be40 con 0x7f1864106d70 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.892+0000 7f1862a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f1864107190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.892+0000 7f1862a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f1864107190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54104/0 (socket says 172.21.15.44:54104) 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.892+0000 7f1862a00700 1 -- 172.21.15.44:0/4070490457 learned_addr learned my addr 172.21.15.44:0/4070490457 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.893+0000 7f1862a00700 1 -- 172.21.15.44:0/4070490457 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18641076d0 con 0x7f1864106d70 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.893+0000 7f1862a00700 1 --2- 172.21.15.44:0/4070490457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f1864107190 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f18540098a0 tx=0x7f1854009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39946d4a98d57565 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.894+0000 7f1861600700 1 -- 172.21.15.44:0/4070490457 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1854004160 con 0x7f1864106d70 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.894+0000 7f1861600700 1 -- 172.21.15.44:0/4070490457 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1854004300 con 0x7f1864106d70 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.894+0000 7f1861600700 1 -- 172.21.15.44:0/4070490457 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1854011a20 con 0x7f1864106d70 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.894+0000 7f1869600700 1 -- 172.21.15.44:0/4070490457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 msgr2=0x7f1864107190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.894+0000 7f1869600700 1 --2- 172.21.15.44:0/4070490457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f1864107190 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f18540098a0 tx=0x7f1854009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.895+0000 7f1869600700 1 -- 172.21.15.44:0/4070490457 shutdown_connections 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.895+0000 7f1869600700 1 --2- 172.21.15.44:0/4070490457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f1864107190 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.895+0000 7f1869600700 1 -- 172.21.15.44:0/4070490457 >> 172.21.15.44:0/4070490457 conn(0x7f18641029b0 msgr2=0x7f1864104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.895+0000 7f1869600700 1 -- 172.21.15.44:0/4070490457 shutdown_connections 2024-04-26T01:42:32.837 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.895+0000 7f1869600700 1 -- 172.21.15.44:0/4070490457 wait complete. 2024-04-26T01:42:32.838 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.896+0000 7f1869600700 1 Processor -- start 2024-04-26T01:42:32.841 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.896+0000 7f1869600700 1 -- start start 2024-04-26T01:42:32.841 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.896+0000 7f1869600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f186419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.896+0000 7f1869600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1864108740 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.897+0000 7f1862a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f186419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.897+0000 7f1862a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f186419e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54118/0 (socket says 172.21.15.44:54118) 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.897+0000 7f1862a00700 1 -- 172.21.15.44:0/4121479002 learned_addr learned my addr 172.21.15.44:0/4121479002 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.897+0000 7f1862a00700 1 -- 172.21.15.44:0/4121479002 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186419eb30 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.897+0000 7f1862a00700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f186419e5f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f18540116e0 tx=0x7f1854011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.898+0000 7f185b400700 1 -- 172.21.15.44:0/4121479002 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1854003b20 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.898+0000 7f185b400700 1 -- 172.21.15.44:0/4121479002 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f185401b8f0 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.898+0000 7f185b400700 1 -- 172.21.15.44:0/4121479002 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18540238c0 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.898+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f186419edc0 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.898+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18641a1ab0 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.899+0000 7f185b400700 1 -- 172.21.15.44:0/4121479002 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f185401baa0 con 0x7f1864106d70 2024-04-26T01:42:32.842 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.899+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18640640a0 con 0x7f1864106d70 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.900+0000 7f185b400700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1848039650 0x7f184803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.900+0000 7f185b400700 1 -- 172.21.15.44:0/4121479002 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f185404e310 con 0x7f1864106d70 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.900+0000 7f1862000700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1848039650 0x7f184803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.901+0000 7f1862000700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1848039650 0x7f184803bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1850006fd0 tx=0x7f1850006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:31.906+0000 7f185b400700 1 -- 172.21.15.44:0/4121479002 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f185401f030 con 0x7f1864106d70 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.132+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f186402e280 con 0x7f1864106d70 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.134+0000 7f185b400700 1 -- 172.21.15.44:0/4121479002 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f185402bb50 con 0x7f1864106d70 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1848039650 msgr2=0x7f184803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1848039650 0x7f184803bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1850006fd0 tx=0x7f1850006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 msgr2=0x7f186419e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f186419e5f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f18540116e0 tx=0x7f1854011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 shutdown_connections 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1848039650 0x7f184803bb10 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 --2- 172.21.15.44:0/4121479002 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1864106d70 0x7f186419e5f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.136+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 >> 172.21.15.44:0/4121479002 conn(0x7f18641029b0 msgr2=0x7f18641951d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:32.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.137+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 shutdown_connections 2024-04-26T01:42:32.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:32.137+0000 7f1869600700 1 -- 172.21.15.44:0/4121479002 wait complete. 2024-04-26T01:42:34.564 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.485+0000 7f5371000700 1 Processor -- start 2024-04-26T01:42:34.564 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.485+0000 7f5371000700 1 -- start start 2024-04-26T01:42:34.564 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.485+0000 7f5371000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c108910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:34.564 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.485+0000 7f5371000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f536c108ee0 con 0x7f536c1084f0 2024-04-26T01:42:34.564 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.486+0000 7f5369e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c108910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:34.564 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.486+0000 7f5369e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c108910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54128/0 (socket says 172.21.15.44:54128) 2024-04-26T01:42:34.564 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.486+0000 7f5369e00700 1 -- 172.21.15.44:0/3389551711 learned_addr learned my addr 172.21.15.44:0/3389551711 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.486+0000 7f5369e00700 1 -- 172.21.15.44:0/3389551711 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f536c1096a0 con 0x7f536c1084f0 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.487+0000 7f5369e00700 1 --2- 172.21.15.44:0/3389551711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c108910 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f535c0098a0 tx=0x7f535c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3364407027f4a863 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.487+0000 7f5368a00700 1 -- 172.21.15.44:0/3389551711 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f535c004160 con 0x7f536c1084f0 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.487+0000 7f5368a00700 1 -- 172.21.15.44:0/3389551711 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f535c004300 con 0x7f536c1084f0 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.487+0000 7f5368a00700 1 -- 172.21.15.44:0/3389551711 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f535c011a20 con 0x7f536c1084f0 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.488+0000 7f5371000700 1 -- 172.21.15.44:0/3389551711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 msgr2=0x7f536c108910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.488+0000 7f5371000700 1 --2- 172.21.15.44:0/3389551711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c108910 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f535c0098a0 tx=0x7f535c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.488+0000 7f5371000700 1 -- 172.21.15.44:0/3389551711 shutdown_connections 2024-04-26T01:42:34.569 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.488+0000 7f5371000700 1 --2- 172.21.15.44:0/3389551711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c108910 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.488+0000 7f5371000700 1 -- 172.21.15.44:0/3389551711 >> 172.21.15.44:0/3389551711 conn(0x7f536c103b10 msgr2=0x7f536c105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.488+0000 7f5371000700 1 -- 172.21.15.44:0/3389551711 shutdown_connections 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.488+0000 7f5371000700 1 -- 172.21.15.44:0/3389551711 wait complete. 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.489+0000 7f5371000700 1 Processor -- start 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.490+0000 7f5371000700 1 -- start start 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.490+0000 7f5371000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c07db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.490+0000 7f5371000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f536c10ca50 con 0x7f536c1084f0 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.490+0000 7f5369e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c07db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.490+0000 7f5369e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c07db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54132/0 (socket says 172.21.15.44:54132) 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.490+0000 7f5369e00700 1 -- 172.21.15.44:0/232801496 learned_addr learned my addr 172.21.15.44:0/232801496 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.491+0000 7f5369e00700 1 -- 172.21.15.44:0/232801496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f536c07e070 con 0x7f536c1084f0 2024-04-26T01:42:34.570 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.491+0000 7f5369e00700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c07db30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f535c009520 tx=0x7f535c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.491+0000 7f5362a00700 1 -- 172.21.15.44:0/232801496 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f535c0039e0 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.491+0000 7f5362a00700 1 -- 172.21.15.44:0/232801496 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f535c01b8f0 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.491+0000 7f5362a00700 1 -- 172.21.15.44:0/232801496 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f535c019770 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.491+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f536c07c2b0 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.492+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f536c07c790 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.493+0000 7f5362a00700 1 -- 172.21.15.44:0/232801496 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f535c01b440 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.493+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f536c0640a0 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.493+0000 7f5362a00700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f53500396f0 0x7f535003bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.494+0000 7f5362a00700 1 -- 172.21.15.44:0/232801496 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f535c04e080 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.494+0000 7f5369400700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f53500396f0 0x7f535003bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.494+0000 7f5369400700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f53500396f0 0x7f535003bbb0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5354006fd0 tx=0x7f5354006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.500+0000 7f5362a00700 1 -- 172.21.15.44:0/232801496 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f535c01f030 con 0x7f536c1084f0 2024-04-26T01:42:34.571 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.855+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f536c195df0 con 0x7f536c1084f0 2024-04-26T01:42:34.572 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.858+0000 7f5362a00700 1 -- 172.21.15.44:0/232801496 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f535c010380 con 0x7f536c1084f0 2024-04-26T01:42:34.572 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.861+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f53500396f0 msgr2=0x7f535003bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:34.572 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.861+0000 7f5371000700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f53500396f0 0x7f535003bbb0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5354006fd0 tx=0x7f5354006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:34.572 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.861+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 msgr2=0x7f536c07db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:34.572 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.861+0000 7f5371000700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c07db30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f535c009520 tx=0x7f535c011aa0 comp rx=0 tx=0).stop 2024-04-26T01:42:34.572 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.862+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 shutdown_connections 2024-04-26T01:42:34.573 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.862+0000 7f5371000700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f53500396f0 0x7f535003bbb0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:34.573 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.862+0000 7f5371000700 1 --2- 172.21.15.44:0/232801496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f536c1084f0 0x7f536c07db30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:34.573 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.862+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 >> 172.21.15.44:0/232801496 conn(0x7f536c103b10 msgr2=0x7f536c104820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.862+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 shutdown_connections 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-04-26T01:42:33.862+0000 7f5371000700 1 -- 172.21.15.44:0/232801496 wait complete. 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout:Or, if you are only running a single cluster on this host: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.574 INFO:teuthology.orchestra.run.smithi044.stdout: ceph telemetry on 2024-04-26T01:42:34.575 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.575 INFO:teuthology.orchestra.run.smithi044.stdout:For more information see: 2024-04-26T01:42:34.575 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.575 INFO:teuthology.orchestra.run.smithi044.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-26T01:42:34.575 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:34.575 INFO:teuthology.orchestra.run.smithi044.stdout:Bootstrap complete. 2024-04-26T01:42:34.682 INFO:tasks.cephadm:Fetching config... 2024-04-26T01:42:34.682 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:42:34.682 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T01:42:34.732 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T01:42:34.732 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:42:34.732 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T01:42:34.784 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T01:42:34.784 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:42:34.784 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T01:42:34.889 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T01:42:34.890 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:42:34.890 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T01:42:34.980 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T01:42:34.980 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK2et/1MZbHuSkEI8PjnbpCYB9K5Qq+a3Nu4tSk2rx3ayXR09ocjCUO/E7detJJOOIlb5BF2feWO1aK8GF/QAQeJ49gsLiwo5OjpQAP3CEIhuRwEnnSvSCP9ry+O4CQSITRP4e8has+shKdL8H01eD8q6DxlnSIH/LqXrERZ35mH0Th8w+7ZPetFQF2jjEoNaZ1MU6f3lByQlSl9L/BwUVymHlJpX/+jz7lJlUjtf3srblXpC/mWUp6c/fIzRA6VRB2r47AUbbyFFi3hFybSEJVp1UYSAMFOEKE6fs8MAFjsO+MEpt05OcjHg0L8f9fqTTwjTO98u7cBbHyNm8oT/xvVWnrW+xty9tF1XYRK4Qvn/9145fpuCiOQYZn0sla64f1K5NCp91LERn7GsTwWu/htjsqeJC+FsJVJCgIEr/xKvCKgcQv/Y6nVq8t7+NH2IDsagPu+q0EbCM/w1EF+odogL02IB/ISj5OdlmFpEqigDvicsCB9SQBm7sYcbm6Ik= ceph-e31d710e-036d-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:42:35.087 INFO:teuthology.orchestra.run.smithi044.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK2et/1MZbHuSkEI8PjnbpCYB9K5Qq+a3Nu4tSk2rx3ayXR09ocjCUO/E7detJJOOIlb5BF2feWO1aK8GF/QAQeJ49gsLiwo5OjpQAP3CEIhuRwEnnSvSCP9ry+O4CQSITRP4e8has+shKdL8H01eD8q6DxlnSIH/LqXrERZ35mH0Th8w+7ZPetFQF2jjEoNaZ1MU6f3lByQlSl9L/BwUVymHlJpX/+jz7lJlUjtf3srblXpC/mWUp6c/fIzRA6VRB2r47AUbbyFFi3hFybSEJVp1UYSAMFOEKE6fs8MAFjsO+MEpt05OcjHg0L8f9fqTTwjTO98u7cBbHyNm8oT/xvVWnrW+xty9tF1XYRK4Qvn/9145fpuCiOQYZn0sla64f1K5NCp91LERn7GsTwWu/htjsqeJC+FsJVJCgIEr/xKvCKgcQv/Y6nVq8t7+NH2IDsagPu+q0EbCM/w1EF+odogL02IB/ISj5OdlmFpEqigDvicsCB9SQBm7sYcbm6Ik= ceph-e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:42:35.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:34 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/232801496' entity='client.admin' 2024-04-26T01:42:35.137 DEBUG:teuthology.orchestra.run.smithi090:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK2et/1MZbHuSkEI8PjnbpCYB9K5Qq+a3Nu4tSk2rx3ayXR09ocjCUO/E7detJJOOIlb5BF2feWO1aK8GF/QAQeJ49gsLiwo5OjpQAP3CEIhuRwEnnSvSCP9ry+O4CQSITRP4e8has+shKdL8H01eD8q6DxlnSIH/LqXrERZ35mH0Th8w+7ZPetFQF2jjEoNaZ1MU6f3lByQlSl9L/BwUVymHlJpX/+jz7lJlUjtf3srblXpC/mWUp6c/fIzRA6VRB2r47AUbbyFFi3hFybSEJVp1UYSAMFOEKE6fs8MAFjsO+MEpt05OcjHg0L8f9fqTTwjTO98u7cBbHyNm8oT/xvVWnrW+xty9tF1XYRK4Qvn/9145fpuCiOQYZn0sla64f1K5NCp91LERn7GsTwWu/htjsqeJC+FsJVJCgIEr/xKvCKgcQv/Y6nVq8t7+NH2IDsagPu+q0EbCM/w1EF+odogL02IB/ISj5OdlmFpEqigDvicsCB9SQBm7sYcbm6Ik= ceph-e31d710e-036d-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:42:35.175 INFO:teuthology.orchestra.run.smithi090.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK2et/1MZbHuSkEI8PjnbpCYB9K5Qq+a3Nu4tSk2rx3ayXR09ocjCUO/E7detJJOOIlb5BF2feWO1aK8GF/QAQeJ49gsLiwo5OjpQAP3CEIhuRwEnnSvSCP9ry+O4CQSITRP4e8has+shKdL8H01eD8q6DxlnSIH/LqXrERZ35mH0Th8w+7ZPetFQF2jjEoNaZ1MU6f3lByQlSl9L/BwUVymHlJpX/+jz7lJlUjtf3srblXpC/mWUp6c/fIzRA6VRB2r47AUbbyFFi3hFybSEJVp1UYSAMFOEKE6fs8MAFjsO+MEpt05OcjHg0L8f9fqTTwjTO98u7cBbHyNm8oT/xvVWnrW+xty9tF1XYRK4Qvn/9145fpuCiOQYZn0sla64f1K5NCp91LERn7GsTwWu/htjsqeJC+FsJVJCgIEr/xKvCKgcQv/Y6nVq8t7+NH2IDsagPu+q0EbCM/w1EF+odogL02IB/ISj5OdlmFpEqigDvicsCB9SQBm7sYcbm6Ik= ceph-e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:42:35.187 DEBUG:teuthology.orchestra.run.smithi156:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK2et/1MZbHuSkEI8PjnbpCYB9K5Qq+a3Nu4tSk2rx3ayXR09ocjCUO/E7detJJOOIlb5BF2feWO1aK8GF/QAQeJ49gsLiwo5OjpQAP3CEIhuRwEnnSvSCP9ry+O4CQSITRP4e8has+shKdL8H01eD8q6DxlnSIH/LqXrERZ35mH0Th8w+7ZPetFQF2jjEoNaZ1MU6f3lByQlSl9L/BwUVymHlJpX/+jz7lJlUjtf3srblXpC/mWUp6c/fIzRA6VRB2r47AUbbyFFi3hFybSEJVp1UYSAMFOEKE6fs8MAFjsO+MEpt05OcjHg0L8f9fqTTwjTO98u7cBbHyNm8oT/xvVWnrW+xty9tF1XYRK4Qvn/9145fpuCiOQYZn0sla64f1K5NCp91LERn7GsTwWu/htjsqeJC+FsJVJCgIEr/xKvCKgcQv/Y6nVq8t7+NH2IDsagPu+q0EbCM/w1EF+odogL02IB/ISj5OdlmFpEqigDvicsCB9SQBm7sYcbm6Ik= ceph-e31d710e-036d-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:42:35.228 INFO:teuthology.orchestra.run.smithi156.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK2et/1MZbHuSkEI8PjnbpCYB9K5Qq+a3Nu4tSk2rx3ayXR09ocjCUO/E7detJJOOIlb5BF2feWO1aK8GF/QAQeJ49gsLiwo5OjpQAP3CEIhuRwEnnSvSCP9ry+O4CQSITRP4e8has+shKdL8H01eD8q6DxlnSIH/LqXrERZ35mH0Th8w+7ZPetFQF2jjEoNaZ1MU6f3lByQlSl9L/BwUVymHlJpX/+jz7lJlUjtf3srblXpC/mWUp6c/fIzRA6VRB2r47AUbbyFFi3hFybSEJVp1UYSAMFOEKE6fs8MAFjsO+MEpt05OcjHg0L8f9fqTTwjTO98u7cBbHyNm8oT/xvVWnrW+xty9tF1XYRK4Qvn/9145fpuCiOQYZn0sla64f1K5NCp91LERn7GsTwWu/htjsqeJC+FsJVJCgIEr/xKvCKgcQv/Y6nVq8t7+NH2IDsagPu+q0EbCM/w1EF+odogL02IB/ISj5OdlmFpEqigDvicsCB9SQBm7sYcbm6Ik= ceph-e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:42:35.243 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T01:42:35.688 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:38.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.844+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1561929036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 msgr2=0x7f0c341028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:38.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.844+0000 7f0c3bc00700 1 --2- 172.21.15.44:0/1561929036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c341028c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009910 tx=0x7f0c28009c20 comp rx=0 tx=0).stop 2024-04-26T01:42:38.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.844+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1561929036 shutdown_connections 2024-04-26T01:42:38.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.844+0000 7f0c3bc00700 1 --2- 172.21.15.44:0/1561929036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c341028c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.844+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1561929036 >> 172.21.15.44:0/1561929036 conn(0x7f0c340fda40 msgr2=0x7f0c340ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.844+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1561929036 shutdown_connections 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.844+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1561929036 wait complete. 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.846+0000 7f0c3bc00700 1 Processor -- start 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.846+0000 7f0c3bc00700 1 -- start start 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.846+0000 7f0c3bc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c34197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.846+0000 7f0c3bc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c341083e0 con 0x7f0c341024a0 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.847+0000 7f0c39200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c34197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.847+0000 7f0c39200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c34197ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58164/0 (socket says 172.21.15.44:58164) 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.847+0000 7f0c39200700 1 -- 172.21.15.44:0/1534443728 learned_addr learned my addr 172.21.15.44:0/1534443728 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:38.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.847+0000 7f0c39200700 1 -- 172.21.15.44:0/1534443728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c34198020 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.848+0000 7f0c39200700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c34197ae0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0c28005950 tx=0x7f0c28004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.848+0000 7f0c31600700 1 -- 172.21.15.44:0/1534443728 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c28026070 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.848+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c341982b0 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.848+0000 7f0c31600700 1 -- 172.21.15.44:0/1534443728 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c2800bc00 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.848+0000 7f0c31600700 1 -- 172.21.15.44:0/1534443728 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c28003a10 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.848+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c3419afa0 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.849+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c34108b60 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.849+0000 7f0c31600700 1 -- 172.21.15.44:0/1534443728 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0c28029070 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.850+0000 7f0c31600700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0c1c0396b0 0x7f0c1c03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.850+0000 7f0c31600700 1 -- 172.21.15.44:0/1534443728 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0c2801e070 con 0x7f0c341024a0 2024-04-26T01:42:38.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.850+0000 7f0c33e00700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0c1c0396b0 0x7f0c1c03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.851+0000 7f0c33e00700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0c1c0396b0 0x7f0c1c03bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0c20006fd0 tx=0x7f0c20006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:37.856+0000 7f0c31600700 1 -- 172.21.15.44:0/1534443728 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0c28013070 con 0x7f0c341024a0 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.095+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f0c3402e090 con 0x7f0c341024a0 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.098+0000 7f0c31600700 1 -- 172.21.15.44:0/1534443728 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f0c280300c0 con 0x7f0c341024a0 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0c1c0396b0 msgr2=0x7f0c1c03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0c1c0396b0 0x7f0c1c03bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0c20006fd0 tx=0x7f0c20006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 msgr2=0x7f0c34197ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c34197ae0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0c28005950 tx=0x7f0c28004fa0 comp rx=0 tx=0).stop 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 shutdown_connections 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0c1c0396b0 0x7f0c1c03bb70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 --2- 172.21.15.44:0/1534443728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c341024a0 0x7f0c34197ae0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.103+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 >> 172.21.15.44:0/1534443728 conn(0x7f0c340fda40 msgr2=0x7f0c340fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.104+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 shutdown_connections 2024-04-26T01:42:38.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:38.104+0000 7f0c3bc00700 1 -- 172.21.15.44:0/1534443728 wait complete. 2024-04-26T01:42:39.132 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T01:42:39.132 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T01:42:39.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:39.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:39.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:39.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:39.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:39 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1534443728' entity='client.admin' 2024-04-26T01:42:39.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:39.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:39.563 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:41.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.982+0000 7f4782800700 1 -- 172.21.15.44:0/3115673717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 msgr2=0x7f477c1028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:41.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.982+0000 7f4782800700 1 --2- 172.21.15.44:0/3115673717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c1028c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f476c009910 tx=0x7f476c009c20 comp rx=0 tx=0).stop 2024-04-26T01:42:41.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.982+0000 7f4782800700 1 -- 172.21.15.44:0/3115673717 shutdown_connections 2024-04-26T01:42:41.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.982+0000 7f4782800700 1 --2- 172.21.15.44:0/3115673717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c1028c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:41.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.982+0000 7f4782800700 1 -- 172.21.15.44:0/3115673717 >> 172.21.15.44:0/3115673717 conn(0x7f477c0fda40 msgr2=0x7f477c0ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:41.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.982+0000 7f4782800700 1 -- 172.21.15.44:0/3115673717 shutdown_connections 2024-04-26T01:42:41.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.982+0000 7f4782800700 1 -- 172.21.15.44:0/3115673717 wait complete. 2024-04-26T01:42:41.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.983+0000 7f4782800700 1 Processor -- start 2024-04-26T01:42:41.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.983+0000 7f4782800700 1 -- start start 2024-04-26T01:42:41.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.983+0000 7f4782800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:41.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.983+0000 7f4782800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1083e0 con 0x7f477c1024a0 2024-04-26T01:42:41.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.984+0000 7f477b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:41.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.984+0000 7f477b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58190/0 (socket says 172.21.15.44:58190) 2024-04-26T01:42:41.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.984+0000 7f477b400700 1 -- 172.21.15.44:0/1120054056 learned_addr learned my addr 172.21.15.44:0/1120054056 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:41.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.984+0000 7f477b400700 1 -- 172.21.15.44:0/1120054056 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f477c198030 con 0x7f477c1024a0 2024-04-26T01:42:41.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.984+0000 7f477b400700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c197af0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f476c005950 tx=0x7f476c004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:41.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.985+0000 7f4773e00700 1 -- 172.21.15.44:0/1120054056 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f476c026070 con 0x7f477c1024a0 2024-04-26T01:42:41.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.985+0000 7f4773e00700 1 -- 172.21.15.44:0/1120054056 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f476c00bc00 con 0x7f477c1024a0 2024-04-26T01:42:41.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.985+0000 7f4773e00700 1 -- 172.21.15.44:0/1120054056 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f476c003a10 con 0x7f477c1024a0 2024-04-26T01:42:41.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.985+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f477c1982c0 con 0x7f477c1024a0 2024-04-26T01:42:41.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.985+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f477c19afb0 con 0x7f477c1024a0 2024-04-26T01:42:41.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.986+0000 7f4773e00700 1 -- 172.21.15.44:0/1120054056 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f476c029070 con 0x7f477c1024a0 2024-04-26T01:42:41.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.986+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f477c108b60 con 0x7f477c1024a0 2024-04-26T01:42:41.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.987+0000 7f4773e00700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f47600396b0 0x7f476003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:41.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.987+0000 7f4773e00700 1 -- 172.21.15.44:0/1120054056 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f476c01e070 con 0x7f477c1024a0 2024-04-26T01:42:41.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.987+0000 7f477aa00700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f47600396b0 0x7f476003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:41.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.988+0000 7f477aa00700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f47600396b0 0x7f476003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4768006fd0 tx=0x7f4768006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:41.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:41.993+0000 7f4773e00700 1 -- 172.21.15.44:0/1120054056 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f476c013070 con 0x7f477c1024a0 2024-04-26T01:42:42.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.229+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f477c02e120 con 0x7f47600396b0 2024-04-26T01:42:42.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.238+0000 7f4773e00700 1 -- 172.21.15.44:0/1120054056 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f477c02e120 con 0x7f47600396b0 2024-04-26T01:42:42.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f47600396b0 msgr2=0x7f476003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:42.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f47600396b0 0x7f476003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4768006fd0 tx=0x7f4768006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 msgr2=0x7f477c197af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c197af0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f476c005950 tx=0x7f476c004fa0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 shutdown_connections 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f47600396b0 0x7f476003bb70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 --2- 172.21.15.44:0/1120054056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f477c1024a0 0x7f477c197af0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 >> 172.21.15.44:0/1120054056 conn(0x7f477c0fda40 msgr2=0x7f477c0fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.241+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 shutdown_connections 2024-04-26T01:42:42.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:42.242+0000 7f4782800700 1 -- 172.21.15.44:0/1120054056 wait complete. 2024-04-26T01:42:42.937 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi090 2024-04-26T01:42:42.938 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:42:42.938 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:42:42.956 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:42:42.957 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:42:43.014 INFO:tasks.cephadm:Adding host smithi090 to orchestrator... 2024-04-26T01:42:43.014 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch host add smithi090 2024-04-26T01:42:43.462 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:43 smithi044 ceph-mon[27847]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:43.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:43 smithi044 ceph-mon[27847]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T01:42:43.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:43 smithi044 ceph-mon[27847]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:42:44.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:44 smithi044 ceph-mon[27847]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:44.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:44 smithi044 ceph-mon[27847]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:42:45.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.346+0000 7f45a6000700 1 -- 172.21.15.44:0/669649754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 msgr2=0x7f45a01088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:45.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.346+0000 7f45a6000700 1 --2- 172.21.15.44:0/669649754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a01088c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f459000b0a0 tx=0x7f459000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:42:45.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.347+0000 7f45a6000700 1 -- 172.21.15.44:0/669649754 shutdown_connections 2024-04-26T01:42:45.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.347+0000 7f45a6000700 1 --2- 172.21.15.44:0/669649754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a01088c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:45.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.347+0000 7f45a6000700 1 -- 172.21.15.44:0/669649754 >> 172.21.15.44:0/669649754 conn(0x7f45a0076ea0 msgr2=0x7f45a00772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:45.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.347+0000 7f45a6000700 1 -- 172.21.15.44:0/669649754 shutdown_connections 2024-04-26T01:42:45.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.347+0000 7f45a6000700 1 -- 172.21.15.44:0/669649754 wait complete. 2024-04-26T01:42:45.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.348+0000 7f45a6000700 1 Processor -- start 2024-04-26T01:42:45.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.348+0000 7f45a6000700 1 -- start start 2024-04-26T01:42:45.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.349+0000 7f45a6000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a0197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:45.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.349+0000 7f45a6000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f45a010c920 con 0x7f45a01084e0 2024-04-26T01:42:45.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.349+0000 7f459f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a0197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:45.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.349+0000 7f459f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a0197e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58206/0 (socket says 172.21.15.44:58206) 2024-04-26T01:42:45.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.349+0000 7f459f400700 1 -- 172.21.15.44:0/3426015547 learned_addr learned my addr 172.21.15.44:0/3426015547 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:45.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.350+0000 7f459f400700 1 -- 172.21.15.44:0/3426015547 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45a01983b0 con 0x7f45a01084e0 2024-04-26T01:42:45.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.350+0000 7f459f400700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a0197e70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f459000d010 tx=0x7f4590003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:45.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.350+0000 7f459cc00700 1 -- 172.21.15.44:0/3426015547 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4590021020 con 0x7f45a01084e0 2024-04-26T01:42:45.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.350+0000 7f459cc00700 1 -- 172.21.15.44:0/3426015547 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45900044b0 con 0x7f45a01084e0 2024-04-26T01:42:45.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.350+0000 7f459cc00700 1 -- 172.21.15.44:0/3426015547 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4590017040 con 0x7f45a01084e0 2024-04-26T01:42:45.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.350+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45a0198640 con 0x7f45a01084e0 2024-04-26T01:42:45.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.350+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45a019c6f0 con 0x7f45a01084e0 2024-04-26T01:42:45.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.351+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45a0103b90 con 0x7f45a01084e0 2024-04-26T01:42:45.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.352+0000 7f459cc00700 1 -- 172.21.15.44:0/3426015547 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f4590024020 con 0x7f45a01084e0 2024-04-26T01:42:45.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.352+0000 7f459cc00700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4584039700 0x7f458403bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:45.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.352+0000 7f459cc00700 1 -- 172.21.15.44:0/3426015547 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f459000f050 con 0x7f45a01084e0 2024-04-26T01:42:45.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.353+0000 7f4596a00700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4584039700 0x7f458403bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:45.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.353+0000 7f4596a00700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4584039700 0x7f458403bbc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4588006fd0 tx=0x7f4588006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:45.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.358+0000 7f459cc00700 1 -- 172.21.15.44:0/3426015547 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f459002b020 con 0x7f45a01084e0 2024-04-26T01:42:45.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:45.593+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi090", "target": ["mon-mgr", ""]}) -- 0x7f45a0199180 con 0x7f4584039700 2024-04-26T01:42:46.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:45 smithi044 ceph-mon[27847]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:42:46.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:46.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:46.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:47.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:46 smithi044 ceph-mon[27847]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:47.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:46 smithi044 ceph-mon[27847]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi090", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:48.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:47 smithi044 ceph-mon[27847]: Deploying cephadm binary to smithi090 2024-04-26T01:42:49.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:48 smithi044 ceph-mon[27847]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:50.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:49 smithi044 ceph-mon[27847]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:50.413 INFO:teuthology.orchestra.run.smithi044.stdout:Added host 'smithi090' with addr '172.21.15.90' 2024-04-26T01:42:50.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.413+0000 7f459cc00700 1 -- 172.21.15.44:0/3426015547 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f45a0199180 con 0x7f4584039700 2024-04-26T01:42:50.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4584039700 msgr2=0x7f458403bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:50.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4584039700 0x7f458403bbc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4588006fd0 tx=0x7f4588006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 msgr2=0x7f45a0197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a0197e70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f459000d010 tx=0x7f4590003ce0 comp rx=0 tx=0).stop 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 shutdown_connections 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4584039700 0x7f458403bbc0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 --2- 172.21.15.44:0/3426015547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45a01084e0 0x7f45a0197e70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.417+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 >> 172.21.15.44:0/3426015547 conn(0x7f45a0076ea0 msgr2=0x7f45a00fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.418+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 shutdown_connections 2024-04-26T01:42:50.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:50.418+0000 7f45a6000700 1 -- 172.21.15.44:0/3426015547 wait complete. 2024-04-26T01:42:51.140 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:42:51.592 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:51.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:51 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:51.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:51 smithi044 ceph-mon[27847]: Added host smithi090 2024-04-26T01:42:51.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:51 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:51.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:51 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:52.776 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:52 smithi044 ceph-mon[27847]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:52.776 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:53.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.619+0000 7f621fa00700 1 -- 172.21.15.44:0/808676331 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 msgr2=0x7f62180751c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:53.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.619+0000 7f621fa00700 1 --2- 172.21.15.44:0/808676331 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f62180751c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6208009910 tx=0x7f6208009c20 comp rx=0 tx=0).stop 2024-04-26T01:42:53.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.619+0000 7f621fa00700 1 -- 172.21.15.44:0/808676331 shutdown_connections 2024-04-26T01:42:53.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.619+0000 7f621fa00700 1 --2- 172.21.15.44:0/808676331 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f62180751c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:53.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.619+0000 7f621fa00700 1 -- 172.21.15.44:0/808676331 >> 172.21.15.44:0/808676331 conn(0x7f62180fdf80 msgr2=0x7f62181003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:53.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.619+0000 7f621fa00700 1 -- 172.21.15.44:0/808676331 shutdown_connections 2024-04-26T01:42:53.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.619+0000 7f621fa00700 1 -- 172.21.15.44:0/808676331 wait complete. 2024-04-26T01:42:53.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.620+0000 7f621fa00700 1 Processor -- start 2024-04-26T01:42:53.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.621+0000 7f621fa00700 1 -- start start 2024-04-26T01:42:53.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.621+0000 7f621fa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f621819e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:53.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.621+0000 7f621fa00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6218112fa0 con 0x7f6218074de0 2024-04-26T01:42:53.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.621+0000 7f621d000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f621819e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:53.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.621+0000 7f621d000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f621819e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44310/0 (socket says 172.21.15.44:44310) 2024-04-26T01:42:53.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.621+0000 7f621d000700 1 -- 172.21.15.44:0/1747800753 learned_addr learned my addr 172.21.15.44:0/1747800753 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:53.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.622+0000 7f621d000700 1 -- 172.21.15.44:0/1747800753 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621819ea80 con 0x7f6218074de0 2024-04-26T01:42:53.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.622+0000 7f621d000700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f621819e540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6208006010 tx=0x7f6208005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:53.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.622+0000 7f6216000700 1 -- 172.21.15.44:0/1747800753 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6208026070 con 0x7f6218074de0 2024-04-26T01:42:53.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.622+0000 7f6216000700 1 -- 172.21.15.44:0/1747800753 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f620800bc00 con 0x7f6218074de0 2024-04-26T01:42:53.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.622+0000 7f6216000700 1 -- 172.21.15.44:0/1747800753 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6208003910 con 0x7f6218074de0 2024-04-26T01:42:53.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.623+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f621819ed10 con 0x7f6218074de0 2024-04-26T01:42:53.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.623+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f621819f170 con 0x7f6218074de0 2024-04-26T01:42:53.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.624+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6218076520 con 0x7f6218074de0 2024-04-26T01:42:53.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.624+0000 7f6216000700 1 -- 172.21.15.44:0/1747800753 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f6208029070 con 0x7f6218074de0 2024-04-26T01:42:53.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.625+0000 7f6216000700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f61fc0396b0 0x7f61fc03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:53.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.625+0000 7f6216000700 1 -- 172.21.15.44:0/1747800753 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f620801e070 con 0x7f6218074de0 2024-04-26T01:42:53.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.625+0000 7f620fe00700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f61fc0396b0 0x7f61fc03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:53.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.626+0000 7f620fe00700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f61fc0396b0 0x7f61fc03bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6200006fd0 tx=0x7f6200006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:53.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.631+0000 7f6216000700 1 -- 172.21.15.44:0/1747800753 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6208013070 con 0x7f6218074de0 2024-04-26T01:42:53.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.868+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f621819f8a0 con 0x7f61fc0396b0 2024-04-26T01:42:53.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.871+0000 7f6216000700 1 -- 172.21.15.44:0/1747800753 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f621819f8a0 con 0x7f61fc0396b0 2024-04-26T01:42:53.868 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:42:53.868 INFO:teuthology.orchestra.run.smithi044.stdout:[{"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.90", "hostname": "smithi090", "labels": [], "status": ""}] 2024-04-26T01:42:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.873+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f61fc0396b0 msgr2=0x7f61fc03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:53.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.873+0000 7f621fa00700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f61fc0396b0 0x7f61fc03bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6200006fd0 tx=0x7f6200006e40 comp rx=0 tx=0).stop 2024-04-26T01:42:53.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.873+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 msgr2=0x7f621819e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:53.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.873+0000 7f621fa00700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f621819e540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6208006010 tx=0x7f6208005780 comp rx=0 tx=0).stop 2024-04-26T01:42:53.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.874+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 shutdown_connections 2024-04-26T01:42:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.874+0000 7f621fa00700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f61fc0396b0 0x7f61fc03bb70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.874+0000 7f621fa00700 1 --2- 172.21.15.44:0/1747800753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6218074de0 0x7f621819e540 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.874+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 >> 172.21.15.44:0/1747800753 conn(0x7f62180fdf80 msgr2=0x7f62181041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.874+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 shutdown_connections 2024-04-26T01:42:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:53.874+0000 7f621fa00700 1 -- 172.21.15.44:0/1747800753 wait complete. 2024-04-26T01:42:54.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:54 smithi044 ceph-mon[27847]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:54.561 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:54 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:54.561 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:54 smithi044 ceph-mon[27847]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:42:54.584 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi156 2024-04-26T01:42:54.585 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:42:54.585 DEBUG:teuthology.orchestra.run.smithi156:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:42:54.604 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:42:54.604 DEBUG:teuthology.orchestra.run.smithi156:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:42:54.661 INFO:tasks.cephadm:Adding host smithi156 to orchestrator... 2024-04-26T01:42:54.661 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch host add smithi156 2024-04-26T01:42:55.120 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:56.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:56 smithi044 ceph-mon[27847]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:56.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:56 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:56.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:56 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:56.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:56 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:56.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:56 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:57.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.268+0000 7f5ef6400700 1 -- 172.21.15.44:0/3851389993 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 msgr2=0x7f5ef01088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:57.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.268+0000 7f5ef6400700 1 --2- 172.21.15.44:0/3851389993 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef01088c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0009910 tx=0x7f5ee0009c20 comp rx=0 tx=0).stop 2024-04-26T01:42:57.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.268+0000 7f5ef6400700 1 -- 172.21.15.44:0/3851389993 shutdown_connections 2024-04-26T01:42:57.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.268+0000 7f5ef6400700 1 --2- 172.21.15.44:0/3851389993 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef01088c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:57.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.268+0000 7f5ef6400700 1 -- 172.21.15.44:0/3851389993 >> 172.21.15.44:0/3851389993 conn(0x7f5ef0076ea0 msgr2=0x7f5ef00772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:57.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.268+0000 7f5ef6400700 1 -- 172.21.15.44:0/3851389993 shutdown_connections 2024-04-26T01:42:57.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.268+0000 7f5ef6400700 1 -- 172.21.15.44:0/3851389993 wait complete. 2024-04-26T01:42:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:57 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi090", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:57 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:57.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:57 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:57.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:57 smithi044 ceph-mon[27847]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:42:57.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:57 smithi044 ceph-mon[27847]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:42:57.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:57 smithi044 ceph-mon[27847]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:42:57.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.270+0000 7f5ef6400700 1 Processor -- start 2024-04-26T01:42:57.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.270+0000 7f5ef6400700 1 -- start start 2024-04-26T01:42:57.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.271+0000 7f5ef6400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef0101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:57.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.271+0000 7f5ef6400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef010c920 con 0x7f5ef01084e0 2024-04-26T01:42:57.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.271+0000 7f5eef400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef0101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:57.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.271+0000 7f5eef400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef0101460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50666/0 (socket says 172.21.15.44:50666) 2024-04-26T01:42:57.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.271+0000 7f5eef400700 1 -- 172.21.15.44:0/2727850790 learned_addr learned my addr 172.21.15.44:0/2727850790 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:42:57.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.272+0000 7f5eef400700 1 -- 172.21.15.44:0/2727850790 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ef0103350 con 0x7f5ef01084e0 2024-04-26T01:42:57.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.272+0000 7f5eef400700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef0101460 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0006010 tx=0x7f5ee0005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:57.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.272+0000 7f5ee7e00700 1 -- 172.21.15.44:0/2727850790 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5ee0026070 con 0x7f5ef01084e0 2024-04-26T01:42:57.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.273+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ef0101a00 con 0x7f5ef01084e0 2024-04-26T01:42:57.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.273+0000 7f5ee7e00700 1 -- 172.21.15.44:0/2727850790 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ee000bc00 con 0x7f5ef01084e0 2024-04-26T01:42:57.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.273+0000 7f5ee7e00700 1 -- 172.21.15.44:0/2727850790 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5ee0003910 con 0x7f5ef01084e0 2024-04-26T01:42:57.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.273+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ef0101ec0 con 0x7f5ef01084e0 2024-04-26T01:42:57.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.274+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ef0103b90 con 0x7f5ef01084e0 2024-04-26T01:42:57.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.274+0000 7f5ee7e00700 1 -- 172.21.15.44:0/2727850790 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5ee0029070 con 0x7f5ef01084e0 2024-04-26T01:42:57.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.274+0000 7f5ee7e00700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5ed40396b0 0x7f5ed403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:57.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.275+0000 7f5ee7e00700 1 -- 172.21.15.44:0/2727850790 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5ee001e070 con 0x7f5ef01084e0 2024-04-26T01:42:57.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.275+0000 7f5eeea00700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5ed40396b0 0x7f5ed403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:57.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.276+0000 7f5eeea00700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5ed40396b0 0x7f5ed403bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5edc006fd0 tx=0x7f5edc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:57.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.281+0000 7f5ee7e00700 1 -- 172.21.15.44:0/2727850790 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5ee0013070 con 0x7f5ef01084e0 2024-04-26T01:42:57.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:42:57.520+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi156", "target": ["mon-mgr", ""]}) -- 0x7f5ef0102990 con 0x7f5ed40396b0 2024-04-26T01:42:58.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:58 smithi044 ceph-mon[27847]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:42:58.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:58 smithi044 ceph-mon[27847]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:42:58.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:58 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:58.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:58 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:58.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:58 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:42:58.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:58 smithi044 ceph-mon[27847]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi156", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:59.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:42:59 smithi044 ceph-mon[27847]: Deploying cephadm binary to smithi156 2024-04-26T01:43:00.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:00 smithi044 ceph-mon[27847]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:02.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.418+0000 7f5ee7e00700 1 -- 172.21.15.44:0/2727850790 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f5ef0102990 con 0x7f5ed40396b0 2024-04-26T01:43:02.416 INFO:teuthology.orchestra.run.smithi044.stdout:Added host 'smithi156' with addr '172.21.15.156' 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.422+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5ed40396b0 msgr2=0x7f5ed403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.422+0000 7f5ef6400700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5ed40396b0 0x7f5ed403bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5edc006fd0 tx=0x7f5edc006e40 comp rx=0 tx=0).stop 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.422+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 msgr2=0x7f5ef0101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.422+0000 7f5ef6400700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef0101460 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0006010 tx=0x7f5ee0005780 comp rx=0 tx=0).stop 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.423+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 shutdown_connections 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.423+0000 7f5ef6400700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5ed40396b0 0x7f5ed403bb70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.423+0000 7f5ef6400700 1 --2- 172.21.15.44:0/2727850790 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5ef01084e0 0x7f5ef0101460 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:02.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.423+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 >> 172.21.15.44:0/2727850790 conn(0x7f5ef0076ea0 msgr2=0x7f5ef00fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:02.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.423+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 shutdown_connections 2024-04-26T01:43:02.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:02.423+0000 7f5ef6400700 1 -- 172.21.15.44:0/2727850790 wait complete. 2024-04-26T01:43:02.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:02 smithi044 ceph-mon[27847]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:02.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:02 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:03.173 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:43:03.627 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:03.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:03 smithi044 ceph-mon[27847]: Added host smithi156 2024-04-26T01:43:03.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:03.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:04.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:04 smithi044 ceph-mon[27847]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:04.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:05.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.533+0000 7ff5a8e00700 1 -- 172.21.15.44:0/162978210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 msgr2=0x7ff5a41088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.533+0000 7ff5a8e00700 1 --2- 172.21.15.44:0/162978210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a41088c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff594009910 tx=0x7ff594009c20 comp rx=0 tx=0).stop 2024-04-26T01:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.533+0000 7ff5a8e00700 1 -- 172.21.15.44:0/162978210 shutdown_connections 2024-04-26T01:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.533+0000 7ff5a8e00700 1 --2- 172.21.15.44:0/162978210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a41088c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.533+0000 7ff5a8e00700 1 -- 172.21.15.44:0/162978210 >> 172.21.15.44:0/162978210 conn(0x7ff5a40fdf80 msgr2=0x7ff5a41003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.533+0000 7ff5a8e00700 1 -- 172.21.15.44:0/162978210 shutdown_connections 2024-04-26T01:43:05.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.533+0000 7ff5a8e00700 1 -- 172.21.15.44:0/162978210 wait complete. 2024-04-26T01:43:05.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.534+0000 7ff5a8e00700 1 Processor -- start 2024-04-26T01:43:05.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.534+0000 7ff5a8e00700 1 -- start start 2024-04-26T01:43:05.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.535+0000 7ff5a8e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a419a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:05.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.535+0000 7ff5a8e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a410c940 con 0x7ff5a41084e0 2024-04-26T01:43:05.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.535+0000 7ff5a1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a419a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:05.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.535+0000 7ff5a1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a419a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50694/0 (socket says 172.21.15.44:50694) 2024-04-26T01:43:05.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.535+0000 7ff5a1e00700 1 -- 172.21.15.44:0/166154862 learned_addr learned my addr 172.21.15.44:0/166154862 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:43:05.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.536+0000 7ff5a1e00700 1 -- 172.21.15.44:0/166154862 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a419a600 con 0x7ff5a41084e0 2024-04-26T01:43:05.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.536+0000 7ff5a1e00700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a419a0c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff5940056d0 tx=0x7ff5940057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:05.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.536+0000 7ff59aa00700 1 -- 172.21.15.44:0/166154862 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff594026070 con 0x7ff5a41084e0 2024-04-26T01:43:05.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.536+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a419a8f0 con 0x7ff5a41084e0 2024-04-26T01:43:05.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.536+0000 7ff59aa00700 1 -- 172.21.15.44:0/166154862 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff59400bba0 con 0x7ff5a41084e0 2024-04-26T01:43:05.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.536+0000 7ff59aa00700 1 -- 172.21.15.44:0/166154862 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff594003920 con 0x7ff5a41084e0 2024-04-26T01:43:05.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.536+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a419e990 con 0x7ff5a41084e0 2024-04-26T01:43:05.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.538+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a4103b90 con 0x7ff5a41084e0 2024-04-26T01:43:05.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.538+0000 7ff59aa00700 1 -- 172.21.15.44:0/166154862 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff594029070 con 0x7ff5a41084e0 2024-04-26T01:43:05.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.539+0000 7ff59aa00700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff588039650 0x7ff58803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:05.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.539+0000 7ff59aa00700 1 -- 172.21.15.44:0/166154862 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff59401e070 con 0x7ff5a41084e0 2024-04-26T01:43:05.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.539+0000 7ff5a1400700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff588039650 0x7ff58803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:05.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.540+0000 7ff5a1400700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff588039650 0x7ff58803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff590006fd0 tx=0x7ff590006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:05.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.545+0000 7ff59aa00700 1 -- 172.21.15.44:0/166154862 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff594013070 con 0x7ff5a41084e0 2024-04-26T01:43:05.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.788+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff5a419b420 con 0x7ff588039650 2024-04-26T01:43:05.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.791+0000 7ff59aa00700 1 -- 172.21.15.44:0/166154862 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7ff5a419b420 con 0x7ff588039650 2024-04-26T01:43:05.789 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:43:05.789 INFO:teuthology.orchestra.run.smithi044.stdout:[{"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.90", "hostname": "smithi090", "labels": [], "status": ""}, {"addr": "172.21.15.156", "hostname": "smithi156", "labels": [], "status": ""}] 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff588039650 msgr2=0x7ff58803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff588039650 0x7ff58803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff590006fd0 tx=0x7ff590006e40 comp rx=0 tx=0).stop 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 msgr2=0x7ff5a419a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a419a0c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff5940056d0 tx=0x7ff5940057b0 comp rx=0 tx=0).stop 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 shutdown_connections 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff588039650 0x7ff58803bb10 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 --2- 172.21.15.44:0/166154862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5a41084e0 0x7ff5a419a0c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:05.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 >> 172.21.15.44:0/166154862 conn(0x7ff5a40fdf80 msgr2=0x7ff5a410a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:05.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 shutdown_connections 2024-04-26T01:43:05.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:05.794+0000 7ff5a8e00700 1 -- 172.21.15.44:0/166154862 wait complete. 2024-04-26T01:43:06.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:06 smithi044 ceph-mon[27847]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:06.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:06.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:06 smithi044 ceph-mon[27847]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:43:06.538 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T01:43:06.538 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T01:43:06.991 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:08.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:08 smithi044 ceph-mon[27847]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.200+0000 7f67d3000700 1 -- 172.21.15.44:0/1001306525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 msgr2=0x7f67cc10aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.200+0000 7f67d3000700 1 --2- 172.21.15.44:0/1001306525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc10aa50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f67bc009910 tx=0x7f67bc009c20 comp rx=0 tx=0).stop 2024-04-26T01:43:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.200+0000 7f67d3000700 1 -- 172.21.15.44:0/1001306525 shutdown_connections 2024-04-26T01:43:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.200+0000 7f67d3000700 1 --2- 172.21.15.44:0/1001306525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc10aa50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.200+0000 7f67d3000700 1 -- 172.21.15.44:0/1001306525 >> 172.21.15.44:0/1001306525 conn(0x7f67cc100160 msgr2=0x7f67cc102580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.200+0000 7f67d3000700 1 -- 172.21.15.44:0/1001306525 shutdown_connections 2024-04-26T01:43:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.200+0000 7f67d3000700 1 -- 172.21.15.44:0/1001306525 wait complete. 2024-04-26T01:43:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.202+0000 7f67d3000700 1 Processor -- start 2024-04-26T01:43:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.202+0000 7f67d3000700 1 -- start start 2024-04-26T01:43:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.203+0000 7f67d3000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc19a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.203+0000 7f67d3000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f67cc10eb60 con 0x7f67cc10a670 2024-04-26T01:43:09.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.203+0000 7f67cbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc19a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:09.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.203+0000 7f67cbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc19a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45554/0 (socket says 172.21.15.44:45554) 2024-04-26T01:43:09.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.203+0000 7f67cbe00700 1 -- 172.21.15.44:0/3517935122 learned_addr learned my addr 172.21.15.44:0/3517935122 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:43:09.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.203+0000 7f67cbe00700 1 -- 172.21.15.44:0/3517935122 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67cc19a600 con 0x7f67cc10a670 2024-04-26T01:43:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.204+0000 7f67cbe00700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc19a0c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f67bc006010 tx=0x7f67bc005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.204+0000 7f67c8c00700 1 -- 172.21.15.44:0/3517935122 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67bc026070 con 0x7f67cc10a670 2024-04-26T01:43:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.204+0000 7f67c8c00700 1 -- 172.21.15.44:0/3517935122 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67bc00bba0 con 0x7f67cc10a670 2024-04-26T01:43:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.204+0000 7f67c8c00700 1 -- 172.21.15.44:0/3517935122 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67bc003910 con 0x7f67cc10a670 2024-04-26T01:43:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.204+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67cc19a8f0 con 0x7f67cc10a670 2024-04-26T01:43:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.204+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67cc19e990 con 0x7f67cc10a670 2024-04-26T01:43:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.205+0000 7f67c8c00700 1 -- 172.21.15.44:0/3517935122 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f67bc029070 con 0x7f67cc10a670 2024-04-26T01:43:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.205+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67cc105db0 con 0x7f67cc10a670 2024-04-26T01:43:09.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.206+0000 7f67c8c00700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f67b0039650 0x7f67b003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:09.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.206+0000 7f67c8c00700 1 -- 172.21.15.44:0/3517935122 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f67bc01e070 con 0x7f67cc10a670 2024-04-26T01:43:09.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.206+0000 7f67cb400700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f67b0039650 0x7f67b003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:09.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.207+0000 7f67cb400700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f67b0039650 0x7f67b003bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f67b8006fd0 tx=0x7f67b8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.211+0000 7f67c8c00700 1 -- 172.21.15.44:0/3517935122 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f67bc013070 con 0x7f67cc10a670 2024-04-26T01:43:09.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:09.453+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f67cc19b420 con 0x7f67cc10a670 2024-04-26T01:43:09.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:09.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:09.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:09.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:09.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:09.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:09.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:09.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:43:09.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:09 smithi044 ceph-mon[27847]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:10.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.401+0000 7f67c8c00700 1 -- 172.21.15.44:0/3517935122 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f67bc004440 con 0x7f67cc10a670 2024-04-26T01:43:10.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f67b0039650 msgr2=0x7f67b003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:10.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f67b0039650 0x7f67b003bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f67b8006fd0 tx=0x7f67b8006e40 comp rx=0 tx=0).stop 2024-04-26T01:43:10.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 msgr2=0x7f67cc19a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:10.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc19a0c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f67bc006010 tx=0x7f67bc005780 comp rx=0 tx=0).stop 2024-04-26T01:43:10.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 shutdown_connections 2024-04-26T01:43:10.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f67b0039650 0x7f67b003bb10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:10.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 --2- 172.21.15.44:0/3517935122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67cc10a670 0x7f67cc19a0c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:10.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.405+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 >> 172.21.15.44:0/3517935122 conn(0x7f67cc100160 msgr2=0x7f67cc100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:10.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.406+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 shutdown_connections 2024-04-26T01:43:10.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:10.406+0000 7f67d3000700 1 -- 172.21.15.44:0/3517935122 wait complete. 2024-04-26T01:43:10.405 INFO:teuthology.orchestra.run.smithi044.stderr:adjusted tunables profile to default 2024-04-26T01:43:10.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:10 smithi044 ceph-mon[27847]: Updating smithi156:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:43:10.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:10 smithi044 ceph-mon[27847]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:10.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:10 smithi044 ceph-mon[27847]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:43:10.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:10 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3517935122' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:43:10.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:10.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:10.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:11.184 INFO:tasks.cephadm:Adding mon.a on smithi044 2024-04-26T01:43:11.185 INFO:tasks.cephadm:Adding mon.b on smithi090 2024-04-26T01:43:11.185 INFO:tasks.cephadm:Adding mon.c on smithi156 2024-04-26T01:43:11.185 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi044:172.21.15.44=a;smithi090:172.21.15.90=b;smithi156:172.21.15.156=c' 2024-04-26T01:43:11.421 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:11.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:11 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3517935122' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:43:11.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:11 smithi044 ceph-mon[27847]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:12.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:12 smithi044 ceph-mon[27847]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:12.976 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 -- 172.21.15.156:0/2405541837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 msgr2=0x7f37b4108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:12.976 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 --2- 172.21.15.156:0/2405541837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b4108930 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f37a8009910 tx=0x7f37a8009c20 comp rx=0 tx=0).stop 2024-04-26T01:43:12.976 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 -- 172.21.15.156:0/2405541837 shutdown_connections 2024-04-26T01:43:12.976 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 --2- 172.21.15.156:0/2405541837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b4108930 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.977 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 -- 172.21.15.156:0/2405541837 >> 172.21.15.156:0/2405541837 conn(0x7f37b40fdf90 msgr2=0x7f37b41003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:12.977 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 -- 172.21.15.156:0/2405541837 shutdown_connections 2024-04-26T01:43:12.977 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 -- 172.21.15.156:0/2405541837 wait complete. 2024-04-26T01:43:12.977 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 Processor -- start 2024-04-26T01:43:12.977 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.978+0000 7f37bab7d700 1 -- start start 2024-04-26T01:43:12.977 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.979+0000 7f37bab7d700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b419a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:12.977 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.979+0000 7f37bab7d700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f37b410c9c0 con 0x7f37b4108550 2024-04-26T01:43:12.978 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.979+0000 7f37b8919700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b419a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:12.978 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.979+0000 7f37b8919700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b419a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.156:50394/0 (socket says 172.21.15.156:50394) 2024-04-26T01:43:12.978 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.979+0000 7f37b8919700 1 -- 172.21.15.156:0/4265710228 learned_addr learned my addr 172.21.15.156:0/4265710228 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.980+0000 7f37b8919700 1 -- 172.21.15.156:0/4265710228 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37b419a580 con 0x7f37b4108550 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.980+0000 7f37b8919700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b419a040 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f37a80056d0 tx=0x7f37a80057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.980+0000 7f37b1ffb700 1 -- 172.21.15.156:0/4265710228 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37a8026070 con 0x7f37b4108550 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.980+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37b419a810 con 0x7f37b4108550 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.981+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37b419e910 con 0x7f37b4108550 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.981+0000 7f37b1ffb700 1 -- 172.21.15.156:0/4265710228 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37a800bc00 con 0x7f37b4108550 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.981+0000 7f37b1ffb700 1 -- 172.21.15.156:0/4265710228 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37a80037f0 con 0x7f37b4108550 2024-04-26T01:43:12.979 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.982+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3798005330 con 0x7f37b4108550 2024-04-26T01:43:12.980 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.982+0000 7f37b1ffb700 1 -- 172.21.15.156:0/4265710228 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f37a8029070 con 0x7f37b4108550 2024-04-26T01:43:12.980 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.982+0000 7f37b1ffb700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f37a4039650 0x7f37a403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:12.980 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.982+0000 7f37b1ffb700 1 -- 172.21.15.156:0/4265710228 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f37a801e070 con 0x7f37b4108550 2024-04-26T01:43:12.981 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.983+0000 7f37b3fff700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f37a4039650 0x7f37a403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:12.982 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.984+0000 7f37b3fff700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f37a4039650 0x7f37a403bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f37a0006fd0 tx=0x7f37a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:12.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:12.998+0000 7f37b1ffb700 1 -- 172.21.15.156:0/4265710228 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f37a8013070 con 0x7f37b4108550 2024-04-26T01:43:13.204 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.206+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi090:172.21.15.90=b;smithi156:172.21.15.156=c", "target": ["mon-mgr", ""]}) -- 0x7f3798000c80 con 0x7f37a4039650 2024-04-26T01:43:13.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.222+0000 7f37b1ffb700 1 -- 172.21.15.156:0/4265710228 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f3798000c80 con 0x7f37a4039650 2024-04-26T01:43:13.220 INFO:teuthology.orchestra.run.smithi156.stdout:Scheduled mon update... 2024-04-26T01:43:13.222 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f37a4039650 msgr2=0x7f37a403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f37a4039650 0x7f37a403bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f37a0006fd0 tx=0x7f37a0006e40 comp rx=0 tx=0).stop 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 msgr2=0x7f37b419a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b419a040 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f37a80056d0 tx=0x7f37a80057b0 comp rx=0 tx=0).stop 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 shutdown_connections 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f37a4039650 0x7f37a403bb10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 --2- 172.21.15.156:0/4265710228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37b4108550 0x7f37b419a040 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.224+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 >> 172.21.15.156:0/4265710228 conn(0x7f37b40fdf90 msgr2=0x7f37b40766e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.225+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 shutdown_connections 2024-04-26T01:43:13.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:13.225+0000 7f37bab7d700 1 -- 172.21.15.156:0/4265710228 wait complete. 2024-04-26T01:43:13.870 DEBUG:teuthology.orchestra.run.smithi090:mon.b> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T01:43:13.873 DEBUG:teuthology.orchestra.run.smithi156:mon.c> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T01:43:13.875 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:43:13.875 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi090:172.21.15.90=b;smithi156:172.21.15.156=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi090:172.21.15.90=b;smithi156:172.21.15.156=c;count:3 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:14.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:14.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:14 smithi044 ceph-mon[27847]: Deploying daemon mon.c on smithi156 2024-04-26T01:43:15.860 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:43:16.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:16 smithi044 ceph-mon[27847]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.527+0000 7f18d04c9700 1 -- 172.21.15.156:0/3841646619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 msgr2=0x7f18c8108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.527+0000 7f18d04c9700 1 --2- 172.21.15.156:0/3841646619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8108a10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f18c4009910 tx=0x7f18c4009c20 comp rx=0 tx=0).stop 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.527+0000 7f18d04c9700 1 -- 172.21.15.156:0/3841646619 shutdown_connections 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.527+0000 7f18d04c9700 1 --2- 172.21.15.156:0/3841646619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8108a10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.527+0000 7f18d04c9700 1 -- 172.21.15.156:0/3841646619 >> 172.21.15.156:0/3841646619 conn(0x7f18c80fe050 msgr2=0x7f18c8100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.527+0000 7f18d04c9700 1 -- 172.21.15.156:0/3841646619 shutdown_connections 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.527+0000 7f18d04c9700 1 -- 172.21.15.156:0/3841646619 wait complete. 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.528+0000 7f18d04c9700 1 Processor -- start 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.528+0000 7f18d04c9700 1 -- start start 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.528+0000 7f18d04c9700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:17.526 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.528+0000 7f18d04c9700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f18c810caa0 con 0x7f18c8108630 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.528+0000 7f18ce265700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.528+0000 7f18ce265700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.156:50108/0 (socket says 172.21.15.156:50108) 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.528+0000 7f18ce265700 1 -- 172.21.15.156:0/4289161613 learned_addr learned my addr 172.21.15.156:0/4289161613 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.529+0000 7f18ce265700 1 -- 172.21.15.156:0/4289161613 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c8198490 con 0x7f18c8108630 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.529+0000 7f18ce265700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8197f50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f18c40056d0 tx=0x7f18c40057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.530+0000 7f18bf7fe700 1 -- 172.21.15.156:0/4289161613 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18c4026070 con 0x7f18c8108630 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.530+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18c8198720 con 0x7f18c8108630 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.530+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18c819c820 con 0x7f18c8108630 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.530+0000 7f18bf7fe700 1 -- 172.21.15.156:0/4289161613 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18c400bc00 con 0x7f18c8108630 2024-04-26T01:43:17.528 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.530+0000 7f18bf7fe700 1 -- 172.21.15.156:0/4289161613 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f18c40037f0 con 0x7f18c8108630 2024-04-26T01:43:17.529 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.531+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18c8103ca0 con 0x7f18c8108630 2024-04-26T01:43:17.529 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.531+0000 7f18bf7fe700 1 -- 172.21.15.156:0/4289161613 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f18c4029070 con 0x7f18c8108630 2024-04-26T01:43:17.529 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.531+0000 7f18bf7fe700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f18b4039650 0x7f18b403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:17.529 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.531+0000 7f18bf7fe700 1 -- 172.21.15.156:0/4289161613 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f18c401e070 con 0x7f18c8108630 2024-04-26T01:43:17.530 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.532+0000 7f18cda64700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f18b4039650 0x7f18b403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:17.531 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.533+0000 7f18cda64700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f18b4039650 0x7f18b403bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f18b8006fd0 tx=0x7f18b8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:17.545 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.548+0000 7f18bf7fe700 1 -- 172.21.15.156:0/4289161613 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f18c4013070 con 0x7f18c8108630 2024-04-26T01:43:17.831 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.833+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f18c81992b0 con 0x7f18c8108630 2024-04-26T01:43:17.831 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.834+0000 7f18bf7fe700 1 -- 172.21.15.156:0/4289161613 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f18c4029560 con 0x7f18c8108630 2024-04-26T01:43:17.832 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:43:17.832 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":1,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","modified":"2024-04-26T01:41:00.509193Z","created":"2024-04-26T01:41:00.509193Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T01:43:17.834 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f18b4039650 msgr2=0x7f18b403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:17.834 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f18b4039650 0x7f18b403bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f18b8006fd0 tx=0x7f18b8006e40 comp rx=0 tx=0).stop 2024-04-26T01:43:17.834 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 msgr2=0x7f18c8197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:17.834 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8197f50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f18c40056d0 tx=0x7f18c40057b0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.834 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 shutdown_connections 2024-04-26T01:43:17.834 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f18b4039650 0x7f18b403bb10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.834 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 --2- 172.21.15.156:0/4289161613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f18c8108630 0x7f18c8197f50 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.835 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 >> 172.21.15.156:0/4289161613 conn(0x7f18c80fe050 msgr2=0x7f18c80ff8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:17.835 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 shutdown_connections 2024-04-26T01:43:17.835 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:17.836+0000 7f18d04c9700 1 -- 172.21.15.156:0/4289161613 wait complete. 2024-04-26T01:43:17.835 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 1 2024-04-26T01:43:18.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:17 smithi156 systemd[1]: Started Ceph mon.c for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:43:19.548 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:43:19.548 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:43:19.785 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: mon.a calling monitor election 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: mon.c calling monitor election 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:23.257 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: monmap epoch 2 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: last_changed 2024-04-26T01:43:17.903826+0000 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: min_mon_release 19 (squid) 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: election_strategy: 1 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: fsmap 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: mgrmap e13: x(active, since 59s) 2024-04-26T01:43:23.258 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: overall HEALTH_OK 2024-04-26T01:43:23.259 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:23.259 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:43:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: mon.a calling monitor election 2024-04-26T01:43:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: mon.c calling monitor election 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: monmap epoch 2 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: last_changed 2024-04-26T01:43:17.903826+0000 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: min_mon_release 19 (squid) 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: election_strategy: 1 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:23.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: fsmap 2024-04-26T01:43:23.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:23.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: mgrmap e13: x(active, since 59s) 2024-04-26T01:43:23.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: overall HEALTH_OK 2024-04-26T01:43:23.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:23.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:24.216 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.219+0000 7fe8feab4700 1 -- 172.21.15.156:0/3661728168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 msgr2=0x7fe8e4007c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:24.217 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.219+0000 7fe8feab4700 1 --2- 172.21.15.156:0/3661728168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 0x7fe8e4007c60 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe8f8101370 tx=0x7fe8f0009e80 comp rx=0 tx=0).stop 2024-04-26T01:43:24.217 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.219+0000 7fe8feab4700 1 -- 172.21.15.156:0/3661728168 shutdown_connections 2024-04-26T01:43:24.217 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.219+0000 7fe8feab4700 1 --2- 172.21.15.156:0/3661728168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 0x7fe8e4007c60 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:24.217 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.219+0000 7fe8feab4700 1 -- 172.21.15.156:0/3661728168 >> 172.21.15.156:0/3661728168 conn(0x7fe8f80fcf30 msgr2=0x7fe8f80ff350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:24.217 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.219+0000 7fe8feab4700 1 -- 172.21.15.156:0/3661728168 shutdown_connections 2024-04-26T01:43:24.217 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.219+0000 7fe8feab4700 1 -- 172.21.15.156:0/3661728168 wait complete. 2024-04-26T01:43:24.218 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.220+0000 7fe8feab4700 1 Processor -- start 2024-04-26T01:43:24.218 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8feab4700 1 -- start start 2024-04-26T01:43:24.218 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8feab4700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 0x7fe8f8195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8feab4700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 0x7fe8f819a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8feab4700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f81082e0 con 0x7fe8e40057d0 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8feab4700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f806bb80 con 0x7fe8f8196350 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8f7fff700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 0x7fe8f819a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8f7fff700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 0x7fe8f819a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.156:44416/0 (socket says 172.21.15.156:44416) 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8f7fff700 1 -- 172.21.15.156:0/1848146370 learned_addr learned my addr 172.21.15.156:0/1848146370 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8f7fff700 1 -- 172.21.15.156:0/1848146370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 msgr2=0x7fe8f819a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8f7fff700 1 -- 172.21.15.156:0/1848146370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 msgr2=0x7fe8f819a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8f7fff700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 0x7fe8f819a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8f7fff700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 0x7fe8f819a6e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:43:24.219 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.221+0000 7fe8fc850700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 0x7fe8f8195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:24.220 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.222+0000 7fe8fc850700 1 -- 172.21.15.156:0/1848146370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 msgr2=0x7fe8f819a6e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:43:24.220 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.222+0000 7fe8fc850700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 0x7fe8f819a6e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:24.220 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.222+0000 7fe8fc850700 1 -- 172.21.15.156:0/1848146370 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8f8196990 con 0x7fe8e40057d0 2024-04-26T01:43:24.220 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.223+0000 7fe8fc850700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 0x7fe8f8195e10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe8f8101370 tx=0x7fe8f0017750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:24.221 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.223+0000 7fe8f5ffb700 1 -- 172.21.15.156:0/1848146370 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fe8f002a470 con 0x7fe8e40057d0 2024-04-26T01:43:24.221 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.223+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8f819ac20 con 0x7fe8e40057d0 2024-04-26T01:43:24.221 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.223+0000 7fe8f5ffb700 1 -- 172.21.15.156:0/1848146370 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f0025070 con 0x7fe8e40057d0 2024-04-26T01:43:24.221 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.223+0000 7fe8f5ffb700 1 -- 172.21.15.156:0/1848146370 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fe8f00219c0 con 0x7fe8e40057d0 2024-04-26T01:43:24.221 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.223+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8f819b180 con 0x7fe8e40057d0 2024-04-26T01:43:24.221 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.225+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8f8102b80 con 0x7fe8e40057d0 2024-04-26T01:43:24.222 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.225+0000 7fe8f5ffb700 1 -- 172.21.15.156:0/1848146370 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe8f001e070 con 0x7fe8e40057d0 2024-04-26T01:43:24.222 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.225+0000 7fe8f5ffb700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe8d8039410 0x7fe8d803b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:24.222 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.225+0000 7fe8f5ffb700 1 -- 172.21.15.156:0/1848146370 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe8f001c070 con 0x7fe8e40057d0 2024-04-26T01:43:24.222 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.226+0000 7fe8f7fff700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe8d8039410 0x7fe8d803b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:24.223 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.227+0000 7fe8f7fff700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe8d8039410 0x7fe8d803b8d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8009180 tx=0x7fe8e8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:24.237 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.241+0000 7fe8f5ffb700 1 -- 172.21.15.156:0/1848146370 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe8f001ebd0 con 0x7fe8e40057d0 2024-04-26T01:43:24.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:24.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:24.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:24.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:24 smithi044 ceph-mon[27847]: Deploying daemon mon.b on smithi090 2024-04-26T01:43:24.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:24 smithi044 ceph-mon[27847]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:24.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:24.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:24.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:24.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:24.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:24 smithi156 ceph-mon[32543]: Deploying daemon mon.b on smithi090 2024-04-26T01:43:24.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:24 smithi156 ceph-mon[32543]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:24.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:24.521 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.524+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe8f819b430 con 0x7fe8e40057d0 2024-04-26T01:43:24.522 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.525+0000 7fe8f5ffb700 1 -- 172.21.15.156:0/1848146370 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fe8f004ee20 con 0x7fe8e40057d0 2024-04-26T01:43:24.522 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:43:24.522 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":2,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","modified":"2024-04-26T01:43:17.903826Z","created":"2024-04-26T01:41:00.509193Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:3300","nonce":0},{"type":"v1","addr":"172.21.15.156:6789","nonce":0}]},"addr":"172.21.15.156:6789/0","public_addr":"172.21.15.156:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe8d8039410 msgr2=0x7fe8d803b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe8d8039410 0x7fe8d803b8d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8009180 tx=0x7fe8e8008040 comp rx=0 tx=0).stop 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 msgr2=0x7fe8f8195e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 0x7fe8f8195e10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe8f8101370 tx=0x7fe8f0017750 comp rx=0 tx=0).stop 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 shutdown_connections 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe8d8039410 0x7fe8d803b8d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8e40057d0 0x7fe8f8195e10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 --2- 172.21.15.156:0/1848146370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe8f8196350 0x7fe8f819a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 >> 172.21.15.156:0/1848146370 conn(0x7fe8f80fcf30 msgr2=0x7fe8f80fee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 shutdown_connections 2024-04-26T01:43:24.525 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:24.528+0000 7fe8feab4700 1 -- 172.21.15.156:0/1848146370 wait complete. 2024-04-26T01:43:24.526 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 2 2024-04-26T01:43:25.246 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:25 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/1848146370' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:43:25.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:25 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/1848146370' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:43:26.272 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:43:26.272 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:43:26.299 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:26 smithi156 ceph-mon[32543]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:26.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:26 smithi044 ceph-mon[27847]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:26.622 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:43:26.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 podman[32436]: 2024-04-26 01:43:26.629001362 +0000 UTC m=+0.017731658 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:43:27.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 podman[32436]: 2024-04-26 01:43:26.933352986 +0000 UTC m=+0.322083265 container init 7a24d849ca22d2d21fc89fc065d592c831ddb6c6f088521f35850cbf654fbe52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 podman[32436]: 2024-04-26 01:43:26.936499543 +0000 UTC m=+0.325229823 container start 7a24d849ca22d2d21fc89fc065d592c831ddb6c6f088521f35850cbf654fbe52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pidfile_write: ignore empty --pid-file 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: load: jerasure load: lrc 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Git sha 0 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: DB SUMMARY 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: DB Session ID: 4Z55C18HWOAKNUZPZ82A 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:43:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.env: 0x558c1fd98cc0 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.info_log: 0x558c20d1bbe0 2024-04-26T01:43:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:43:27.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.statistics: (nil) 2024-04-26T01:43:27.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.use_fsync: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.db_log_dir: 2024-04-26T01:43:27.240 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.wal_dir: 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.write_buffer_manager: 0x558c20caf0e0 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:43:27.241 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.unordered_write: 0 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.row_cache: None 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.wal_filter: None 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:43:27.242 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.wal_compression: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:43:27.243 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:43:27.244 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_open_files: -1 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Compression algorithms supported: 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kZSTD supported: 0 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:43:27.245 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.merge_operator: 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_filter: None 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558c20d1bdc0) 2024-04-26T01:43:27.246 INFO:journalctl@ceph.mon.b.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: index_type: 0 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: data_block_index_type: 0 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: index_shortening: 1 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: checksum: 4 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: no_block_cache: 0 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_cache: 0x558c20ce11f0 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_cache_options: 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: capacity : 536870912 2024-04-26T01:43:27.247 INFO:journalctl@ceph.mon.b.smithi090.stdout: num_shard_bits : 4 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: strict_capacity_limit : 0 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_cache_compressed: (nil) 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: persistent_cache: (nil) 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_size: 4096 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_size_deviation: 10 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_restart_interval: 16 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: index_block_restart_interval: 1 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: metadata_block_size: 4096 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: partition_filters: 0 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: use_delta_encoding: 1 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: filter_policy: bloomfilter 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: whole_key_filtering: 1 2024-04-26T01:43:27.248 INFO:journalctl@ceph.mon.b.smithi090.stdout: verify_compression: 0 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: format_version: 5 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: enable_index_compression: 1 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: block_align: 0 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: max_auto_readahead_size: 262144 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: prepopulate_block_cache: 0 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression: NoCompression 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:43:27.249 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.num_levels: 7 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:43:27.250 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:43:27.251 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:43:27.252 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:43:27.253 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.ttl: 2592000 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:43:27.254 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ebbd16dc-b3a3-49ef-bd2f-cee33b37845a 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095806966548, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095806966971, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714095806, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ebbd16dc-b3a3-49ef-bd2f-cee33b37845a", "db_session_id": "4Z55C18HWOAKNUZPZ82A", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095806967049, "job": 1, "event": "recovery_finished"} 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:43:27.255 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558c20df6000 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: DB pointer 0x558c20de0000 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: ** DB Stats ** 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:43:27.256 INFO:journalctl@ceph.mon.b.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:43:27.257 INFO:journalctl@ceph.mon.b.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: Cumulative compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: Interval compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: Block cache BinnedLRUCache@0x558c20ce11f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: using public_addr v2:172.21.15.90:0/0 -> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: starting mon.b rank -1 at public addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] at bind addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(???) e0 preinit fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).mds e1 new map 2024-04-26T01:43:27.258 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout: e1 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout: legacy client fscid: -1 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout: 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout: No filesystems configured 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:43:27.259 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Deploying cephadm binary to smithi090 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Added host smithi090 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.260 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi090", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi156", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Deploying cephadm binary to smithi156 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.261 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Added host smithi156 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.262 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi156", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi156:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3517935122' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3517935122' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.263 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi090:172.21.15.90=b;smithi156:172.21.15.156=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi090:172.21.15.90=b;smithi156:172.21.15.156=c;count:3 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Deploying daemon mon.c on smithi156 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:43:27.264 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.a calling monitor election 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.c calling monitor election 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: monmap epoch 2 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: last_changed 2024-04-26T01:43:17.903826+0000 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: min_mon_release 19 (squid) 2024-04-26T01:43:27.265 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: election_strategy: 1 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: fsmap 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mgrmap e13: x(active, since 59s) 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: overall HEALTH_OK 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: Deploying daemon mon.b on smithi090 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/1848146370' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:43:27.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:27.267 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:26 smithi090 ceph-mon[32456]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T01:43:27.267 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:27 smithi090 bash[32436]: 7a24d849ca22d2d21fc89fc065d592c831ddb6c6f088521f35850cbf654fbe52 2024-04-26T01:43:27.267 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:27 smithi090 systemd[1]: Started Ceph mon.b for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:43:32.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: mon.c calling monitor election 2024-04-26T01:43:32.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:43:32.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: mon.a calling monitor election 2024-04-26T01:43:32.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:32.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:32.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:32.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: monmap epoch 3 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: last_changed 2024-04-26T01:43:26.998858+0000 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: min_mon_release 19 (squid) 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: election_strategy: 1 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: 2: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.b 2024-04-26T01:43:32.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: fsmap 2024-04-26T01:43:32.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:32.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: mgrmap e13: x(active, since 68s) 2024-04-26T01:43:32.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: overall HEALTH_OK 2024-04-26T01:43:32.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:32.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:32.357 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:32.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: mon.c calling monitor election 2024-04-26T01:43:32.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: mon.a calling monitor election 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: monmap epoch 3 2024-04-26T01:43:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: last_changed 2024-04-26T01:43:26.998858+0000 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: min_mon_release 19 (squid) 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: election_strategy: 1 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: 2: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.b 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: fsmap 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: mgrmap e13: x(active, since 68s) 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: overall HEALTH_OK 2024-04-26T01:43:32.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:32.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:32.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.511+0000 7f16ea07d700 1 -- 172.21.15.156:0/4189568633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e41085f0 msgr2=0x7f16d0005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.511+0000 7f16ea07d700 1 --2- 172.21.15.156:0/4189568633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e41085f0 0x7f16d0005610 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f16d4005fa0 tx=0x7f16d400ff70 comp rx=0 tx=0).stop 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.511+0000 7f16ea07d700 1 -- 172.21.15.156:0/4189568633 shutdown_connections 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.511+0000 7f16ea07d700 1 --2- 172.21.15.156:0/4189568633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e41085f0 0x7f16d0005610 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.512+0000 7f16ea07d700 1 -- 172.21.15.156:0/4189568633 >> 172.21.15.156:0/4189568633 conn(0x7f16e40fe010 msgr2=0x7f16e4100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.512+0000 7f16ea07d700 1 -- 172.21.15.156:0/4189568633 shutdown_connections 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.512+0000 7f16ea07d700 1 -- 172.21.15.156:0/4189568633 wait complete. 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.512+0000 7f16ea07d700 1 Processor -- start 2024-04-26T01:43:32.509 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.512+0000 7f16ea07d700 1 -- start start 2024-04-26T01:43:32.511 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16ea07d700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 0x7f16e4197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:32.511 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16ea07d700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 0x7f16e419c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:32.512 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16ea07d700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e419ce00 0x7f16e419d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:32.512 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16ea07d700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f16e410a420 con 0x7f16e419ce00 2024-04-26T01:43:32.512 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16ea07d700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f16e410a2a0 con 0x7f16e41085f0 2024-04-26T01:43:32.512 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16ea07d700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f16e410a5a0 con 0x7f16e4198530 2024-04-26T01:43:32.512 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16daffd700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 0x7f16e419c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:32.513 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16daffd700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 0x7f16e419c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.156:37406/0 (socket says 172.21.15.156:37406) 2024-04-26T01:43:32.513 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16daffd700 1 -- 172.21.15.156:0/3712797485 learned_addr learned my addr 172.21.15.156:0/3712797485 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:43:32.513 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16e37fe700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 0x7f16e4197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:32.513 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16e3fff700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e419ce00 0x7f16e419d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:32.513 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16daffd700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 msgr2=0x7f16e419c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-04-26T01:43:32.513 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16daffd700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 msgr2=0x7f16e419c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16daffd700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 0x7f16e419c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16daffd700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 0x7f16e419c8c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16e37fe700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 msgr2=0x7f16e4197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16e37fe700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 msgr2=0x7f16e4197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16e37fe700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 0x7f16e4197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.513+0000 7f16e37fe700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 0x7f16e4197ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e3fff700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 msgr2=0x7f16e419c8c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e3fff700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 0x7f16e419c8c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.514 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e3fff700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 msgr2=0x7f16e4197ff0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e3fff700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 0x7f16e4197ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e3fff700 1 -- 172.21.15.156:0/3712797485 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16e41a4b70 con 0x7f16e419ce00 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e3fff700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e419ce00 0x7f16e419d2b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f16dc00bd50 tx=0x7f16dc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e17fa700 1 -- 172.21.15.156:0/3712797485 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc019070 con 0x7f16e419ce00 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16e41a4da0 con 0x7f16e419ce00 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e17fa700 1 -- 172.21.15.156:0/3712797485 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16dc00cd10 con 0x7f16e419ce00 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16e17fa700 1 -- 172.21.15.156:0/3712797485 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc012700 con 0x7f16e419ce00 2024-04-26T01:43:32.515 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.514+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16e41a52e0 con 0x7f16e419ce00 2024-04-26T01:43:32.516 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.515+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16e40640a0 con 0x7f16e419ce00 2024-04-26T01:43:32.516 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.516+0000 7f16e17fa700 1 -- 172.21.15.156:0/3712797485 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f16dc01c070 con 0x7f16e419ce00 2024-04-26T01:43:32.516 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.516+0000 7f16e17fa700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f16c4039ae0 0x7f16c403bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:32.516 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.516+0000 7f16e17fa700 1 -- 172.21.15.156:0/3712797485 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f16dc04c220 con 0x7f16e419ce00 2024-04-26T01:43:32.516 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.516+0000 7f16e37fe700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f16c4039ae0 0x7f16c403bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:32.516 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.517+0000 7f16e37fe700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f16c4039ae0 0x7f16c403bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f16d400f470 tx=0x7f16d400f3e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:32.521 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.525+0000 7f16e17fa700 1 -- 172.21.15.156:0/3712797485 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f16dc014a10 con 0x7f16e419ce00 2024-04-26T01:43:32.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.818+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f16e402e140 con 0x7f16e419ce00 2024-04-26T01:43:32.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.819+0000 7f16e17fa700 1 -- 172.21.15.156:0/3712797485 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7f16dc01bd80 con 0x7f16e419ce00 2024-04-26T01:43:32.816 INFO:teuthology.orchestra.run.smithi156.stdout: 2024-04-26T01:43:32.816 INFO:teuthology.orchestra.run.smithi156.stdout:{"epoch":3,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","modified":"2024-04-26T01:43:26.998858Z","created":"2024-04-26T01:41:00.509193Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:3300","nonce":0},{"type":"v1","addr":"172.21.15.156:6789","nonce":0}]},"addr":"172.21.15.156:6789/0","public_addr":"172.21.15.156:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:43:32.818 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f16c4039ae0 msgr2=0x7f16c403bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:32.818 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f16c4039ae0 0x7f16c403bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f16d400f470 tx=0x7f16d400f3e0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e419ce00 msgr2=0x7f16e419d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e419ce00 0x7f16e419d2b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f16dc00bd50 tx=0x7f16dc00be30 comp rx=0 tx=0).stop 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 shutdown_connections 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f16c4039ae0 0x7f16c403bfa0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16e419ce00 0x7f16e419d2b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f16e41085f0 0x7f16e4197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.821+0000 7f16ea07d700 1 --2- 172.21.15.156:0/3712797485 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f16e4198530 0x7f16e419c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.822+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 >> 172.21.15.156:0/3712797485 conn(0x7f16e40fe010 msgr2=0x7f16e41070b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.822+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 shutdown_connections 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:32.822+0000 7f16ea07d700 1 -- 172.21.15.156:0/3712797485 wait complete. 2024-04-26T01:43:32.819 INFO:teuthology.orchestra.run.smithi156.stderr:dumped monmap epoch 3 2024-04-26T01:43:33.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:33.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:33.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:33 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/3712797485' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:43:33.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:33.380 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:33.380 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:33.380 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:33 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/3712797485' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:43:33.380 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:33.405 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T01:43:33.405 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T01:43:33.856 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:34.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.c calling monitor election 2024-04-26T01:43:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:43:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.a calling monitor election 2024-04-26T01:43:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:43:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: monmap epoch 3 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: last_changed 2024-04-26T01:43:26.998858+0000 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: min_mon_release 19 (squid) 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: election_strategy: 1 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: 2: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.b 2024-04-26T01:43:34.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: fsmap 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mgrmap e13: x(active, since 68s) 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: overall HEALTH_OK 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/3712797485' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:43:34.489 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: mon.b calling monitor election 2024-04-26T01:43:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: mon.b calling monitor election 2024-04-26T01:43:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: mon.c calling monitor election 2024-04-26T01:43:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: mon.a calling monitor election 2024-04-26T01:43:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:43:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: monmap epoch 3 2024-04-26T01:43:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: last_changed 2024-04-26T01:43:26.998858+0000 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: min_mon_release 19 (squid) 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: election_strategy: 1 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: 2: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.b 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: fsmap 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: mgrmap e13: x(active, since 70s) 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: overall HEALTH_OK 2024-04-26T01:43:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.604 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.604 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:34.604 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:34.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: mon.b calling monitor election 2024-04-26T01:43:34.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: mon.b calling monitor election 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: mon.c calling monitor election 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: mon.a calling monitor election 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: monmap epoch 3 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: last_changed 2024-04-26T01:43:26.998858+0000 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: min_mon_release 19 (squid) 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: election_strategy: 1 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: 2: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.b 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: fsmap 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: mgrmap e13: x(active, since 70s) 2024-04-26T01:43:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: overall HEALTH_OK 2024-04-26T01:43:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.b calling monitor election 2024-04-26T01:43:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.b calling monitor election 2024-04-26T01:43:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.c calling monitor election 2024-04-26T01:43:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.a calling monitor election 2024-04-26T01:43:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: monmap epoch 3 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: last_changed 2024-04-26T01:43:26.998858+0000 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: created 2024-04-26T01:41:00.509193+0000 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: min_mon_release 19 (squid) 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: election_strategy: 1 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T01:43:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: 1: [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] mon.c 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: 2: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.b 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: fsmap 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: mgrmap e13: x(active, since 70s) 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: overall HEALTH_OK 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:35.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.925+0000 7fd1ffc00700 1 -- 172.21.15.44:0/54744611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f8069e60 msgr2=0x7fd1f806a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:35.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.925+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/54744611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f8069e60 0x7fd1f806a240 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec009910 tx=0x7fd1ec009c20 comp rx=0 tx=0).stop 2024-04-26T01:43:35.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.925+0000 7fd1ffc00700 1 -- 172.21.15.44:0/54744611 shutdown_connections 2024-04-26T01:43:35.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.925+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/54744611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f8069e60 0x7fd1f806a240 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:35.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.925+0000 7fd1ffc00700 1 -- 172.21.15.44:0/54744611 >> 172.21.15.44:0/54744611 conn(0x7fd1f8076ea0 msgr2=0x7fd1f80772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:35.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.925+0000 7fd1ffc00700 1 -- 172.21.15.44:0/54744611 shutdown_connections 2024-04-26T01:43:35.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.925+0000 7fd1ffc00700 1 -- 172.21.15.44:0/54744611 wait complete. 2024-04-26T01:43:35.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.926+0000 7fd1ffc00700 1 Processor -- start 2024-04-26T01:43:35.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.926+0000 7fd1ffc00700 1 -- start start 2024-04-26T01:43:35.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1ffc00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1f8069e60 0x7fd1f819a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:35.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1ffc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f819a8a0 0x7fd1f819ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:35.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1ffc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1f819f170 0x7fd1f819f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:35.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1ffc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f810eb90 con 0x7fd1f819a8a0 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1ffc00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f810ea10 con 0x7fd1f8069e60 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1ffc00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f810ed10 con 0x7fd1f819f170 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1f7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f819a8a0 0x7fd1f819ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1fdc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1f819f170 0x7fd1f819f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1fdc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1f819f170 0x7fd1f819f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37666/0 (socket says 172.21.15.44:37666) 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1fd200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1f8069e60 0x7fd1f819a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1fdc00700 1 -- 172.21.15.44:0/2506675464 learned_addr learned my addr 172.21.15.44:0/2506675464 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:43:35.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.927+0000 7fd1f7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f819a8a0 0x7fd1f819ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36412/0 (socket says 172.21.15.44:36412) 2024-04-26T01:43:35.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1fdc00700 1 -- 172.21.15.44:0/2506675464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1f8069e60 msgr2=0x7fd1f819a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:35.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1fdc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1f8069e60 0x7fd1f819a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:35.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1fdc00700 1 -- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f819a8a0 msgr2=0x7fd1f819ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:35.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1fdc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f819a8a0 0x7fd1f819ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:35.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1fdc00700 1 -- 172.21.15.44:0/2506675464 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f81a6ee0 con 0x7fd1f819f170 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1fd200700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1f8069e60 0x7fd1f819a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1f7e00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f819a8a0 0x7fd1f819ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.928+0000 7fd1fdc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1f819f170 0x7fd1f819f620 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd1f000ba50 tx=0x7fd1f000bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.929+0000 7fd1f5600700 1 -- 172.21.15.44:0/2506675464 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f0019070 con 0x7fd1f819f170 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.929+0000 7fd1f5600700 1 -- 172.21.15.44:0/2506675464 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1f000cde0 con 0x7fd1f819f170 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.929+0000 7fd1f5600700 1 -- 172.21.15.44:0/2506675464 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f0007350 con 0x7fd1f819f170 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.929+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1f81a7110 con 0x7fd1f819f170 2024-04-26T01:43:35.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.929+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1f81a7600 con 0x7fd1f819f170 2024-04-26T01:43:35.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.930+0000 7fd1f5600700 1 -- 172.21.15.44:0/2506675464 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd1f001c070 con 0x7fd1f819f170 2024-04-26T01:43:35.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.930+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1f80640a0 con 0x7fd1f819f170 2024-04-26T01:43:35.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.931+0000 7fd1f5600700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd1e0039ae0 0x7fd1e003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:35.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.931+0000 7fd1f5600700 1 -- 172.21.15.44:0/2506675464 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd1f004bed0 con 0x7fd1f819f170 2024-04-26T01:43:35.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.931+0000 7fd1fd200700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd1e0039ae0 0x7fd1e003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:35.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.932+0000 7fd1fd200700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd1e0039ae0 0x7fd1e003bfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec009750 tx=0x7fd1ec01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:35.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:35.936+0000 7fd1f5600700 1 -- 172.21.15.44:0/2506675464 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1f000f160 con 0x7fd1f819f170 2024-04-26T01:43:36.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.161 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T01:43:36.161 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:43:36.161 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:43:36.161 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.162 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.174+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fd1f81a7980 con 0x7fd1f819f170 2024-04-26T01:43:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.175+0000 7fd1f5600700 1 -- 172.21.15.44:0/2506675464 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7fd1f00074f0 con 0x7fd1f819f170 2024-04-26T01:43:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:# minimal ceph.conf for e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:36.172 INFO:teuthology.orchestra.run.smithi044.stdout:[global] 2024-04-26T01:43:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: fsid = e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:43:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: mon_host = [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] 2024-04-26T01:43:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd1e0039ae0 msgr2=0x7fd1e003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd1e0039ae0 0x7fd1e003bfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec009750 tx=0x7fd1ec01a040 comp rx=0 tx=0).stop 2024-04-26T01:43:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1f819f170 msgr2=0x7fd1f819f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1f819f170 0x7fd1f819f620 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd1f000ba50 tx=0x7fd1f000bd60 comp rx=0 tx=0).stop 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 shutdown_connections 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1f819f170 0x7fd1f819f620 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd1e0039ae0 0x7fd1e003bfa0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.178+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1f8069e60 0x7fd1f819a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.179+0000 7fd1ffc00700 1 --2- 172.21.15.44:0/2506675464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1f819a8a0 0x7fd1f819ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.179+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 >> 172.21.15.44:0/2506675464 conn(0x7fd1f8076ea0 msgr2=0x7fd1f80ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.179+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 shutdown_connections 2024-04-26T01:43:36.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:36.179+0000 7fd1ffc00700 1 -- 172.21.15.44:0/2506675464 wait complete. 2024-04-26T01:43:36.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T01:43:36.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:43:36.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:36.983 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T01:43:36.983 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:43:36.983 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:43:37.049 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:43:37.049 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:43:37.091 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:37.091 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.091 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.091 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.092 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.092 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:43:37.092 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:37.092 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:37.092 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:37.092 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: Reconfiguring daemon mon.a on smithi044 2024-04-26T01:43:37.092 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:36 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2506675464' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: Reconfiguring daemon mon.a on smithi044 2024-04-26T01:43:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:36 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2506675464' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:37.171 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:43:37.171 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:37.196 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:37.197 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:37.197 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: Reconfiguring daemon mon.a on smithi044 2024-04-26T01:43:37.197 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:36 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2506675464' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:37.201 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:43:37.201 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:43:37.267 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:43:37.267 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:43:37.294 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:43:37.294 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:43:37.358 INFO:tasks.cephadm:Adding mgr.x on smithi044 2024-04-26T01:43:37.358 INFO:tasks.cephadm:Adding mgr.y on smithi090 2024-04-26T01:43:37.358 INFO:tasks.cephadm:Adding mgr.z on smithi156 2024-04-26T01:43:37.358 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi044=x;smithi090=y;smithi156=z' 2024-04-26T01:43:37.629 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:43:38.897 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:38 smithi156 ceph-mon[32543]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:38.897 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:38.897 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:38.897 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:38.897 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:38.897 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:38 smithi044 ceph-mon[27847]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:39.122 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:38 smithi090 ceph-mon[32456]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:39.122 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:39.122 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:39.123 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:39.123 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:39.123 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.134+0000 7f613cd15700 1 -- 172.21.15.156:0/3620076700 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6128005660 con 0x7f61381025d0 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 -- 172.21.15.156:0/3620076700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61381025d0 msgr2=0x7f61381029f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 --2- 172.21.15.156:0/3620076700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61381025d0 0x7f61381029f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6128009910 tx=0x7f6128009c20 comp rx=0 tx=0).stop 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 -- 172.21.15.156:0/3620076700 shutdown_connections 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 --2- 172.21.15.156:0/3620076700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f61381025d0 0x7f61381029f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 -- 172.21.15.156:0/3620076700 >> 172.21.15.156:0/3620076700 conn(0x7f61380fdb70 msgr2=0x7f61380fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 -- 172.21.15.156:0/3620076700 shutdown_connections 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 -- 172.21.15.156:0/3620076700 wait complete. 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 Processor -- start 2024-04-26T01:43:39.132 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.135+0000 7f613ff7b700 1 -- start start 2024-04-26T01:43:39.135 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f61381025d0 0x7f6138197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:39.135 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6138198270 0x7f613819d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:39.135 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61381986f0 0x7f613819f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:39.135 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6138108510 con 0x7f6138198270 2024-04-26T01:43:39.135 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6138108390 con 0x7f61381986f0 2024-04-26T01:43:39.135 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6138108690 con 0x7f61381025d0 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f61381025d0 0x7f6138197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f61381025d0 0x7f6138197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.156:60834/0 (socket says 172.21.15.156:60834) 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 -- 172.21.15.156:0/2018962789 learned_addr learned my addr 172.21.15.156:0/2018962789 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613e518700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61381986f0 0x7f613819f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 -- 172.21.15.156:0/2018962789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61381986f0 msgr2=0x7f613819f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61381986f0 0x7f613819f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 -- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6138198270 msgr2=0x7f613819d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:39.136 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6138198270 0x7f613819d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 -- 172.21.15.156:0/2018962789 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61381a0150 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613dd17700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f61381025d0 0x7f6138197d30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6128005e00 tx=0x7f6128005020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f612effd700 1 -- 172.21.15.156:0/2018962789 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6128027070 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61381a03e0 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f612effd700 1 -- 172.21.15.156:0/2018962789 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f612800be10 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f612effd700 1 -- 172.21.15.156:0/2018962789 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6128022da0 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.136+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61381a0940 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.137+0000 7f612effd700 1 -- 172.21.15.156:0/2018962789 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f612802a070 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.137+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61380640a0 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.137+0000 7f612effd700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6124039ae0 0x7f612403bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.138+0000 7f612effd700 1 -- 172.21.15.156:0/2018962789 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f612804ddb0 con 0x7f61381025d0 2024-04-26T01:43:39.137 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.138+0000 7f613d516700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6124039ae0 0x7f612403bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:39.138 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.139+0000 7f613d516700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6124039ae0 0x7f612403bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f61340098e0 tx=0x7f6134006dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:39.139 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.143+0000 7f612effd700 1 -- 172.21.15.156:0/2018962789 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6128013070 con 0x7f61381025d0 2024-04-26T01:43:39.351 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.355+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi090=y;smithi156=z", "target": ["mon-mgr", ""]}) -- 0x7f6138062f10 con 0x7f6124039ae0 2024-04-26T01:43:39.365 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.368+0000 7f612effd700 1 -- 172.21.15.156:0/2018962789 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f6138062f10 con 0x7f6124039ae0 2024-04-26T01:43:39.365 INFO:teuthology.orchestra.run.smithi156.stdout:Scheduled mgr update... 2024-04-26T01:43:39.367 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6124039ae0 msgr2=0x7f612403bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:39.367 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6124039ae0 0x7f612403bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f61340098e0 tx=0x7f6134006dd0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.367 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f61381025d0 msgr2=0x7f6138197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f61381025d0 0x7f6138197d30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6128005e00 tx=0x7f6128005020 comp rx=0 tx=0).stop 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 shutdown_connections 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f61381025d0 0x7f6138197d30 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6124039ae0 0x7f612403bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f61381986f0 0x7f613819f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 --2- 172.21.15.156:0/2018962789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6138198270 0x7f613819d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 >> 172.21.15.156:0/2018962789 conn(0x7f61380fdb70 msgr2=0x7f61380fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 shutdown_connections 2024-04-26T01:43:39.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:43:39.370+0000 7f613ff7b700 1 -- 172.21.15.156:0/2018962789 wait complete. 2024-04-26T01:43:40.097 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:39 smithi156 ceph-mon[32543]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:43:40.097 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:39 smithi156 ceph-mon[32543]: Reconfiguring daemon mon.b on smithi090 2024-04-26T01:43:40.097 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:40.097 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:40.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:39 smithi044 ceph-mon[27847]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:43:40.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:39 smithi044 ceph-mon[27847]: Reconfiguring daemon mon.b on smithi090 2024-04-26T01:43:40.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:40.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:40.125 DEBUG:teuthology.orchestra.run.smithi090:mgr.y> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T01:43:40.128 DEBUG:teuthology.orchestra.run.smithi156:mgr.z> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.z.service 2024-04-26T01:43:40.130 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T01:43:40.130 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:43:40.131 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:43:40.147 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:39 smithi090 ceph-mon[32456]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:43:40.147 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:39 smithi090 ceph-mon[32456]: Reconfiguring daemon mon.b on smithi090 2024-04-26T01:43:40.147 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:40.147 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:40.191 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:43:40.191 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_1 2024-04-26T01:43:40.248 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:43:40.248 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:40.248 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 632 Links: 1 2024-04-26T01:43:40.249 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:40.249 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:40.249 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 01:42:39.957373502 +0000 2024-04-26T01:43:40.249 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 01:37:26.528216636 +0000 2024-04-26T01:43:40.249 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 01:37:26.528216636 +0000 2024-04-26T01:43:40.249 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 01:37:26.528216636 +0000 2024-04-26T01:43:40.249 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:43:40.336 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T01:43:40.336 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T01:43:40.336 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000391752 s, 1.3 MB/s 2024-04-26T01:43:40.340 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:43:40.396 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_2 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 650 Links: 1 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 01:42:40.028372394 +0000 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 01:37:27.119207512 +0000 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 01:37:27.119207512 +0000 2024-04-26T01:43:40.447 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 01:37:27.119207512 +0000 2024-04-26T01:43:40.448 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:43:40.529 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T01:43:40.529 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T01:43:40.530 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000360446 s, 1.4 MB/s 2024-04-26T01:43:40.533 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:43:40.591 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_3 2024-04-26T01:43:40.644 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:43:40.644 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:40.644 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-04-26T01:43:40.644 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:40.644 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:40.645 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 01:42:40.104371207 +0000 2024-04-26T01:43:40.645 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 01:37:27.754197708 +0000 2024-04-26T01:43:40.645 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 01:37:27.754197708 +0000 2024-04-26T01:43:40.645 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 01:37:27.754197708 +0000 2024-04-26T01:43:40.645 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T01:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T01:43:40.728 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000374938 s, 1.4 MB/s 2024-04-26T01:43:40.732 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:43:40.792 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_4 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 01:42:40.166370239 +0000 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 01:37:28.366188259 +0000 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 01:37:28.366188259 +0000 2024-04-26T01:43:40.847 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 01:37:28.366188259 +0000 2024-04-26T01:43:40.848 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:43:40.932 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T01:43:40.933 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T01:43:40.933 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000385484 s, 1.3 MB/s 2024-04-26T01:43:40.937 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:43:40.998 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-26T01:43:40.998 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:43:41.017 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:43:41.017 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_1 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 01:43:26.415861487 +0000 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 01:36:36.302842693 +0000 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 01:36:36.302842693 +0000 2024-04-26T01:43:41.076 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 01:36:36.302842693 +0000 2024-04-26T01:43:41.077 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:43:41.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:41.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi090=y;smithi156=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:41.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: Saving service mgr spec with placement smithi044=x;smithi090=y;smithi156=z;count:3 2024-04-26T01:43:41.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:43:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:40 smithi044 ceph-mon[27847]: Reconfiguring daemon mon.c on smithi156 2024-04-26T01:43:41.136 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi090=y;smithi156=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: Saving service mgr spec with placement smithi044=x;smithi090=y;smithi156=z;count:3 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:41.137 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:40 smithi156 ceph-mon[32543]: Reconfiguring daemon mon.c on smithi156 2024-04-26T01:43:41.139 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:41.139 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi090=y;smithi156=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:41.139 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: Saving service mgr spec with placement smithi044=x;smithi090=y;smithi156=z;count:3 2024-04-26T01:43:41.140 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:41.140 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:43:41.140 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:43:41.140 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:43:41.140 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:41.140 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:40 smithi090 ceph-mon[32456]: Reconfiguring daemon mon.c on smithi156 2024-04-26T01:43:41.142 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T01:43:41.142 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T01:43:41.142 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000346984 s, 1.5 MB/s 2024-04-26T01:43:41.144 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:43:41.201 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_2 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 01:43:26.415861487 +0000 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 01:36:36.648837082 +0000 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 01:36:36.648837082 +0000 2024-04-26T01:43:41.258 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 01:36:36.648837082 +0000 2024-04-26T01:43:41.258 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:43:41.322 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T01:43:41.322 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T01:43:41.322 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000217201 s, 2.4 MB/s 2024-04-26T01:43:41.323 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:43:41.380 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_3 2024-04-26T01:43:41.436 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 01:43:26.416861471 +0000 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 01:36:36.980831698 +0000 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 01:36:36.980831698 +0000 2024-04-26T01:43:41.437 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 01:36:36.980831698 +0000 2024-04-26T01:43:41.437 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:43:41.500 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T01:43:41.500 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T01:43:41.500 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000258047 s, 2.0 MB/s 2024-04-26T01:43:41.501 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:43:41.557 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_4 2024-04-26T01:43:41.612 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-26 01:43:26.416861471 +0000 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-26 01:36:37.304826444 +0000 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-26 01:36:37.304826444 +0000 2024-04-26T01:43:41.613 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-26 01:36:37.304826444 +0000 2024-04-26T01:43:41.613 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:43:41.675 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-26T01:43:41.675 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-26T01:43:41.675 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000198986 s, 2.6 MB/s 2024-04-26T01:43:41.676 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:43:41.732 DEBUG:teuthology.orchestra.run.smithi156:> set -ex 2024-04-26T01:43:41.732 DEBUG:teuthology.orchestra.run.smithi156:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:43:41.748 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:43:41.748 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_1 2024-04-26T01:43:41.803 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:43:41.803 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:41.803 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-26T01:43:41.803 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:41.803 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:41.804 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2024-04-26 01:43:16.767536517 +0000 2024-04-26T01:43:41.804 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2024-04-26 01:36:23.946263671 +0000 2024-04-26T01:43:41.804 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2024-04-26 01:36:23.946263671 +0000 2024-04-26T01:43:41.804 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: 2024-04-26 01:36:23.946263671 +0000 2024-04-26T01:43:41.804 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:43:41.868 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2024-04-26T01:43:41.868 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2024-04-26T01:43:41.868 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 0.000111447 s, 4.6 MB/s 2024-04-26T01:43:41.870 DEBUG:teuthology.orchestra.run.smithi156:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:43:41.925 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_2 2024-04-26T01:43:41.980 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:43:41.980 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:41.981 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-26T01:43:41.981 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:41.981 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:41.981 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2024-04-26 01:43:16.767536517 +0000 2024-04-26T01:43:41.981 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2024-04-26 01:36:24.285258392 +0000 2024-04-26T01:43:41.981 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2024-04-26 01:36:24.285258392 +0000 2024-04-26T01:43:41.981 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: 2024-04-26 01:36:24.285258392 +0000 2024-04-26T01:43:41.981 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:43:42.043 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2024-04-26T01:43:42.043 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2024-04-26T01:43:42.043 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 8.7147e-05 s, 5.9 MB/s 2024-04-26T01:43:42.045 DEBUG:teuthology.orchestra.run.smithi156:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:43:42.100 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_3 2024-04-26T01:43:42.154 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:43:42.154 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:42.155 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-26T01:43:42.155 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:42.155 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:42.155 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2024-04-26 01:43:16.767536517 +0000 2024-04-26T01:43:42.155 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2024-04-26 01:36:24.613253283 +0000 2024-04-26T01:43:42.155 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2024-04-26 01:36:24.613253283 +0000 2024-04-26T01:43:42.155 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: 2024-04-26 01:36:24.613253283 +0000 2024-04-26T01:43:42.156 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:43:42.217 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2024-04-26T01:43:42.217 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2024-04-26T01:43:42.217 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 8.7701e-05 s, 5.8 MB/s 2024-04-26T01:43:42.218 DEBUG:teuthology.orchestra.run.smithi156:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:43:42.274 DEBUG:teuthology.orchestra.run.smithi156:> stat /dev/vg_nvme/lv_4 2024-04-26T01:43:42.327 INFO:teuthology.orchestra.run.smithi156.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout:Access: 2024-04-26 01:43:16.768536502 +0000 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout:Modify: 2024-04-26 01:36:24.943248144 +0000 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout:Change: 2024-04-26 01:36:24.943248144 +0000 2024-04-26T01:43:42.328 INFO:teuthology.orchestra.run.smithi156.stdout: Birth: 2024-04-26 01:36:24.943248144 +0000 2024-04-26T01:43:42.328 DEBUG:teuthology.orchestra.run.smithi156:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:43:42.390 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records in 2024-04-26T01:43:42.390 INFO:teuthology.orchestra.run.smithi156.stderr:1+0 records out 2024-04-26T01:43:42.390 INFO:teuthology.orchestra.run.smithi156.stderr:512 bytes copied, 0.000105156 s, 4.9 MB/s 2024-04-26T01:43:42.391 DEBUG:teuthology.orchestra.run.smithi156:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:43:42.447 INFO:tasks.cephadm:Deploying osd.0 on smithi044 with /dev/vg_nvme/lv_4... 2024-04-26T01:43:42.447 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:43:42.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:42.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:42 smithi156 ceph-mon[32543]: Deploying daemon mgr.z on smithi156 2024-04-26T01:43:42.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:42.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:42 smithi090 ceph-mon[32456]: Deploying daemon mgr.z on smithi156 2024-04-26T01:43:42.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:42.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:42 smithi044 ceph-mon[27847]: Deploying daemon mgr.z on smithi156 2024-04-26T01:43:42.899 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:43.728 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:43 smithi156 systemd[1]: Starting Ceph mgr.z for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:43:43.999 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:43 smithi156 podman[34398]: 2024-04-26 01:43:43.646685052 +0000 UTC m=+0.018068205 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:43:43.999 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:43 smithi156 podman[34398]: 2024-04-26 01:43:43.757933728 +0000 UTC m=+0.129316855 container create 1ddf73e38fa988f32fcb4ae49c80b2cf8af44e70b7b54d50c19a6e153f570fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T01:43:43.999 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:43 smithi156 podman[34398]: 2024-04-26 01:43:43.943853998 +0000 UTC m=+0.315237125 container init 1ddf73e38fa988f32fcb4ae49c80b2cf8af44e70b7b54d50c19a6e153f570fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-26T01:43:43.999 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:43 smithi156 podman[34398]: 2024-04-26 01:43:43.946566935 +0000 UTC m=+0.317950062 container start 1ddf73e38fa988f32fcb4ae49c80b2cf8af44e70b7b54d50c19a6e153f570fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:43:43.999 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:43 smithi156 ceph-mgr[34417]: -- 172.21.15.156:0/576177 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55faa56b65a0 con 0x55faa568ac00 2024-04-26T01:43:43.999 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:44 smithi156 bash[34398]: 1ddf73e38fa988f32fcb4ae49c80b2cf8af44e70b7b54d50c19a6e153f570fc8 2024-04-26T01:43:44.294 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:44 smithi156 systemd[1]: Started Ceph mgr.z for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:43:44.294 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:44.113+0000 7f223ae33200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:43:44.294 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:44.297+0000 7f223ae33200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:43:44.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:44.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:44.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:43:44.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:44.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:44.400+0000 7f223ae33200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:44.712+0000 7f223ae33200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:44.709 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:43:44.710 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:44.710 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:44.715 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:44.978 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:44.796+0000 7f223ae33200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:43:45.614 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:45 smithi090 ceph-mon[32456]: Deploying daemon mgr.y on smithi090 2024-04-26T01:43:45.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:45 smithi156 ceph-mon[32543]: Deploying daemon mgr.y on smithi090 2024-04-26T01:43:45.745 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:43:45.746 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:43:45.746 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T01:43:45.746 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T01:43:45.746 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0424142 s, 247 MB/s 2024-04-26T01:43:45.746 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T01:43:45.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:45 smithi044 ceph-mon[27847]: Deploying daemon mgr.y on smithi090 2024-04-26T01:43:46.235 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 systemd[1]: Starting Ceph mgr.y for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:43:46.325 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:45.988+0000 7f223ae33200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:43:46.326 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:46.156+0000 7f223ae33200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:43:46.326 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:46.329+0000 7f223ae33200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:43:46.482 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_4 2024-04-26T01:43:46.514 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:46 smithi090 ceph-mon[32456]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:46.514 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 podman[33831]: 2024-04-26 01:43:46.261951285 +0000 UTC m=+0.106538589 container create e90d671bae63bf787b4144709554e21e87b22e908e6022372e3f817ac64c8270 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T01:43:46.515 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 podman[33831]: 2024-04-26 01:43:46.173221569 +0000 UTC m=+0.017808841 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:43:46.515 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 podman[33831]: 2024-04-26 01:43:46.490726543 +0000 UTC m=+0.335313805 container init e90d671bae63bf787b4144709554e21e87b22e908e6022372e3f817ac64c8270 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T01:43:46.515 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 podman[33831]: 2024-04-26 01:43:46.494147449 +0000 UTC m=+0.338734709 container start e90d671bae63bf787b4144709554e21e87b22e908e6022372e3f817ac64c8270 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T01:43:46.515 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 ceph-mgr[33850]: -- 172.21.15.90:0/4294334843 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555d23f525a0 con 0x555d23f27000 2024-04-26T01:43:46.614 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:46 smithi156 ceph-mon[32543]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:46.827 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 bash[33831]: e90d671bae63bf787b4144709554e21e87b22e908e6022372e3f817ac64c8270 2024-04-26T01:43:46.827 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 systemd[1]: Started Ceph mgr.y for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:43:46.827 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:46.645+0000 7f8ff8cf0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:43:46.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:46.830+0000 7f8ff8cf0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:43:46.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:46 smithi044 ceph-mon[27847]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:46.915 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:46.617+0000 7f223ae33200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:43:46.915 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:46.711+0000 7f223ae33200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:43:46.916 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:46.918+0000 7f223ae33200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:43:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:47.228 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:47.120+0000 7f223ae33200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:43:47.235 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:46.933+0000 7f8ff8cf0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:43:47.636 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:47.250+0000 7f8ff8cf0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:43:47.636 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:47.335+0000 7f8ff8cf0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:43:47.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:47.959 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:47.757+0000 7f223ae33200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:43:47.959 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.959 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.960 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.960 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.960 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:47.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:47.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:48.228 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:48.194+0000 7f223ae33200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:43:48.662 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:48.295+0000 7f223ae33200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:43:48.663 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:48.497+0000 7f223ae33200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:43:48.896 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:48.567+0000 7f8ff8cf0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:43:48.896 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:48.733+0000 7f8ff8cf0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:43:48.896 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:48.899+0000 7f8ff8cf0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:48.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:48.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:48.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:48.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:48.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:48.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:43:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 -- 172.21.15.44:0/2097170247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314102ab0 msgr2=0x7f0314102ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 --2- 172.21.15.44:0/2097170247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314102ab0 0x7f0314102ed0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f03040099c0 tx=0x7f0304009cd0 comp rx=0 tx=0).stop 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 -- 172.21.15.44:0/2097170247 shutdown_connections 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 --2- 172.21.15.44:0/2097170247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314104650 0x7f031410af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 --2- 172.21.15.44:0/2097170247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314102ab0 0x7f0314102ed0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 --2- 172.21.15.44:0/2097170247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0314103cb0 0x7f0314104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 -- 172.21.15.44:0/2097170247 >> 172.21.15.44:0/2097170247 conn(0x7f03140fe010 msgr2=0x7f0314100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:49.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 -- 172.21.15.44:0/2097170247 shutdown_connections 2024-04-26T01:43:49.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.204+0000 7f031a400700 1 -- 172.21.15.44:0/2097170247 wait complete. 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 Processor -- start 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 -- start start 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0314102ab0 0x7f031419ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314103cb0 0x7f031419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314104650 0x7f03141a23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f031410e570 con 0x7f0314102ab0 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f031410e3f0 con 0x7f0314104650 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f031a400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f031410e6f0 con 0x7f0314103cb0 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f0312a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314103cb0 0x7f031419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.206+0000 7f0313400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0314102ab0 0x7f031419ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:49.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314103cb0 0x7f031419b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51858/0 (socket says 172.21.15.44:51858) 2024-04-26T01:43:49.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 -- 172.21.15.44:0/1296646137 learned_addr learned my addr 172.21.15.44:0/1296646137 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0313e00700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314104650 0x7f03141a23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 -- 172.21.15.44:0/1296646137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314104650 msgr2=0x7f03141a23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314104650 0x7f03141a23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 -- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0314102ab0 msgr2=0x7f031419ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0314102ab0 0x7f031419ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 -- 172.21.15.44:0/1296646137 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03141a2a80 con 0x7f0314103cb0 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f0312a00700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314103cb0 0x7f031419b360 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f030000e9d0 tx=0x7f030000ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030000cbd0 con 0x7f0314103cb0 2024-04-26T01:43:49.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f030000cd70 con 0x7f0314103cb0 2024-04-26T01:43:49.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.207+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03141a2d70 con 0x7f0314103cb0 2024-04-26T01:43:49.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.208+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0300018680 con 0x7f0314103cb0 2024-04-26T01:43:49.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.208+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03141a3270 con 0x7f0314103cb0 2024-04-26T01:43:49.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.209+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0300018820 con 0x7f0314103cb0 2024-04-26T01:43:49.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.209+0000 7f030be00700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f02f8039890 0x7f02f803bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:49.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.209+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03141a34a0 con 0x7f0314103cb0 2024-04-26T01:43:49.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.209+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f030004cc80 con 0x7f0314103cb0 2024-04-26T01:43:49.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.210+0000 7f0313400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f02f8039890 0x7f02f803bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:49.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.210+0000 7f0313400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f02f8039890 0x7f02f803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0304009990 tx=0x7f0304005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:49.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.215+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f03000071c0 con 0x7f0314103cb0 2024-04-26T01:43:49.362 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:49.033+0000 7f223ae33200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:43:49.362 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:49.124+0000 7f223ae33200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:43:49.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:49.452+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f0314076390 con 0x7f02f8039890 2024-04-26T01:43:49.463 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:49.179+0000 7f8ff8cf0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:43:49.463 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:49.269+0000 7f8ff8cf0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:43:49.463 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:49.466+0000 7f8ff8cf0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:43:49.667 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:49.365+0000 7f223ae33200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:43:49.667 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:49.496+0000 7f223ae33200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:43:49.667 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:49.590+0000 7f223ae33200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:43:49.735 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:49.653+0000 7f8ff8cf0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:43:49.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-mon[32456]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:43:49.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-mon[32456]: Reconfiguring daemon mgr.x on smithi044 2024-04-26T01:43:49.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:49.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:49.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:49 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:49.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:49 smithi044 ceph-mon[27847]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:43:49.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:49 smithi044 ceph-mon[27847]: Reconfiguring daemon mgr.x on smithi044 2024-04-26T01:43:49.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:49 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:49.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:49 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:49.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:49 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:49.978 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:49.706+0000 7f223ae33200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:43:49.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-mon[32543]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:43:49.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-mon[32543]: Reconfiguring daemon mgr.x on smithi044 2024-04-26T01:43:49.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:49.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:49.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:49 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:50.478 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:50.011+0000 7f223ae33200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:43:50.485 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:50.237+0000 7f8ff8cf0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:50.932 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.941 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:50.649+0000 7f8ff8cf0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:43:50.941 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:50.746+0000 7f8ff8cf0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:43:50.941 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:50.944+0000 7f8ff8cf0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:43:50.941 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:50.941 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:50.942 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.942 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.942 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:50.942 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:50.942 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:50.942 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.978 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:50.608+0000 7f223ae33200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:43:50.978 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:43:50.824+0000 7f223ae33200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:43:51.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:51.690+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7f03000178f0 con 0x7f0314103cb0 2024-04-26T01:43:51.735 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:51.453+0000 7f8ff8cf0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:43:51.735 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:51.542+0000 7f8ff8cf0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:43:51.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:43:51.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:43:51.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-mon[32456]: Standby manager daemon z started 2024-04-26T01:43:51.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:43:51.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:43:51.828 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:51 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:43:51.828 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:51 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:43:51.828 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:51 smithi044 ceph-mon[27847]: Standby manager daemon z started 2024-04-26T01:43:51.828 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:51 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:43:51.828 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:51 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:43:51.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:51 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:43:51.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:51 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:43:51.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:51 smithi156 ceph-mon[32543]: Standby manager daemon z started 2024-04-26T01:43:51.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:51 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:43:51.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:51 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/3928288457' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:43:52.111 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:51.781+0000 7f8ff8cf0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:43:52.111 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:51.910+0000 7f8ff8cf0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:43:52.111 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:52.001+0000 7f8ff8cf0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:43:52.111 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:52.113+0000 7f8ff8cf0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:43:52.684 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:52.407+0000 7f8ff8cf0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:43:52.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:52 smithi156 ceph-mon[32543]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:52.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:52 smithi156 ceph-mon[32543]: mgrmap e14: x(active, since 88s), standbys: z 2024-04-26T01:43:52.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:43:52.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:52 smithi090 ceph-mon[32456]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:52.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:52 smithi090 ceph-mon[32456]: mgrmap e14: x(active, since 88s), standbys: z 2024-04-26T01:43:52.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:43:53.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:52 smithi044 ceph-mon[27847]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:53.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:52 smithi044 ceph-mon[27847]: mgrmap e14: x(active, since 88s), standbys: z 2024-04-26T01:43:53.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:43:53.485 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:52.993+0000 7f8ff8cf0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:43:53.485 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:43:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:43:53.203+0000 7f8ff8cf0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:43:53.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:43:53.709+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mon.1 v2:172.21.15.156:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f0300018b10 con 0x7f0314103cb0 2024-04-26T01:43:53.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:53 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:43:53.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:53 smithi156 ceph-mon[32543]: Standby manager daemon y started 2024-04-26T01:43:53.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:53 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:43:53.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:53 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:43:53.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:53 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:43:53.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:53 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:43:53.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:53 smithi090 ceph-mon[32456]: Standby manager daemon y started 2024-04-26T01:43:53.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:53 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:43:53.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:53 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:43:53.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:53 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:43:54.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:53 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:43:54.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:53 smithi044 ceph-mon[27847]: Standby manager daemon y started 2024-04-26T01:43:54.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:53 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:43:54.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:53 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:43:54.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:53 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/2843896705' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:43:54.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:54.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: mgrmap e15: x(active, since 90s), standbys: z, y 2024-04-26T01:43:54.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1240422119' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb8b2525-bd58-4842-b075-2dee54388fe7"}]: dispatch 2024-04-26T01:43:54.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:43:54.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1240422119' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb8b2525-bd58-4842-b075-2dee54388fe7"}]': finished 2024-04-26T01:43:54.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:43:54.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:43:54.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:54 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1086696211' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:54.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:54.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: mgrmap e15: x(active, since 90s), standbys: z, y 2024-04-26T01:43:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1240422119' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb8b2525-bd58-4842-b075-2dee54388fe7"}]: dispatch 2024-04-26T01:43:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:43:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1240422119' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb8b2525-bd58-4842-b075-2dee54388fe7"}]': finished 2024-04-26T01:43:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:43:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:43:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:54 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1086696211' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: mgrmap e15: x(active, since 90s), standbys: z, y 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1240422119' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb8b2525-bd58-4842-b075-2dee54388fe7"}]: dispatch 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1240422119' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb8b2525-bd58-4842-b075-2dee54388fe7"}]': finished 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:43:54.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:54 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1086696211' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:56.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:56 smithi156 ceph-mon[32543]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:56.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:56 smithi090 ceph-mon[32456]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:57.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:56 smithi044 ceph-mon[27847]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:58.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:43:58 smithi156 ceph-mon[32543]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:58.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:43:58 smithi090 ceph-mon[32456]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:43:59.052 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:43:58 smithi044 ceph-mon[27847]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:00.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:00 smithi156 ceph-mon[32543]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:00.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:00 smithi090 ceph-mon[32456]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:01.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:00 smithi044 ceph-mon[27847]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:02.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:02 smithi044 ceph-mon[27847]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:02.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:02 smithi156 ceph-mon[32543]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:02.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:02 smithi090 ceph-mon[32456]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:03.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:44:03.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:03.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:03 smithi156 ceph-mon[32543]: Deploying daemon osd.0 on smithi044 2024-04-26T01:44:03.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:44:03.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:03.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:03 smithi090 ceph-mon[32456]: Deploying daemon osd.0 on smithi044 2024-04-26T01:44:03.999 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:44:03.999 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:03.999 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:03 smithi044 ceph-mon[27847]: Deploying daemon osd.0 on smithi044 2024-04-26T01:44:04.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:04 smithi156 ceph-mon[32543]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:04.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:04 smithi090 ceph-mon[32456]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:05.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:04 smithi044 ceph-mon[27847]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:06.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:06 smithi044 ceph-mon[27847]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:06.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:06 smithi090 ceph-mon[32456]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:07.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:06 smithi156 ceph-mon[32543]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:08.990 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:08 smithi156 ceph-mon[32543]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:09.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:08 smithi044 ceph-mon[27847]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:09.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:08 smithi090 ceph-mon[32456]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:11.081 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:10 smithi044 ceph-mon[27847]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:11.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:10 smithi156 ceph-mon[32543]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:11.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:10 smithi090 ceph-mon[32456]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:12.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:12 smithi044 ceph-mon[27847]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:12.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:12.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:12.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:12.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:12 smithi156 ceph-mon[32543]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:12.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:12.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:12.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:12.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:12 smithi090 ceph-mon[32456]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:12.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:12.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:12.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.553 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:14 smithi044 ceph-mon[27847]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:14.553 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.553 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.553 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:14.553 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:14.553 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:14 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:14 smithi156 ceph-mon[32543]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:14 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:14 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:14 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:14 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:14 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:14 smithi090 ceph-mon[32456]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:14.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:14 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:14 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:14.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:14 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:14.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:14 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:14.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:14 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:15.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:15 smithi044 ceph-mon[27847]: from='osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:44:15.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:15 smithi044 ceph-mon[27847]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:44:15.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:15 smithi156 ceph-mon[32543]: from='osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:44:15.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:15 smithi156 ceph-mon[32543]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:44:15.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:15 smithi090 ceph-mon[32456]: from='osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:44:15.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:15 smithi090 ceph-mon[32456]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:44:16.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.308+0000 7f030be00700 1 -- 172.21.15.44:0/1296646137 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0314076390 con 0x7f02f8039890 2024-04-26T01:44:16.307 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 0 on host 'smithi044' 2024-04-26T01:44:16.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f02f8039890 msgr2=0x7f02f803bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:16.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f02f8039890 0x7f02f803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0304009990 tx=0x7f0304005fb0 comp rx=0 tx=0).stop 2024-04-26T01:44:16.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314103cb0 msgr2=0x7f031419b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:16.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314103cb0 0x7f031419b360 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f030000e9d0 tx=0x7f030000ece0 comp rx=0 tx=0).stop 2024-04-26T01:44:16.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 shutdown_connections 2024-04-26T01:44:16.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f02f8039890 0x7f02f803bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:16.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0314104650 0x7f03141a23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:16.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0314102ab0 0x7f031419ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:16.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 --2- 172.21.15.44:0/1296646137 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0314103cb0 0x7f031419b360 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:16.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.311+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 >> 172.21.15.44:0/1296646137 conn(0x7f03140fe010 msgr2=0x7f0314074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:16.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.312+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 shutdown_connections 2024-04-26T01:44:16.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:44:16.312+0000 7f031a400700 1 -- 172.21.15.44:0/1296646137 wait complete. 2024-04-26T01:44:16.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: from='osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:16 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:16.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: from='osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:16 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:16.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:16.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:44:16.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: from='osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:44:16.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:44:16.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:44:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:16 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:17.066 DEBUG:teuthology.orchestra.run.smithi044:osd.0> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T01:44:17.071 INFO:tasks.cephadm:Deploying osd.1 on smithi090 with /dev/vg_nvme/lv_4... 2024-04-26T01:44:17.071 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:44:17.314 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:44:17.548 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:17 smithi044 ceph-mon[27847]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:44:17.548 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:17 smithi044 ceph-mon[27847]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:44:17.548 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:17 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:17.548 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:17 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:17.635 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:17 smithi090 ceph-mon[32456]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:44:17.635 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:17 smithi090 ceph-mon[32456]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:44:17.635 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:17 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:17.635 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:17 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:17.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:17 smithi156 ceph-mon[32543]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:44:17.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:17 smithi156 ceph-mon[32543]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:44:17.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:17 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:17.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:17 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:18.613 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:18 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:44:18.613 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:18 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:44:18.613 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:18 smithi090 ceph-mon[32456]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:18.613 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:18 smithi090 ceph-mon[32456]: osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] boot 2024-04-26T01:44:18.614 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:18 smithi090 ceph-mon[32456]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:44:18.614 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:18.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:18 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:44:18.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:18 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:44:18.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:18 smithi156 ceph-mon[32543]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:18.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:18 smithi156 ceph-mon[32543]: osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] boot 2024-04-26T01:44:18.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:18 smithi156 ceph-mon[32543]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:44:18.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:18.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:18 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:44:18.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:18 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:44:18.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:18 smithi044 ceph-mon[27847]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:44:18.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:18 smithi044 ceph-mon[27847]: osd.0 [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] boot 2024-04-26T01:44:18.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:18 smithi044 ceph-mon[27847]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:44:18.823 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:44:19.271 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:44:19.271 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:44:19.271 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T01:44:19.271 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T01:44:19.271 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114523 s, 916 MB/s 2024-04-26T01:44:19.271 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T01:44:19.580 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:19 smithi090 ceph-mon[32456]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:44:19.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:19 smithi044 ceph-mon[27847]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:44:19.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:19 smithi156 ceph-mon[32543]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:44:19.849 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_4 2024-04-26T01:44:20.078 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:44:20.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:20 smithi090 ceph-mon[32456]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:20.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:20 smithi156 ceph-mon[32543]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:20.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:20 smithi044 ceph-mon[27847]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:21.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.432+0000 7f4b5478c700 1 -- 172.21.15.90:0/3908166870 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c103580 msgr2=0x7f4b4c109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:21.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.432+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3908166870 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c103580 0x7f4b4c109e30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4b4400b0d0 tx=0x7f4b4400b3e0 comp rx=0 tx=0).stop 2024-04-26T01:44:21.442 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.432+0000 7f4b5478c700 1 -- 172.21.15.90:0/3908166870 shutdown_connections 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.432+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3908166870 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c103580 0x7f4b4c109e30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.432+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3908166870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b4c1019e0 0x7f4b4c101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.432+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3908166870 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4b4c102be0 0x7f4b4c103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.432+0000 7f4b5478c700 1 -- 172.21.15.90:0/3908166870 >> 172.21.15.90:0/3908166870 conn(0x7f4b4c0fcfa0 msgr2=0x7f4b4c0ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 -- 172.21.15.90:0/3908166870 shutdown_connections 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 -- 172.21.15.90:0/3908166870 wait complete. 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 Processor -- start 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 -- start start 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4b4c1019e0 0x7f4b4c197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c102be0 0x7f4b4c198090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b4c103580 0x7f4b4c19f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:21.443 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c10d540 con 0x7f4b4c103580 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c10d3c0 con 0x7f4b4c102be0 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b5478c700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c10d6c0 con 0x7f4b4c1019e0 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b51d27700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c102be0 0x7f4b4c198090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b51d27700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c102be0 0x7f4b4c198090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:54842/0 (socket says 172.21.15.90:54842) 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b51d27700 1 -- 172.21.15.90:0/3622044694 learned_addr learned my addr 172.21.15.90:0/3622044694 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.433+0000 7f4b52528700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4b4c1019e0 0x7f4b4c197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b51d27700 1 -- 172.21.15.90:0/3622044694 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4b4c1019e0 msgr2=0x7f4b4c197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b51d27700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4b4c1019e0 0x7f4b4c197b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b51d27700 1 -- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b4c103580 msgr2=0x7f4b4c19f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b51d27700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b4c103580 0x7f4b4c19f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b51d27700 1 -- 172.21.15.90:0/3622044694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b4c19f7b0 con 0x7f4b4c102be0 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b52528700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4b4c1019e0 0x7f4b4c197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:44:21.444 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b51d27700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c102be0 0x7f4b4c198090 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4b4800d950 tx=0x7f4b4800dd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:21.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b437fe700 1 -- 172.21.15.90:0/3622044694 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48016070 con 0x7f4b4c102be0 2024-04-26T01:44:21.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b437fe700 1 -- 172.21.15.90:0/3622044694 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b48010460 con 0x7f4b4c102be0 2024-04-26T01:44:21.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b4c19faa0 con 0x7f4b4c102be0 2024-04-26T01:44:21.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b437fe700 1 -- 172.21.15.90:0/3622044694 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b4800f600 con 0x7f4b4c102be0 2024-04-26T01:44:21.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.434+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b4c1a00b0 con 0x7f4b4c102be0 2024-04-26T01:44:21.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.435+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b4c069730 con 0x7f4b4c102be0 2024-04-26T01:44:21.445 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.436+0000 7f4b437fe700 1 -- 172.21.15.90:0/3622044694 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f4b48019070 con 0x7f4b4c102be0 2024-04-26T01:44:21.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.437+0000 7f4b437fe700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4b380a3c30 0x7f4b380a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:21.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.437+0000 7f4b437fe700 1 -- 172.21.15.90:0/3622044694 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f4b480ce510 con 0x7f4b4c102be0 2024-04-26T01:44:21.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.441+0000 7f4b437fe700 1 -- 172.21.15.90:0/3622044694 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4b4809c960 con 0x7f4b4c102be0 2024-04-26T01:44:21.446 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.443+0000 7f4b52528700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4b380a3c30 0x7f4b380a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:21.447 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.445+0000 7f4b52528700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4b380a3c30 0x7f4b380a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c102a40 tx=0x7f4b3c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:21.645 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:21.647+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f4b4c062e80 con 0x7f4b380a3c30 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi044 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi044 to 17094M 2024-04-26T01:44:22.582 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.583 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:22.583 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:22.583 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi044 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi044 to 17094M 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi044 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi044 to 17094M 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:22.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:22.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:24.654 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:24 smithi090 ceph-mon[32456]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:24.654 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:24 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/2849896701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]: dispatch 2024-04-26T01:44:24.654 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:24 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]: dispatch 2024-04-26T01:44:24.654 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:24 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]': finished 2024-04-26T01:44:24.654 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:24 smithi090 ceph-mon[32456]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:44:24.654 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:24 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:24.656 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:24 smithi044 ceph-mon[27847]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:24.656 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:24 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/2849896701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]: dispatch 2024-04-26T01:44:24.656 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:24 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]: dispatch 2024-04-26T01:44:24.656 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:24 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]': finished 2024-04-26T01:44:24.657 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:24 smithi044 ceph-mon[27847]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:44:24.657 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:24 smithi156 ceph-mon[32543]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:24 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/2849896701' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]: dispatch 2024-04-26T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:24 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]: dispatch 2024-04-26T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:24 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f"}]': finished 2024-04-26T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:24 smithi156 ceph-mon[32543]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:25.694 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:25 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/2914012067' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:25.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:25 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/2914012067' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:25.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:25 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/2914012067' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:26.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:26 smithi156 ceph-mon[32543]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:26.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:26 smithi090 ceph-mon[32456]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:26.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:26 smithi044 ceph-mon[27847]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:28.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:28 smithi156 ceph-mon[32543]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:28.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:28 smithi090 ceph-mon[32456]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:28.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:28 smithi044 ceph-mon[27847]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:30.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:30 smithi156 ceph-mon[32543]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:30.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:30 smithi090 ceph-mon[32456]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:30.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:30 smithi044 ceph-mon[27847]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:32.712 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:32 smithi090 ceph-mon[32456]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:32.713 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:44:32.713 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:32.713 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:32 smithi090 ceph-mon[32456]: Deploying daemon osd.1 on smithi090 2024-04-26T01:44:32.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:32 smithi156 ceph-mon[32543]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:32.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:44:32.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:32.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:32 smithi156 ceph-mon[32543]: Deploying daemon osd.1 on smithi090 2024-04-26T01:44:32.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:32 smithi044 ceph-mon[27847]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:32.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:44:32.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:32 smithi044 ceph-mon[27847]: Deploying daemon osd.1 on smithi090 2024-04-26T01:44:34.684 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:34 smithi090 ceph-mon[32456]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:34.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:34 smithi156 ceph-mon[32543]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:34.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:34 smithi044 ceph-mon[27847]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:36.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:36 smithi090 ceph-mon[32456]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:36.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:36 smithi156 ceph-mon[32543]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:36.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:36 smithi044 ceph-mon[27847]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:37.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:37 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:37.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:37 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:37.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:37 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:38.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:37 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:38.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:37 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:38.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:37 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:38.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:37 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:38.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:37 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:38.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:37 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:38 smithi090 ceph-mon[32456]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:38 smithi044 ceph-mon[27847]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:39.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:38 smithi156 ceph-mon[32543]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:40.195 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 1 on host 'smithi090' 2024-04-26T01:44:40.195 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.197+0000 7f4b437fe700 1 -- 172.21.15.90:0/3622044694 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4b4c062e80 con 0x7f4b380a3c30 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.199+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4b380a3c30 msgr2=0x7f4b380a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.199+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4b380a3c30 0x7f4b380a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c102a40 tx=0x7f4b3c008040 comp rx=0 tx=0).stop 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.199+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c102be0 msgr2=0x7f4b4c198090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.199+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c102be0 0x7f4b4c198090 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4b4800d950 tx=0x7f4b4800dd10 comp rx=0 tx=0).stop 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 shutdown_connections 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4b4c1019e0 0x7f4b4c197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4b380a3c30 0x7f4b380a60f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b4c103580 0x7f4b4c19f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 --2- 172.21.15.90:0/3622044694 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4b4c102be0 0x7f4b4c198090 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 >> 172.21.15.90:0/3622044694 conn(0x7f4b4c0fcfa0 msgr2=0x7f4b4c105ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:40.197 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 shutdown_connections 2024-04-26T01:44:40.198 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:44:40.200+0000 7f4b5478c700 1 -- 172.21.15.90:0/3622044694 wait complete. 2024-04-26T01:44:40.848 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:40 smithi090 ceph-mon[32456]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:40.848 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:40.848 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:40.848 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:40.848 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:40.848 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:40 smithi090 ceph-mon[32456]: from='osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:44:40.849 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:40 smithi090 ceph-mon[32456]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:44:40.883 DEBUG:teuthology.orchestra.run.smithi090:osd.1> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T01:44:40.885 INFO:tasks.cephadm:Deploying osd.2 on smithi156 with /dev/vg_nvme/lv_4... 2024-04-26T01:44:40.885 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:44:41.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:40 smithi044 ceph-mon[27847]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:40 smithi044 ceph-mon[27847]: from='osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:44:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:40 smithi044 ceph-mon[27847]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:44:41.128 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:44:41.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:40 smithi156 ceph-mon[32543]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:41.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:40 smithi156 ceph-mon[32543]: from='osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:44:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:40 smithi156 ceph-mon[32543]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:44:42.527 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-mon[32456]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:42.527 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-mon[32456]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:44:42.527 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-mon[32456]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:44:42.527 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:42.527 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-mon[32456]: from='osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:44:42.528 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-mon[32456]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:44:42.528 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1[37064]: 2024-04-26T01:44:42.275+0000 7f6079ec1700 -1 osd.1 0 waiting for initial osdmap 2024-04-26T01:44:42.528 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:44:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1[37064]: 2024-04-26T01:44:42.279+0000 7f6075cb4700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:44:42.592 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:42 smithi156 ceph-mon[32543]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:42.592 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:42 smithi156 ceph-mon[32543]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:44:42.592 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:42 smithi156 ceph-mon[32543]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:44:42.592 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:42.592 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:42 smithi156 ceph-mon[32543]: from='osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:44:42.592 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:42 smithi156 ceph-mon[32543]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:44:42.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:42 smithi044 ceph-mon[27847]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:42.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:42 smithi044 ceph-mon[27847]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:44:42.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:42 smithi044 ceph-mon[27847]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:44:42.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:42.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:42 smithi044 ceph-mon[27847]: from='osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:44:42.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:42 smithi044 ceph-mon[27847]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:44:43.115 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:44:43.115 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:44:43.115 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2024-04-26T01:44:43.115 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2024-04-26T01:44:43.116 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00841422 s, 1.2 GB/s 2024-04-26T01:44:43.116 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2024-04-26T01:44:43.477 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:43 smithi090 ceph-mon[32456]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:44:43.477 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:43 smithi090 ceph-mon[32456]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:44:43.477 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:43 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:43.477 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:43 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:43.588 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:43 smithi156 ceph-mon[32543]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:44:43.588 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:43 smithi156 ceph-mon[32543]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:44:43.588 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:43 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:43.588 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:43 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:43 smithi044 ceph-mon[27847]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:44:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:43 smithi044 ceph-mon[27847]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:44:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:43.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:43.699 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi156:vg_nvme/lv_4 2024-04-26T01:44:43.946 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] boot 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi090 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.411 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi090 to 17088M 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:44.412 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:44:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:44:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] boot 2024-04-26T01:44:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:44:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi090 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi090 to 17088M 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:44.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: osd.1 [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] boot 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi090 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi090 to 17088M 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:44.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:44:45.576 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.578+0000 7fca175e2700 1 -- 172.21.15.156:0/2670060529 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 msgr2=0x7fca10109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:45.576 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.578+0000 7fca175e2700 1 --2- 172.21.15.156:0/2670060529 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca10109df0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fca0800b0a0 tx=0x7fca0800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:44:45.576 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.578+0000 7fca175e2700 1 -- 172.21.15.156:0/2670060529 shutdown_connections 2024-04-26T01:44:45.576 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.578+0000 7fca175e2700 1 --2- 172.21.15.156:0/2670060529 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca10109df0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:45.576 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.578+0000 7fca175e2700 1 --2- 172.21.15.156:0/2670060529 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fca101019a0 0x7fca10101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:45.577 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.578+0000 7fca175e2700 1 --2- 172.21.15.156:0/2670060529 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca10102ba0 0x7fca10103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:45.577 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.578+0000 7fca175e2700 1 -- 172.21.15.156:0/2670060529 >> 172.21.15.156:0/2670060529 conn(0x7fca100fcf40 msgr2=0x7fca100ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:45.577 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.579+0000 7fca175e2700 1 -- 172.21.15.156:0/2670060529 shutdown_connections 2024-04-26T01:44:45.577 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:45 smithi156 ceph-mon[32543]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:44:45.579 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.579+0000 7fca175e2700 1 -- 172.21.15.156:0/2670060529 wait complete. 2024-04-26T01:44:45.579 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.579+0000 7fca175e2700 1 Processor -- start 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca175e2700 1 -- start start 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca175e2700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca101019a0 0x7fca10105930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca175e2700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fca10102ba0 0x7fca10103f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca175e2700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca101044c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca175e2700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fca1010d530 con 0x7fca101019a0 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca175e2700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fca1010d3b0 con 0x7fca10102ba0 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca175e2700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fca1010d6b0 con 0x7fca10103540 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca101044c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca101044c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.156:51132/0 (socket says 172.21.15.156:51132) 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 -- 172.21.15.156:0/2685306502 learned_addr learned my addr 172.21.15.156:0/2685306502 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:44:45.580 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca14b7d700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fca10102ba0 0x7fca10103f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 -- 172.21.15.156:0/2685306502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fca10102ba0 msgr2=0x7fca10103f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fca10102ba0 0x7fca10103f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 -- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca101019a0 msgr2=0x7fca10105930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca101019a0 0x7fca10105930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 -- 172.21.15.156:0/2685306502 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca10104d70 con 0x7fca10103540 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.580+0000 7fca15b7f700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca101044c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fca0800b070 tx=0x7fca08004e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.581+0000 7fca027fc700 1 -- 172.21.15.156:0/2685306502 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08021070 con 0x7fca10103540 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.581+0000 7fca027fc700 1 -- 172.21.15.156:0/2685306502 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca08007d00 con 0x7fca10103540 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.581+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca101a2e20 con 0x7fca10103540 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.581+0000 7fca027fc700 1 -- 172.21.15.156:0/2685306502 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0801d450 con 0x7fca10103540 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.581+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca101a32a0 con 0x7fca10103540 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.582+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca10069760 con 0x7fca10103540 2024-04-26T01:44:45.581 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.583+0000 7fca027fc700 1 -- 172.21.15.156:0/2685306502 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fca080040b0 con 0x7fca10103540 2024-04-26T01:44:45.583 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.583+0000 7fca027fc700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc9fc0a3bb0 0x7fc9fc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:45.583 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.583+0000 7fca027fc700 1 -- 172.21.15.156:0/2685306502 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fca0800f020 con 0x7fca10103540 2024-04-26T01:44:45.583 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.584+0000 7fca1537e700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc9fc0a3bb0 0x7fc9fc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:45.583 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.585+0000 7fca1537e700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc9fc0a3bb0 0x7fc9fc0a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fca10102a00 tx=0x7fca04006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:45.584 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.588+0000 7fca027fc700 1 -- 172.21.15.156:0/2685306502 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fca10069760 con 0x7fca10103540 2024-04-26T01:44:45.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:45 smithi044 ceph-mon[27847]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:44:45.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:45 smithi090 ceph-mon[32456]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:44:45.791 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:44:45.794+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fca100ff140 con 0x7fc9fc0a3bb0 2024-04-26T01:44:46.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:46 smithi044 ceph-mon[27847]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:46.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:46 smithi044 ceph-mon[27847]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:46.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:46.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:46.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:46.657 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:46 smithi156 ceph-mon[32543]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:46.657 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:46 smithi156 ceph-mon[32543]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:46.657 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:46.657 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:46.658 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:46.682 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:46 smithi090 ceph-mon[32456]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:46.682 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:46 smithi090 ceph-mon[32456]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:46.682 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:46.682 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:46.682 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:48.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:48 smithi044 ceph-mon[27847]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:48.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:48 smithi156 ceph-mon[32543]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:48.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:48 smithi090 ceph-mon[32456]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:49.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:49 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/1205818964' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]: dispatch 2024-04-26T01:44:49.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:49 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]: dispatch 2024-04-26T01:44:49.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:49 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]': finished 2024-04-26T01:44:49.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:49 smithi044 ceph-mon[27847]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:44:49.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:49 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:44:49.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:49 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/2716863055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:49.669 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:49 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/1205818964' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]: dispatch 2024-04-26T01:44:49.670 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:49 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]: dispatch 2024-04-26T01:44:49.670 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:49 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]': finished 2024-04-26T01:44:49.670 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:49 smithi156 ceph-mon[32543]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:44:49.670 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:49 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:44:49.670 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:49 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/2716863055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:49.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:49 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/1205818964' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]: dispatch 2024-04-26T01:44:49.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:49 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]: dispatch 2024-04-26T01:44:49.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:49 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6842c6cd-8c8c-442a-badb-a6a37a49a019"}]': finished 2024-04-26T01:44:49.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:49 smithi090 ceph-mon[32456]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:44:49.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:49 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:44:49.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:49 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/2716863055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:50.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:50 smithi156 ceph-mon[32543]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:50.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:50 smithi090 ceph-mon[32456]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:50.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:50 smithi044 ceph-mon[27847]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:52.644 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:52 smithi156 ceph-mon[32543]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:52.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:52 smithi090 ceph-mon[32456]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:52.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:52 smithi044 ceph-mon[27847]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:54.586 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:54 smithi156 ceph-mon[32543]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:54.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:54 smithi090 ceph-mon[32456]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:54.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:54 smithi044 ceph-mon[27847]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:56.594 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:56 smithi156 ceph-mon[32543]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:56.594 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:56 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:44:56.594 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:56 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:56.594 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:56 smithi156 ceph-mon[32543]: Deploying daemon osd.2 on smithi156 2024-04-26T01:44:56.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:56 smithi090 ceph-mon[32456]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:56.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:56 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:44:56.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:56 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:56.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:56 smithi090 ceph-mon[32456]: Deploying daemon osd.2 on smithi156 2024-04-26T01:44:56.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:56 smithi044 ceph-mon[27847]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:56.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:56 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:44:56.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:56 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:56.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:56 smithi044 ceph-mon[27847]: Deploying daemon osd.2 on smithi156 2024-04-26T01:44:58.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:44:58 smithi156 ceph-mon[32543]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:58.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:44:58 smithi090 ceph-mon[32456]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:44:58.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:44:58 smithi044 ceph-mon[27847]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:00.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:00 smithi156 ceph-mon[32543]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:00.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:00 smithi090 ceph-mon[32456]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:00.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:00 smithi044 ceph-mon[27847]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:01.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:01.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:01.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:01.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:01.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:01.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:01.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:01.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:01.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:02.664 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:02 smithi156 ceph-mon[32543]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:02.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:02 smithi090 ceph-mon[32456]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:02.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:02 smithi044 ceph-mon[27847]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:04.582 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.584+0000 7fca027fc700 1 -- 172.21.15.156:0/2685306502 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fca100ff140 con 0x7fc9fc0a3bb0 2024-04-26T01:45:04.583 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 2 on host 'smithi156' 2024-04-26T01:45:04.585 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc9fc0a3bb0 msgr2=0x7fc9fc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:04.585 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc9fc0a3bb0 0x7fc9fc0a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fca10102a00 tx=0x7fca04006d20 comp rx=0 tx=0).stop 2024-04-26T01:45:04.585 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 msgr2=0x7fca101044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:04.585 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca101044c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fca0800b070 tx=0x7fca08004e40 comp rx=0 tx=0).stop 2024-04-26T01:45:04.585 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 shutdown_connections 2024-04-26T01:45:04.586 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fca10103540 0x7fca101044c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:04.586 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc9fc0a3bb0 0x7fc9fc0a6070 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:04.586 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca101019a0 0x7fca10105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:04.586 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 --2- 172.21.15.156:0/2685306502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fca10102ba0 0x7fca10103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:04.586 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 >> 172.21.15.156:0/2685306502 conn(0x7fca100fcf40 msgr2=0x7fca100fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:04.586 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 shutdown_connections 2024-04-26T01:45:04.587 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:45:04.586+0000 7fca175e2700 1 -- 172.21.15.156:0/2685306502 wait complete. 2024-04-26T01:45:04.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:04 smithi156 ceph-mon[32543]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:04.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:04.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:04.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:04 smithi090 ceph-mon[32456]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:04.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:04.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:04.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:04 smithi044 ceph-mon[27847]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:04.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:05.289 DEBUG:teuthology.orchestra.run.smithi156:osd.2> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T01:45:05.292 INFO:tasks.cephadm:Deploying osd.3 on smithi044 with /dev/vg_nvme/lv_3... 2024-04-26T01:45:05.292 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:45:05.749 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:05.774 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:05.774 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:05.774 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:05.774 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:05 smithi156 ceph-mon[32543]: from='osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:45:05.774 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:05 smithi156 ceph-mon[32543]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:45:05.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:05.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:05.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:05.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:05 smithi044 ceph-mon[27847]: from='osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:45:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:05 smithi044 ceph-mon[27847]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:45:05.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:05.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:05.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:05.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:05 smithi090 ceph-mon[32456]: from='osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:45:05.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:05 smithi090 ceph-mon[32456]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:45:06.795 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-mon[32543]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:06.795 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-mon[32543]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:45:06.795 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-mon[32543]: from='osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:45:06.795 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-mon[32543]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:45:06.795 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:06.795 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-mon[32543]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:45:06.796 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2[37681]: 2024-04-26T01:45:06.543+0000 7f9e180a1700 -1 osd.2 0 waiting for initial osdmap 2024-04-26T01:45:06.796 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2[37681]: 2024-04-26T01:45:06.549+0000 7f9e13e94700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:45:06.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:06 smithi044 ceph-mon[27847]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:06 smithi044 ceph-mon[27847]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:45:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:06 smithi044 ceph-mon[27847]: from='osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:45:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:06 smithi044 ceph-mon[27847]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:45:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:06 smithi044 ceph-mon[27847]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:45:06.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:06 smithi090 ceph-mon[32456]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:06.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:06 smithi090 ceph-mon[32456]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:45:06.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:06 smithi090 ceph-mon[32456]: from='osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:45:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:06 smithi090 ceph-mon[32456]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:45:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:06 smithi090 ceph-mon[32456]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:45:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:07 smithi044 ceph-mon[27847]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:45:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:07 smithi044 ceph-mon[27847]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:45:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:07 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:07 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:07.827 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:07 smithi156 ceph-mon[32543]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:45:07.827 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:07 smithi156 ceph-mon[32543]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:45:07.827 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:07 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:07.827 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:07 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:07.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:07 smithi090 ceph-mon[32456]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:45:07.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:07 smithi090 ceph-mon[32456]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:45:07.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:07 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:07.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:07 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:08.714 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:45:08.715 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:45:08.715 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T01:45:08.715 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T01:45:08.715 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0643312 s, 163 MB/s 2024-04-26T01:45:08.715 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T01:45:08.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:45:08.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] boot 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] boot 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:45:08.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:45:08.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:45:08.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: osd.2 [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] boot 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:09.617 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_3 2024-04-26T01:45:09.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:09 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi156 2024-04-26T01:45:09.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:09 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi156 to 17088M 2024-04-26T01:45:09.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:09 smithi044 ceph-mon[27847]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:45:09.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:45:09.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:09 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi156 2024-04-26T01:45:09.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:09 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi156 to 17088M 2024-04-26T01:45:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:09 smithi156 ceph-mon[32543]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:45:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:45:09.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:09 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi156 2024-04-26T01:45:09.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:09 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi156 to 17088M 2024-04-26T01:45:09.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:09 smithi090 ceph-mon[32456]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:45:09.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:45:10.046 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:10.815 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:10 smithi044 ceph-mon[27847]: pgmap v92: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:10.816 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:45:10.816 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:10 smithi044 ceph-mon[27847]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:45:10.816 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:45:10.952 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:10 smithi090 ceph-mon[32456]: pgmap v92: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:10.952 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:45:10.952 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:10 smithi090 ceph-mon[32456]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:45:10.952 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:45:10.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:10 smithi156 ceph-mon[32543]: pgmap v92: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:45:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:10 smithi156 ceph-mon[32543]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:45:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:45:11.102 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47108]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:45:11.102 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47108]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.103 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47108]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.103 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47108]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.103 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47111]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:45:11.103 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47111]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.103 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47111]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.103 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 01:45:10 smithi044 sudo[47111]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40773]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:45:11.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40773]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40773]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40773]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40776]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:45:11.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40776]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.239 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40776]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.239 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 01:45:10 smithi090 sudo[40776]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.478 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41297]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:45:11.479 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41297]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.479 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41297]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.479 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41297]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.479 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41300]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:45:11.479 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41300]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.479 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41300]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.479 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41300]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41303]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:45:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41303]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41303]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41303]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41306]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41306]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41306]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 sudo[41306]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47117]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47117]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47117]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47117]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47120]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47120]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47120]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 sudo[47120]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40779]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40779]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40779]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40779]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40782]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40782]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40782]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:45:11.603 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 sudo[40782]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:45:11.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:45:11.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:45:11.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.803 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:11 smithi044 ceph-mon[27847]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:11 smithi156 ceph-mon[32543]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:45:11.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:45:11.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:11.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:45:11.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:45:11.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:45:11.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:45:11.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:11 smithi090 ceph-mon[32456]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 -- 172.21.15.44:0/933780041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa010ac80 msgr2=0x7f0aa0111530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 --2- 172.21.15.44:0/933780041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa010ac80 0x7f0aa0111530 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f0a98009f90 tx=0x7f0a9800b330 comp rx=0 tx=0).stop 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 -- 172.21.15.44:0/933780041 shutdown_connections 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 --2- 172.21.15.44:0/933780041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa010ac80 0x7f0aa0111530 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 --2- 172.21.15.44:0/933780041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa01090e0 0x7f0aa0109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 --2- 172.21.15.44:0/933780041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0aa010a2e0 0x7f0aa010a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 -- 172.21.15.44:0/933780041 >> 172.21.15.44:0/933780041 conn(0x7f0aa00780b0 msgr2=0x7f0aa007a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 -- 172.21.15.44:0/933780041 shutdown_connections 2024-04-26T01:45:12.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.304+0000 7f0aa5800700 1 -- 172.21.15.44:0/933780041 wait complete. 2024-04-26T01:45:12.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.305+0000 7f0aa5800700 1 Processor -- start 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.305+0000 7f0aa5800700 1 -- start start 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0aa5800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa01090e0 0x7f0aa019f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0aa5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa010a2e0 0x7f0aa019f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0aa5800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0aa010ac80 0x7f0aa01a6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0aa5800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa0114be0 con 0x7f0aa010a2e0 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0aa5800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa0114a60 con 0x7f0aa010ac80 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0aa5800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa0114d60 con 0x7f0aa01090e0 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0a96000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa010a2e0 0x7f0aa019f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0a96000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa010a2e0 0x7f0aa019f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57584/0 (socket says 172.21.15.44:57584) 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0a96000700 1 -- 172.21.15.44:0/2636864460 learned_addr learned my addr 172.21.15.44:0/2636864460 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0a9ea00700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa01090e0 0x7f0aa019f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:12.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.306+0000 7f0a9f400700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0aa010ac80 0x7f0aa01a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:12.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a9f400700 1 -- 172.21.15.44:0/2636864460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa01090e0 msgr2=0x7f0aa019f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a9f400700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa01090e0 0x7f0aa019f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a9f400700 1 -- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa010a2e0 msgr2=0x7f0aa019f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a9f400700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa010a2e0 0x7f0aa019f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a9f400700 1 -- 172.21.15.44:0/2636864460 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa01a6e00 con 0x7f0aa010ac80 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a96000700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa010a2e0 0x7f0aa019f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a9f400700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0aa010ac80 0x7f0aa01a6760 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f0a9800b6c0 tx=0x7f0a980078e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a97e00700 1 -- 172.21.15.44:0/2636864460 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a98021070 con 0x7f0aa010ac80 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa01a7090 con 0x7f0aa010ac80 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a97e00700 1 -- 172.21.15.44:0/2636864460 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a9801d900 con 0x7f0aa010ac80 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.307+0000 7f0a97e00700 1 -- 172.21.15.44:0/2636864460 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9801b9e0 con 0x7f0aa010ac80 2024-04-26T01:45:12.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.308+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa01a7590 con 0x7f0aa010ac80 2024-04-26T01:45:12.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.309+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa0069730 con 0x7f0aa010ac80 2024-04-26T01:45:12.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.311+0000 7f0a97e00700 1 -- 172.21.15.44:0/2636864460 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0a98024070 con 0x7f0aa010ac80 2024-04-26T01:45:12.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.312+0000 7f0a97e00700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0a840a3c40 0x7f0a840a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:12.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.312+0000 7f0a97e00700 1 -- 172.21.15.44:0/2636864460 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 3237+0+0 (secure 0 0 0) 0x7f0a9800f020 con 0x7f0aa010ac80 2024-04-26T01:45:12.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.312+0000 7f0a9ea00700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0a840a3c40 0x7f0a840a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:12.311 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.313+0000 7f0a9ea00700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0a840a3c40 0x7f0a840a6100 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0a90009750 tx=0x7f0a90009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:12.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.317+0000 7f0a97e00700 1 -- 172.21.15.44:0/2636864460 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0a9802b020 con 0x7f0aa010ac80 2024-04-26T01:45:12.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:12.566+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0aa0062f40 con 0x7f0a840a3c40 2024-04-26T01:45:12.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:12 smithi044 ceph-mon[27847]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:12 smithi044 ceph-mon[27847]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T01:45:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:12 smithi044 ceph-mon[27847]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T01:45:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:45:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:45:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:12.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:12 smithi156 ceph-mon[32543]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:12.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:12 smithi156 ceph-mon[32543]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T01:45:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:12 smithi156 ceph-mon[32543]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T01:45:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:45:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:45:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:12.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:12 smithi090 ceph-mon[32456]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:12.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:12 smithi090 ceph-mon[32456]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T01:45:12.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:12 smithi090 ceph-mon[32456]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-26T01:45:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:45:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:45:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:13.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:13 smithi044 ceph-mon[27847]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:13.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:13 smithi156 ceph-mon[32543]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:13.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:13 smithi090 ceph-mon[32456]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:14.721 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:14 smithi044 ceph-mon[27847]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:14.886 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:14 smithi090 ceph-mon[32456]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:14.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:14 smithi156 ceph-mon[32543]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:16.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:16 smithi156 ceph-mon[32543]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:16.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:16 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2714294573' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "064b815e-07c1-45a7-9c35-b4f469ab6c12"}]: dispatch 2024-04-26T01:45:16.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:16 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2714294573' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "064b815e-07c1-45a7-9c35-b4f469ab6c12"}]': finished 2024-04-26T01:45:16.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:16 smithi156 ceph-mon[32543]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:45:16.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:16 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:16.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:16 smithi090 ceph-mon[32456]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:16.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:16 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2714294573' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "064b815e-07c1-45a7-9c35-b4f469ab6c12"}]: dispatch 2024-04-26T01:45:16.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:16 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2714294573' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "064b815e-07c1-45a7-9c35-b4f469ab6c12"}]': finished 2024-04-26T01:45:16.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:16 smithi090 ceph-mon[32456]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:45:16.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:16 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:16 smithi044 ceph-mon[27847]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:16 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2714294573' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "064b815e-07c1-45a7-9c35-b4f469ab6c12"}]: dispatch 2024-04-26T01:45:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:16 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2714294573' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "064b815e-07c1-45a7-9c35-b4f469ab6c12"}]': finished 2024-04-26T01:45:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:16 smithi044 ceph-mon[27847]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:45:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:16 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:17.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:17 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1695903712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:45:17.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:17 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1695903712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:45:18.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:17 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1695903712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:45:18.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:18 smithi156 ceph-mon[32543]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:18.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:18 smithi090 ceph-mon[32456]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:19.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:18 smithi044 ceph-mon[27847]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:20.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:20 smithi156 ceph-mon[32543]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:20.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:20 smithi090 ceph-mon[32456]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:21.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:20 smithi044 ceph-mon[27847]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:22.953 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:22 smithi044 ceph-mon[27847]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:22.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:22 smithi156 ceph-mon[32543]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:22.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:22 smithi090 ceph-mon[32456]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:24.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:24 smithi044 ceph-mon[27847]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:24.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:24 smithi156 ceph-mon[32543]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:24.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:24 smithi090 ceph-mon[32456]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:26.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:26 smithi156 ceph-mon[32543]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:26.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:45:26.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:26.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:26 smithi156 ceph-mon[32543]: Deploying daemon osd.3 on smithi044 2024-04-26T01:45:26.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:26 smithi090 ceph-mon[32456]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:26.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:45:26.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:26.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:26 smithi090 ceph-mon[32456]: Deploying daemon osd.3 on smithi044 2024-04-26T01:45:26.991 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:26 smithi044 ceph-mon[27847]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:26.991 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:45:26.991 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:26.991 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:26 smithi044 ceph-mon[27847]: Deploying daemon osd.3 on smithi044 2024-04-26T01:45:28.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:28 smithi156 ceph-mon[32543]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:28.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:28 smithi090 ceph-mon[32456]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:29.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:28 smithi044 ceph-mon[27847]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:30.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:30 smithi044 ceph-mon[27847]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:30.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:30 smithi156 ceph-mon[32543]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:30.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:30 smithi090 ceph-mon[32456]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:32.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:32 smithi156 ceph-mon[32543]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:32.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:32 smithi090 ceph-mon[32456]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:32.991 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:32 smithi044 ceph-mon[27847]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:34.964 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:34 smithi044 ceph-mon[27847]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:34.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:34.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:34.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:34.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:34 smithi156 ceph-mon[32543]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:34.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:34.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:34.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:34 smithi090 ceph-mon[32456]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:34.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:36.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:36 smithi156 ceph-mon[32543]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:36.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:36 smithi090 ceph-mon[32456]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:36 smithi044 ceph-mon[27847]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:38.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:38 smithi156 ceph-mon[32543]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:38.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:38 smithi090 ceph-mon[32456]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:38.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:38.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:38 smithi044 ceph-mon[27847]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.573+0000 7f0a97e00700 1 -- 172.21.15.44:0/2636864460 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0aa0062f40 con 0x7f0a840a3c40 2024-04-26T01:45:39.571 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 3 on host 'smithi044' 2024-04-26T01:45:39.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0a840a3c40 msgr2=0x7f0a840a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:39.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0a840a3c40 0x7f0a840a6100 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0a90009750 tx=0x7f0a90009310 comp rx=0 tx=0).stop 2024-04-26T01:45:39.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0aa010ac80 msgr2=0x7f0aa01a6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:39.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0aa010ac80 0x7f0aa01a6760 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f0a9800b6c0 tx=0x7f0a980078e0 comp rx=0 tx=0).stop 2024-04-26T01:45:39.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 shutdown_connections 2024-04-26T01:45:39.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0aa01090e0 0x7f0aa019f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:39.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0a840a3c40 0x7f0a840a6100 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:39.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0aa010ac80 0x7f0aa01a6760 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:39.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 --2- 172.21.15.44:0/2636864460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0aa010a2e0 0x7f0aa019f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:39.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 >> 172.21.15.44:0/2636864460 conn(0x7f0aa00780b0 msgr2=0x7f0aa010d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:39.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.576+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 shutdown_connections 2024-04-26T01:45:39.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:45:39.577+0000 7f0aa5800700 1 -- 172.21.15.44:0/2636864460 wait complete. 2024-04-26T01:45:39.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:39 smithi044 ceph-mon[27847]: from='osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:45:39.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:39 smithi044 ceph-mon[27847]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:45:39.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:39.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:39.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:39 smithi156 ceph-mon[32543]: from='osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:45:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:39 smithi156 ceph-mon[32543]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:45:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:39 smithi090 ceph-mon[32456]: from='osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:45:39.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:39 smithi090 ceph-mon[32456]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:45:39.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:39.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:39.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:40.371 DEBUG:teuthology.orchestra.run.smithi044:osd.3> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T01:45:40.379 INFO:tasks.cephadm:Deploying osd.4 on smithi090 with /dev/vg_nvme/lv_3... 2024-04-26T01:45:40.379 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:45:40.621 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:45:40.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:40 smithi156 ceph-mon[32543]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:40.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:40 smithi156 ceph-mon[32543]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:45:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:40 smithi156 ceph-mon[32543]: from='osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:45:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:40 smithi156 ceph-mon[32543]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:45:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:40 smithi156 ceph-mon[32543]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:45:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:40.979 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:40 smithi090 ceph-mon[32456]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:40.979 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:40 smithi090 ceph-mon[32456]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:45:40.980 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:40 smithi090 ceph-mon[32456]: from='osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:45:40.980 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:40 smithi090 ceph-mon[32456]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:45:40.980 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:40.980 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:40 smithi090 ceph-mon[32456]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:45:40.980 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:41.081 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:40 smithi044 ceph-mon[27847]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:41.081 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:40 smithi044 ceph-mon[27847]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:45:41.082 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:40 smithi044 ceph-mon[27847]: from='osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:45:41.082 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:40 smithi044 ceph-mon[27847]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:45:41.082 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:41.082 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:40 smithi044 ceph-mon[27847]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:45:41.082 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:41.602 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T01:45:41.351+0000 7f441a200700 -1 osd.3 0 waiting for initial osdmap 2024-04-26T01:45:41.602 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T01:45:41.381+0000 7f4410000700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:45:41.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-mon[27847]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:45:41.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-mon[27847]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:45:41.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:41.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:41.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-mon[27847]: from='osd.3 ' entity='osd.3' 2024-04-26T01:45:41.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-mon[27847]: osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] boot 2024-04-26T01:45:41.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:41 smithi044 ceph-mon[27847]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:45:41.984 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:41 smithi090 ceph-mon[32456]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:45:41.984 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:41 smithi090 ceph-mon[32456]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:45:41.984 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:41.984 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:41.984 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:41 smithi090 ceph-mon[32456]: from='osd.3 ' entity='osd.3' 2024-04-26T01:45:41.984 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:41 smithi090 ceph-mon[32456]: osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] boot 2024-04-26T01:45:41.984 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:41 smithi090 ceph-mon[32456]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:45:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:41 smithi156 ceph-mon[32543]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:45:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:41 smithi156 ceph-mon[32543]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:45:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:41 smithi156 ceph-mon[32543]: from='osd.3 ' entity='osd.3' 2024-04-26T01:45:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:41 smithi156 ceph-mon[32543]: osd.3 [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] boot 2024-04-26T01:45:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:41 smithi156 ceph-mon[32543]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:45:42.551 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:45:42.551 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:45:42.551 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T01:45:42.551 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T01:45:42.551 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115896 s, 905 MB/s 2024-04-26T01:45:42.551 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T01:45:42.889 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:42 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:45:42.889 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:42 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:45:42.890 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:42 smithi090 ceph-mon[32456]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:42.890 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:42.890 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:42 smithi090 ceph-mon[32456]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:45:42.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:42 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:45:42.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:42 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:45:42.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:42 smithi044 ceph-mon[27847]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:42.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:42.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:42 smithi044 ceph-mon[27847]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:45:43.225 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_3 2024-04-26T01:45:43.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:42 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:45:43.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:42 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:45:43.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:42 smithi156 ceph-mon[32543]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:45:43.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:45:43.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:42 smithi156 ceph-mon[32543]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:45:43.465 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:45:44.829 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:44 smithi090 ceph-mon[32456]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 118 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:45:44.829 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:44 smithi090 ceph-mon[32456]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:45:44.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:44 smithi156 ceph-mon[32543]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 118 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:45:44.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:44 smithi156 ceph-mon[32543]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:45:45.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:44 smithi044 ceph-mon[27847]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 118 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:45:45.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:44 smithi044 ceph-mon[27847]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:45:45.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 -- 172.21.15.90:0/585527468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc103580 msgr2=0x7f77bc109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:45.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 --2- 172.21.15.90:0/585527468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc103580 0x7f77bc109e30 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f77b400b0d0 tx=0x7f77b400b3e0 comp rx=0 tx=0).stop 2024-04-26T01:45:45.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 -- 172.21.15.90:0/585527468 shutdown_connections 2024-04-26T01:45:45.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 --2- 172.21.15.90:0/585527468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77bc1019e0 0x7f77bc101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:45.053 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 --2- 172.21.15.90:0/585527468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc103580 0x7f77bc109e30 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 --2- 172.21.15.90:0/585527468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc102be0 0x7f77bc103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 -- 172.21.15.90:0/585527468 >> 172.21.15.90:0/585527468 conn(0x7f77bc0fcfa0 msgr2=0x7f77bc0ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 -- 172.21.15.90:0/585527468 shutdown_connections 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 -- 172.21.15.90:0/585527468 wait complete. 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 Processor -- start 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.054+0000 7f77c2572700 1 -- start start 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c2572700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc1019e0 0x7f77bc198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c2572700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77bc102be0 0x7f77bc199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c2572700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc103580 0x7f77bc1a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c2572700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc10d570 con 0x7f77bc103580 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c2572700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc10d3f0 con 0x7f77bc1019e0 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c2572700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc10d6f0 con 0x7f77bc102be0 2024-04-26T01:45:45.054 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc1019e0 0x7f77bc198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc1019e0 0x7f77bc198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:52870/0 (socket says 172.21.15.90:52870) 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 -- 172.21.15.90:0/717593255 learned_addr learned my addr 172.21.15.90:0/717593255 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c0b0f700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc103580 0x7f77bc1a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 -- 172.21.15.90:0/717593255 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77bc102be0 msgr2=0x7f77bc199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bb7fe700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77bc102be0 0x7f77bc199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77bc102be0 0x7f77bc199290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 -- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc103580 msgr2=0x7f77bc1a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc103580 0x7f77bc1a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 -- 172.21.15.90:0/717593255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77bc1a09b0 con 0x7f77bc1019e0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c0b0f700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc103580 0x7f77bc1a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77bbfff700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc1019e0 0x7f77bc198d50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00b500 tx=0x7f77ac00b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77b97fa700 1 -- 172.21.15.90:0/717593255 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77ac015020 con 0x7f77bc1019e0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77b97fa700 1 -- 172.21.15.90:0/717593255 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77ac011ce0 con 0x7f77bc1019e0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77b97fa700 1 -- 172.21.15.90:0/717593255 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77ac010d50 con 0x7f77bc1019e0 2024-04-26T01:45:45.055 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.055+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77bc1a0ca0 con 0x7f77bc1019e0 2024-04-26T01:45:45.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.056+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77bc1a1200 con 0x7f77bc1019e0 2024-04-26T01:45:45.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.056+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77bc1a1490 con 0x7f77bc1019e0 2024-04-26T01:45:45.056 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.057+0000 7f77b97fa700 1 -- 172.21.15.90:0/717593255 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f77ac018020 con 0x7f77bc1019e0 2024-04-26T01:45:45.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.058+0000 7f77b97fa700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f77a40a3cc0 0x7f77a40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:45.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.058+0000 7f77b97fa700 1 -- 172.21.15.90:0/717593255 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f77ac0ce900 con 0x7f77bc1019e0 2024-04-26T01:45:45.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.058+0000 7f77bb7fe700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f77a40a3cc0 0x7f77a40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:45.057 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.059+0000 7f77bb7fe700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f77a40a3cc0 0x7f77a40a6180 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f77b0006fd0 tx=0x7f77b0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:45.060 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.063+0000 7f77b97fa700 1 -- 172.21.15.90:0/717593255 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f77ac01f020 con 0x7f77bc1019e0 2024-04-26T01:45:45.265 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:45:45.268+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f77bc0ff1a0 con 0x7f77a40a3cc0 2024-04-26T01:45:46.040 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:45 smithi090 ceph-mon[32456]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:45:46.040 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:45:46.040 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:45:46.041 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:46.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:45 smithi044 ceph-mon[27847]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:45:46.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:45:46.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:45:46.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:46.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:45 smithi156 ceph-mon[32543]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:45:46.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:45:46.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:45:46.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: pgmap v120: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 118 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi044 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:47.082 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:47.083 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi044 to 8547M 2024-04-26T01:45:47.083 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.083 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:47.083 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:47.083 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:46 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: pgmap v120: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 118 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi044 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi044 to 8547M 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:47.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:46 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: pgmap v120: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 118 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi044 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi044 to 8547M 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:46 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:45:49.053 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:48 smithi156 ceph-mon[32543]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T01:45:49.053 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:48 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/1952511273' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]: dispatch 2024-04-26T01:45:49.054 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:48 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]: dispatch 2024-04-26T01:45:49.054 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:48 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]': finished 2024-04-26T01:45:49.054 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:48 smithi156 ceph-mon[32543]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:45:49.054 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:48 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:45:49.054 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:48 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/1204648519' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:45:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:48 smithi044 ceph-mon[27847]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T01:45:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:48 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/1952511273' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]: dispatch 2024-04-26T01:45:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:48 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]: dispatch 2024-04-26T01:45:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:48 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]': finished 2024-04-26T01:45:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:48 smithi044 ceph-mon[27847]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:45:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:48 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:45:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:48 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/1204648519' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:45:49.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:48 smithi090 ceph-mon[32456]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T01:45:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:48 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/1952511273' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]: dispatch 2024-04-26T01:45:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:48 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]: dispatch 2024-04-26T01:45:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:48 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f5e435af-3cb0-4eb6-a1b0-bb039548a4f6"}]': finished 2024-04-26T01:45:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:48 smithi090 ceph-mon[32456]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:45:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:48 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:45:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:48 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/1204648519' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:45:51.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:50 smithi044 ceph-mon[27847]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-26T01:45:51.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:50 smithi156 ceph-mon[32543]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-26T01:45:51.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:50 smithi090 ceph-mon[32456]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-26T01:45:53.086 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:52 smithi090 ceph-mon[32456]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:53.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:52 smithi044 ceph-mon[27847]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:53.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:52 smithi156 ceph-mon[32543]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:55.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:54 smithi044 ceph-mon[27847]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:55.104 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:54 smithi090 ceph-mon[32456]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:55.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:54 smithi156 ceph-mon[32543]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:56.080 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:55 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:45:56.080 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:55 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:56.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:55 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:45:56.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:55 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:56.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:55 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:45:56.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:55 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:57.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:56 smithi044 ceph-mon[27847]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:57.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:56 smithi044 ceph-mon[27847]: Deploying daemon osd.4 on smithi090 2024-04-26T01:45:57.123 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:56 smithi090 ceph-mon[32456]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:57.123 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:56 smithi090 ceph-mon[32456]: Deploying daemon osd.4 on smithi090 2024-04-26T01:45:57.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:56 smithi156 ceph-mon[32543]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:57.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:56 smithi156 ceph-mon[32543]: Deploying daemon osd.4 on smithi090 2024-04-26T01:45:58.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:45:58 smithi090 ceph-mon[32456]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:59.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:45:58 smithi044 ceph-mon[27847]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:45:59.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:45:58 smithi156 ceph-mon[32543]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:01.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:00 smithi044 ceph-mon[27847]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:01.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:00 smithi156 ceph-mon[32543]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:01.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:00 smithi090 ceph-mon[32456]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:02.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:02 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:02.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:02 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:02.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:02 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:02.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:02 smithi044 ceph-mon[27847]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:02.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:02 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:02.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:02 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:02.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:02 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:02.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:02 smithi156 ceph-mon[32543]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:02 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:02 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:02 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:02 smithi090 ceph-mon[32456]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:04.785 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:04 smithi090 ceph-mon[32456]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:04.785 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:04.785 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:04.785 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:04.786 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:04.786 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:04.852 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 4 on host 'smithi090' 2024-04-26T01:46:04.852 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.853+0000 7f77b97fa700 1 -- 172.21.15.90:0/717593255 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f77bc0ff1a0 con 0x7f77a40a3cc0 2024-04-26T01:46:04.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f77a40a3cc0 msgr2=0x7f77a40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:04.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f77a40a3cc0 0x7f77a40a6180 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f77b0006fd0 tx=0x7f77b0008040 comp rx=0 tx=0).stop 2024-04-26T01:46:04.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc1019e0 msgr2=0x7f77bc198d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:04.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc1019e0 0x7f77bc198d50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00b500 tx=0x7f77ac00b8c0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 shutdown_connections 2024-04-26T01:46:04.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f77a40a3cc0 0x7f77a40a6180 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.853 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc103580 0x7f77bc1a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77bc1019e0 0x7f77bc198d50 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 --2- 172.21.15.90:0/717593255 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77bc102be0 0x7f77bc199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 >> 172.21.15.90:0/717593255 conn(0x7f77bc0fcfa0 msgr2=0x7f77bc0fea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:04.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 shutdown_connections 2024-04-26T01:46:04.854 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:46:04.856+0000 7f77c2572700 1 -- 172.21.15.90:0/717593255 wait complete. 2024-04-26T01:46:05.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:04 smithi044 ceph-mon[27847]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:05.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:04 smithi156 ceph-mon[32543]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:05.522 DEBUG:teuthology.orchestra.run.smithi090:osd.4> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T01:46:05.525 INFO:tasks.cephadm:Deploying osd.5 on smithi156 with /dev/vg_nvme/lv_3... 2024-04-26T01:46:05.525 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:46:05.772 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:46:06.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:05 smithi044 ceph-mon[27847]: from='osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:46:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:05 smithi044 ceph-mon[27847]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:46:06.144 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:06.144 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:06.144 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:06.144 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:05 smithi156 ceph-mon[32543]: from='osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:46:06.144 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:05 smithi156 ceph-mon[32543]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:46:06.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:06.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:05 smithi090 ceph-mon[32456]: from='osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:46:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:05 smithi090 ceph-mon[32456]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:46:06.921 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:06 smithi090 ceph-mon[32456]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:06.921 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:06 smithi090 ceph-mon[32456]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:46:06.922 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:06 smithi090 ceph-mon[32456]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:46:06.922 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:06.922 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:06 smithi090 ceph-mon[32456]: from='osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:46:06.922 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:06 smithi090 ceph-mon[32456]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:46:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:06 smithi044 ceph-mon[27847]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:06 smithi044 ceph-mon[27847]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:46:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:06 smithi044 ceph-mon[27847]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:46:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:06 smithi044 ceph-mon[27847]: from='osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:46:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:06 smithi044 ceph-mon[27847]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:46:07.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:06 smithi156 ceph-mon[32543]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:07.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:06 smithi156 ceph-mon[32543]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:46:07.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:06 smithi156 ceph-mon[32543]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:46:07.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:07.172 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:06 smithi156 ceph-mon[32543]: from='osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:46:07.172 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:06 smithi156 ceph-mon[32543]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:46:07.729 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:46:07.729 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:46:07.729 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2024-04-26T01:46:07.729 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2024-04-26T01:46:07.729 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00856845 s, 1.2 GB/s 2024-04-26T01:46:07.729 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2024-04-26T01:46:07.735 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 01:46:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T01:46:07.326+0000 7fcab85a3700 -1 osd.4 0 waiting for initial osdmap 2024-04-26T01:46:07.736 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 01:46:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T01:46:07.332+0000 7fcab038e700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:46:08.047 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:07 smithi156 ceph-mon[32543]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:46:08.047 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:07 smithi156 ceph-mon[32543]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:46:08.047 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:07 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:08.047 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:07 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:08.047 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:07 smithi156 ceph-mon[32543]: from='osd.4 ' entity='osd.4' 2024-04-26T01:46:08.102 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:07 smithi090 ceph-mon[32456]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:46:08.102 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:07 smithi090 ceph-mon[32456]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:46:08.102 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:07 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:08.102 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:07 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:08.102 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:07 smithi090 ceph-mon[32456]: from='osd.4 ' entity='osd.4' 2024-04-26T01:46:08.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:07 smithi044 ceph-mon[27847]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:46:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:07 smithi044 ceph-mon[27847]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:46:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:07 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:07 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:07 smithi044 ceph-mon[27847]: from='osd.4 ' entity='osd.4' 2024-04-26T01:46:08.377 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi156:vg_nvme/lv_3 2024-04-26T01:46:08.614 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:46:09.061 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] boot 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:09.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.063 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:09.063 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:09.063 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] boot 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: osd.4 [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] boot 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:10.119 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:09 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi090 2024-04-26T01:46:10.119 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:09 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi090 to 8544M 2024-04-26T01:46:10.119 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:09 smithi156 ceph-mon[32543]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:46:10.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:09 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi090 2024-04-26T01:46:10.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:09 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi090 to 8544M 2024-04-26T01:46:10.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:09 smithi090 ceph-mon[32456]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:46:10.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:09 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi090 2024-04-26T01:46:10.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:09 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi090 to 8544M 2024-04-26T01:46:10.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:09 smithi044 ceph-mon[27847]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 -- 172.21.15.156:0/1611773811 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4102bc0 msgr2=0x7f99a4103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 --2- 172.21.15.156:0/1611773811 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4102bc0 0x7f99a4103020 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9998009990 tx=0x7f9998009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 -- 172.21.15.156:0/1611773811 shutdown_connections 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 --2- 172.21.15.156:0/1611773811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99a4103560 0x7f99a4109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 --2- 172.21.15.156:0/1611773811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f99a41019c0 0x7f99a4101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 --2- 172.21.15.156:0/1611773811 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4102bc0 0x7f99a4103020 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 -- 172.21.15.156:0/1611773811 >> 172.21.15.156:0/1611773811 conn(0x7f99a40fcfa0 msgr2=0x7f99a40ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 -- 172.21.15.156:0/1611773811 shutdown_connections 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.360+0000 7f99aa06e700 1 -- 172.21.15.156:0/1611773811 wait complete. 2024-04-26T01:46:10.359 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 Processor -- start 2024-04-26T01:46:10.361 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 -- start start 2024-04-26T01:46:10.361 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f99a41019c0 0x7f99a4198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:10.361 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99a4102bc0 0x7f99a4199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:10.361 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4103560 0x7f99a41a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:10.361 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f99a410d4d0 con 0x7f99a4102bc0 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f99a410d350 con 0x7f99a41019c0 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.361+0000 7f99aa06e700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f99a410d650 con 0x7f99a4103560 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a3fff700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4103560 0x7f99a41a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a37fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f99a41019c0 0x7f99a4198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a37fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f99a41019c0 0x7f99a4198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.156:47718/0 (socket says 172.21.15.156:47718) 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a37fe700 1 -- 172.21.15.156:0/2550560062 learned_addr learned my addr 172.21.15.156:0/2550560062 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a3fff700 1 -- 172.21.15.156:0/2550560062 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f99a41019c0 msgr2=0x7f99a4198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a3fff700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f99a41019c0 0x7f99a4198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a3fff700 1 -- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99a4102bc0 msgr2=0x7f99a4199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a3fff700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99a4102bc0 0x7f99a4199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a3fff700 1 -- 172.21.15.156:0/2550560062 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a41a08a0 con 0x7f99a4103560 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a3fff700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4103560 0x7f99a41a01d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f999c00be20 tx=0x7f999c009ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a0ff9700 1 -- 172.21.15.156:0/2550560062 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f999c019070 con 0x7f99a4103560 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a0ff9700 1 -- 172.21.15.156:0/2550560062 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f999c00cc10 con 0x7f99a4103560 2024-04-26T01:46:10.362 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99a41a0b90 con 0x7f99a4103560 2024-04-26T01:46:10.363 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99a0ff9700 1 -- 172.21.15.156:0/2550560062 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f999c0125a0 con 0x7f99a4103560 2024-04-26T01:46:10.363 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.362+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99a41a10d0 con 0x7f99a4103560 2024-04-26T01:46:10.363 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.363+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99a4069760 con 0x7f99a4103560 2024-04-26T01:46:10.363 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.364+0000 7f99a0ff9700 1 -- 172.21.15.156:0/2550560062 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f999c01c070 con 0x7f99a4103560 2024-04-26T01:46:10.363 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.365+0000 7f99a0ff9700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f998c0a3c40 0x7f998c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:10.363 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.365+0000 7f99a0ff9700 1 -- 172.21.15.156:0/2550560062 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f999c0ce8f0 con 0x7f99a4103560 2024-04-26T01:46:10.363 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.365+0000 7f99a37fe700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f998c0a3c40 0x7f998c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:10.364 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.366+0000 7f99a37fe700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f998c0a3c40 0x7f998c0a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f99a419a130 tx=0x7f999400b450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:10.368 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.370+0000 7f99a0ff9700 1 -- 172.21.15.156:0/2550560062 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f99a4069760 con 0x7f99a4103560 2024-04-26T01:46:10.576 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:10.577+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f99a40ff180 con 0x7f998c0a3c40 2024-04-26T01:46:11.223 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:10 smithi156 ceph-mon[32543]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:11.224 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:46:11.224 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:46:11.224 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:11.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:10 smithi090 ceph-mon[32456]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:11.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:46:11.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:46:11.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:11.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:10 smithi044 ceph-mon[27847]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:11.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:46:11.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:46:11.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:12.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:11 smithi156 ceph-mon[32543]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:12.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:11 smithi090 ceph-mon[32456]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:12.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:11 smithi044 ceph-mon[27847]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:13.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:12 smithi156 ceph-mon[32543]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:13.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:12 smithi090 ceph-mon[32456]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:13.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:12 smithi044 ceph-mon[27847]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:14.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:13 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/2831373840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]: dispatch 2024-04-26T01:46:14.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:13 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]: dispatch 2024-04-26T01:46:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:13 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]': finished 2024-04-26T01:46:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:13 smithi156 ceph-mon[32543]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:46:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:13 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:14.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:13 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/2831373840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]: dispatch 2024-04-26T01:46:14.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:13 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]: dispatch 2024-04-26T01:46:14.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:13 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]': finished 2024-04-26T01:46:14.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:13 smithi090 ceph-mon[32456]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:46:14.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:13 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:14.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:13 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/2831373840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]: dispatch 2024-04-26T01:46:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:13 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]: dispatch 2024-04-26T01:46:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:13 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48dceab3-ba54-4c20-8fa0-36044a6d4d0f"}]': finished 2024-04-26T01:46:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:13 smithi044 ceph-mon[27847]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:46:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:13 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:15.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:14 smithi156 ceph-mon[32543]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:15.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:14 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/316360235' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:46:15.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:14 smithi090 ceph-mon[32456]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:15.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:14 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/316360235' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:46:15.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:14 smithi044 ceph-mon[27847]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:15.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:14 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/316360235' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:46:17.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:16 smithi156 ceph-mon[32543]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:17.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:16 smithi090 ceph-mon[32456]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:17.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:16 smithi044 ceph-mon[27847]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:18 smithi156 ceph-mon[32543]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:19.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:18 smithi090 ceph-mon[32456]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:19.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:18 smithi044 ceph-mon[27847]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:21.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:20 smithi156 ceph-mon[32543]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:21.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:20 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:46:21.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:20 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:21.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:20 smithi090 ceph-mon[32456]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:21.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:20 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:46:21.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:20 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:21.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:20 smithi044 ceph-mon[27847]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:21.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:20 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:46:21.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:20 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:22.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:21 smithi156 ceph-mon[32543]: Deploying daemon osd.5 on smithi156 2024-04-26T01:46:22.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:21 smithi090 ceph-mon[32456]: Deploying daemon osd.5 on smithi156 2024-04-26T01:46:22.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:21 smithi044 ceph-mon[27847]: Deploying daemon osd.5 on smithi156 2024-04-26T01:46:23.159 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:22 smithi156 ceph-mon[32543]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:23.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:22 smithi090 ceph-mon[32456]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:23.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:22 smithi044 ceph-mon[27847]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:25.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:24 smithi156 ceph-mon[32543]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:25.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:24 smithi090 ceph-mon[32456]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:25.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:24 smithi044 ceph-mon[27847]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:27.168 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:26 smithi156 ceph-mon[32543]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:27.168 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:27.168 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:27.168 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:27.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:26 smithi090 ceph-mon[32456]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:27.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:26 smithi044 ceph-mon[27847]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:27.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:27.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:27.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:29.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:28 smithi156 ceph-mon[32543]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:29.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:28 smithi090 ceph-mon[32456]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:29.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:28 smithi044 ceph-mon[27847]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:29.914 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.916+0000 7f99a0ff9700 1 -- 172.21.15.156:0/2550560062 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f99a40ff180 con 0x7f998c0a3c40 2024-04-26T01:46:29.915 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 5 on host 'smithi156' 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f998c0a3c40 msgr2=0x7f998c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f998c0a3c40 0x7f998c0a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f99a419a130 tx=0x7f999400b450 comp rx=0 tx=0).stop 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4103560 msgr2=0x7f99a41a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4103560 0x7f99a41a01d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f999c00be20 tx=0x7f999c009ed0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 shutdown_connections 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f99a4103560 0x7f99a41a01d0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f998c0a3c40 0x7f998c0a6100 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f99a41019c0 0x7f99a4198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 --2- 172.21.15.156:0/2550560062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99a4102bc0 0x7f99a4199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.918+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 >> 172.21.15.156:0/2550560062 conn(0x7f99a40fcfa0 msgr2=0x7f99a40fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.919+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 shutdown_connections 2024-04-26T01:46:29.917 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:46:29.919+0000 7f99aa06e700 1 -- 172.21.15.156:0/2550560062 wait complete. 2024-04-26T01:46:30.699 DEBUG:teuthology.orchestra.run.smithi156:osd.5> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T01:46:30.701 INFO:tasks.cephadm:Deploying osd.6 on smithi044 with /dev/vg_nvme/lv_2... 2024-04-26T01:46:30.701 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:46:30.967 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:30 smithi156 ceph-mon[32543]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:30.967 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:30.967 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:30.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:30.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:30.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:30 smithi156 ceph-mon[32543]: from='osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:46:30.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:30 smithi156 ceph-mon[32543]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:46:31.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:30 smithi044 ceph-mon[27847]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:31.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:30 smithi044 ceph-mon[27847]: from='osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:46:31.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:30 smithi044 ceph-mon[27847]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:46:31.174 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:31.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:30 smithi090 ceph-mon[32456]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:31.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:30 smithi090 ceph-mon[32456]: from='osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:46:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:30 smithi090 ceph-mon[32456]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:46:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-mon[32543]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-mon[32543]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:46:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-mon[32543]: from='osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:46:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-mon[32543]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:46:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-mon[32543]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:46:32.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:32 smithi090 ceph-mon[32456]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:32.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:32 smithi090 ceph-mon[32456]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:46:32.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:32 smithi090 ceph-mon[32456]: from='osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:46:32.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:32 smithi090 ceph-mon[32456]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:46:32.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:32.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:32 smithi090 ceph-mon[32456]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:46:32.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:32 smithi044 ceph-mon[27847]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:32.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:32 smithi044 ceph-mon[27847]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:46:32.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:32 smithi044 ceph-mon[27847]: from='osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:46:32.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:32 smithi044 ceph-mon[27847]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:46:32.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:32.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:32 smithi044 ceph-mon[27847]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:46:33.229 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T01:46:32.783+0000 7f022ef54700 -1 osd.5 0 waiting for initial osdmap 2024-04-26T01:46:33.229 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 01:46:32 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T01:46:32.789+0000 7f0226d3f700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:46:33.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:33 smithi044 ceph-mon[27847]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:46:33.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:33 smithi044 ceph-mon[27847]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:46:33.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:33.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:33 smithi044 ceph-mon[27847]: from='osd.5 ' entity='osd.5' 2024-04-26T01:46:33.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:33 smithi044 ceph-mon[27847]: osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] boot 2024-04-26T01:46:33.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:33 smithi044 ceph-mon[27847]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:46:33.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:33.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:33 smithi090 ceph-mon[32456]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:46:33.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:33 smithi090 ceph-mon[32456]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:46:33.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:33 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:33.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:33 smithi090 ceph-mon[32456]: from='osd.5 ' entity='osd.5' 2024-04-26T01:46:33.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:33 smithi090 ceph-mon[32456]: osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] boot 2024-04-26T01:46:33.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:33 smithi090 ceph-mon[32456]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:46:33.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:33 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:33.639 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:33 smithi156 ceph-mon[32543]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:46:33.639 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:33 smithi156 ceph-mon[32543]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:46:33.639 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:33.639 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:33 smithi156 ceph-mon[32543]: from='osd.5 ' entity='osd.5' 2024-04-26T01:46:33.639 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:33 smithi156 ceph-mon[32543]: osd.5 [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] boot 2024-04-26T01:46:33.639 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:33 smithi156 ceph-mon[32543]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:46:33.639 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:46:34.232 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:46:34.232 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:46:34.232 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T01:46:34.232 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T01:46:34.233 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0400123 s, 262 MB/s 2024-04-26T01:46:34.233 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 2024-04-26T01:46:34.233 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi156 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi156 to 8544M 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:34 smithi090 ceph-mon[32456]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:46:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi156 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi156 to 8544M 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:34.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:34.604 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.604 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:34 smithi044 ceph-mon[27847]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:46:34.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi156 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi156 to 8544M 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:34.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:46:34.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:34 smithi156 ceph-mon[32543]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:46:35.073 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_2 2024-04-26T01:46:35.532 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:36.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:36 smithi044 ceph-mon[27847]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:36.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:36 smithi044 ceph-mon[27847]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:46:36.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:36 smithi090 ceph-mon[32456]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:36.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:36 smithi090 ceph-mon[32456]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:46:36.532 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:36 smithi156 ceph-mon[32543]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:36.532 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:36 smithi156 ceph-mon[32543]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:46:37.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:37 smithi044 ceph-mon[27847]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:46:37.726 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:37 smithi156 ceph-mon[32543]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:46:37.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:37 smithi090 ceph-mon[32456]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:46:37.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 -- 172.21.15.44:0/4156660585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 msgr2=0x7f0440105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 --2- 172.21.15.44:0/4156660585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 0x7f0440105920 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0434009990 tx=0x7f0434009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 -- 172.21.15.44:0/4156660585 shutdown_connections 2024-04-26T01:46:37.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 --2- 172.21.15.44:0/4156660585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440108790 0x7f044010ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 --2- 172.21.15.44:0/4156660585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 0x7f0440105920 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 --2- 172.21.15.44:0/4156660585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0440105e60 0x7f0440108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 -- 172.21.15.44:0/4156660585 >> 172.21.15.44:0/4156660585 conn(0x7f04400fcf40 msgr2=0x7f04400ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:37.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 -- 172.21.15.44:0/4156660585 shutdown_connections 2024-04-26T01:46:37.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.885+0000 7f0447e00700 1 -- 172.21.15.44:0/4156660585 wait complete. 2024-04-26T01:46:37.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.886+0000 7f0447e00700 1 Processor -- start 2024-04-26T01:46:37.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.886+0000 7f0447e00700 1 -- start start 2024-04-26T01:46:37.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0447e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 0x7f044019ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0447e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440105e60 0x7f044019b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0447e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0440108790 0x7f04401a23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0447e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f044010e520 con 0x7f0440105e60 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0447e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f044010e3a0 con 0x7f0440103530 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0447e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f044010e6a0 con 0x7f0440108790 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0444a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440105e60 0x7f044019b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0445e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0440108790 0x7f04401a23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0444a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440105e60 0x7f044019b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45802/0 (socket says 172.21.15.44:45802) 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0444a00700 1 -- 172.21.15.44:0/585536667 learned_addr learned my addr 172.21.15.44:0/585536667 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.887+0000 7f0445400700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 0x7f044019ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0445e00700 1 -- 172.21.15.44:0/585536667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 msgr2=0x7f044019ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0445e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 0x7f044019ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0445e00700 1 -- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440105e60 msgr2=0x7f044019b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0445e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440105e60 0x7f044019b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0445e00700 1 -- 172.21.15.44:0/585536667 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04401a2a60 con 0x7f0440108790 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0444a00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440105e60 0x7f044019b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:37.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0445e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0440108790 0x7f04401a23c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f043800efc0 tx=0x7f043800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:37.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f043e000700 1 -- 172.21.15.44:0/585536667 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04380092e0 con 0x7f0440108790 2024-04-26T01:46:37.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04401a2cf0 con 0x7f0440108790 2024-04-26T01:46:37.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f043e000700 1 -- 172.21.15.44:0/585536667 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0438004bb0 con 0x7f0440108790 2024-04-26T01:46:37.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.888+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04401a3220 con 0x7f0440108790 2024-04-26T01:46:37.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.889+0000 7f043e000700 1 -- 172.21.15.44:0/585536667 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0438004020 con 0x7f0440108790 2024-04-26T01:46:37.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.890+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0440069730 con 0x7f0440108790 2024-04-26T01:46:37.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.892+0000 7f043e000700 1 -- 172.21.15.44:0/585536667 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f043801b030 con 0x7f0440108790 2024-04-26T01:46:37.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.893+0000 7f043e000700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f04280a3cc0 0x7f04280a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.893+0000 7f043e000700 1 -- 172.21.15.44:0/585536667 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4533+0+0 (secure 0 0 0) 0x7f04380cf1e0 con 0x7f0440108790 2024-04-26T01:46:37.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.893+0000 7f0445400700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f04280a3cc0 0x7f04280a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.894+0000 7f0445400700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f04280a3cc0 0x7f04280a6180 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f043400b760 tx=0x7f04340050c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:37.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:37.895+0000 7f043e000700 1 -- 172.21.15.44:0/585536667 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0438022020 con 0x7f0440108790 2024-04-26T01:46:38.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:46:38.139+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f0440062e80 con 0x7f04280a3cc0 2024-04-26T01:46:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:38 smithi044 ceph-mon[27847]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:38 smithi044 ceph-mon[27847]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:46:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:46:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:46:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:38.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:38 smithi156 ceph-mon[32543]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:38.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:38 smithi156 ceph-mon[32543]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:46:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:46:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:46:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:38.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:38 smithi090 ceph-mon[32456]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:38.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:38 smithi090 ceph-mon[32456]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:46:38.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:46:38.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:46:38.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:39.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:39 smithi044 ceph-mon[27847]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:39.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:39 smithi156 ceph-mon[32543]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:39.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:39 smithi090 ceph-mon[32456]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:40.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:40 smithi044 ceph-mon[27847]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:40.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:40 smithi156 ceph-mon[32543]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:40.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:40 smithi090 ceph-mon[32456]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:42.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:42 smithi044 ceph-mon[27847]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:46:42.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:42 smithi156 ceph-mon[32543]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:46:42.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:42 smithi090 ceph-mon[32456]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:46:43.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:43 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2287907039' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]: dispatch 2024-04-26T01:46:43.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:43 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]: dispatch 2024-04-26T01:46:43.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:43 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]': finished 2024-04-26T01:46:43.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:43 smithi044 ceph-mon[27847]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:46:43.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:46:43.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:43 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2287907039' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]: dispatch 2024-04-26T01:46:43.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:43 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]: dispatch 2024-04-26T01:46:43.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:43 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]': finished 2024-04-26T01:46:43.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:43 smithi156 ceph-mon[32543]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:46:43.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:43 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:46:43.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:43 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2287907039' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]: dispatch 2024-04-26T01:46:43.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:43 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]: dispatch 2024-04-26T01:46:43.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:43 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7b0767e-b74c-4f0d-b99c-c039e8d93f15"}]': finished 2024-04-26T01:46:43.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:43 smithi090 ceph-mon[32456]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:46:43.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:43 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:46:44.637 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:44 smithi090 ceph-mon[32456]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:46:44.637 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:44 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/205037840' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:46:44.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:44 smithi156 ceph-mon[32543]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:46:44.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:44 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/205037840' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:46:44.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:44 smithi044 ceph-mon[27847]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:46:44.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:44 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/205037840' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:46:46.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:46 smithi044 ceph-mon[27847]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:46:46.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:46 smithi156 ceph-mon[32543]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:46:46.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:46 smithi090 ceph-mon[32456]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:46:48.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:48 smithi044 ceph-mon[27847]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:46:48.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:48 smithi156 ceph-mon[32543]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:46:48.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:48 smithi090 ceph-mon[32456]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:46:50.559 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:50 smithi044 ceph-mon[27847]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:46:50.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:50 smithi156 ceph-mon[32543]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:46:50.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:50 smithi090 ceph-mon[32456]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:46:52.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:52 smithi156 ceph-mon[32543]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:52.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:46:52.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:52.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:52 smithi090 ceph-mon[32456]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:52.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:46:52.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:52.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:52 smithi044 ceph-mon[27847]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:52.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:46:52.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:53.443 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:53 smithi044 ceph-mon[27847]: Deploying daemon osd.6 on smithi044 2024-04-26T01:46:53.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:53 smithi156 ceph-mon[32543]: Deploying daemon osd.6 on smithi044 2024-04-26T01:46:53.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:53 smithi090 ceph-mon[32456]: Deploying daemon osd.6 on smithi044 2024-04-26T01:46:54.564 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:54 smithi044 ceph-mon[27847]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:54.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:54 smithi156 ceph-mon[32543]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:54.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:54 smithi090 ceph-mon[32456]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:56.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:56 smithi156 ceph-mon[32543]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:56.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:56 smithi090 ceph-mon[32456]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:56.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:56 smithi044 ceph-mon[27847]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:58.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:46:58 smithi044 ceph-mon[27847]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:58.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:46:58 smithi156 ceph-mon[32543]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:46:58.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:46:58 smithi090 ceph-mon[32456]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:00.646 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:00 smithi044 ceph-mon[27847]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:00.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:00 smithi156 ceph-mon[32543]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:00.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:00 smithi090 ceph-mon[32456]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:02.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:02.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:02.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:02.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:02.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:02.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:02.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:02.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:02.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:03.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:02 smithi044 ceph-mon[27847]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:03.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:02 smithi156 ceph-mon[32543]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:03.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:02 smithi090 ceph-mon[32456]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:05.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:04 smithi044 ceph-mon[27847]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:05.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:04 smithi156 ceph-mon[32543]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:05.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:04 smithi090 ceph-mon[32456]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:05.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:05.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:05 smithi044 ceph-mon[27847]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:47:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:06.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:05 smithi156 ceph-mon[32543]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:47:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:06.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:05 smithi090 ceph-mon[32456]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:47:06.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:06.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:06.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:06.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.314+0000 7f043e000700 1 -- 172.21.15.44:0/585536667 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0440062e80 con 0x7f04280a3cc0 2024-04-26T01:47:06.313 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 6 on host 'smithi044' 2024-04-26T01:47:06.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f04280a3cc0 msgr2=0x7f04280a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f04280a3cc0 0x7f04280a6180 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f043400b760 tx=0x7f04340050c0 comp rx=0 tx=0).stop 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0440108790 msgr2=0x7f04401a23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0440108790 0x7f04401a23c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f043800efc0 tx=0x7f043800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 shutdown_connections 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0440108790 0x7f04401a23c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f04280a3cc0 0x7f04280a6180 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0440103530 0x7f044019ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 --2- 172.21.15.44:0/585536667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0440105e60 0x7f044019b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.318+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 >> 172.21.15.44:0/585536667 conn(0x7f04400fcf40 msgr2=0x7f0440102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.319+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 shutdown_connections 2024-04-26T01:47:06.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:47:06.319+0000 7f0447e00700 1 -- 172.21.15.44:0/585536667 wait complete. 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:07.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:07.343 DEBUG:teuthology.orchestra.run.smithi044:osd.6> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T01:47:07.348 INFO:tasks.cephadm:Deploying osd.7 on smithi090 with /dev/vg_nvme/lv_2... 2024-04-26T01:47:07.348 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:47:07.590 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:47:07.963 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:07 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:47:07.963 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:07 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:47:07.963 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:07 smithi090 ceph-mon[32456]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:47:07.963 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:07 smithi090 ceph-mon[32456]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:47:07.963 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:07 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:07.963 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:07 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:08.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:07 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:47:08.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:07 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:47:08.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:07 smithi156 ceph-mon[32543]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:47:08.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:07 smithi156 ceph-mon[32543]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:47:08.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:07 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:08.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:07 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:07 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:47:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:07 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:47:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:07 smithi044 ceph-mon[27847]: from='osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:47:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:07 smithi044 ceph-mon[27847]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:47:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:07 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:07 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:09.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:08 smithi156 ceph-mon[32543]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:09.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:08 smithi156 ceph-mon[32543]: osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] boot 2024-04-26T01:47:09.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:08 smithi156 ceph-mon[32543]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:47:09.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:08 smithi090 ceph-mon[32456]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:08 smithi090 ceph-mon[32456]: osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] boot 2024-04-26T01:47:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:08 smithi090 ceph-mon[32456]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:47:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:09.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:08 smithi044 ceph-mon[27847]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:47:09.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:08 smithi044 ceph-mon[27847]: osd.6 [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] boot 2024-04-26T01:47:09.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:08 smithi044 ceph-mon[27847]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:47:09.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:09.472 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:47:09.472 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:47:09.472 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T01:47:09.472 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T01:47:09.472 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127821 s, 820 MB/s 2024-04-26T01:47:09.472 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T01:47:10.146 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:09 smithi090 ceph-mon[32456]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:47:10.174 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_2 2024-04-26T01:47:10.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:09 smithi156 ceph-mon[32543]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:47:10.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:09 smithi044 ceph-mon[27847]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:47:10.420 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:47:11.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:10 smithi156 ceph-mon[32543]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:11.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:10 smithi090 ceph-mon[32456]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:11.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:10 smithi044 ceph-mon[27847]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:12.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 -- 172.21.15.90:0/3411126196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 msgr2=0x7f2224104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 --2- 172.21.15.90:0/3411126196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224104130 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f22180099c0 tx=0x7f2218009cd0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.039 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 -- 172.21.15.90:0/3411126196 shutdown_connections 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 --2- 172.21.15.90:0/3411126196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2224104670 0x7f222410af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 --2- 172.21.15.90:0/3411126196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2224102ad0 0x7f2224102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 --2- 172.21.15.90:0/3411126196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224104130 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 -- 172.21.15.90:0/3411126196 >> 172.21.15.90:0/3411126196 conn(0x7f22240fe090 msgr2=0x7f22241004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 -- 172.21.15.90:0/3411126196 shutdown_connections 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.039+0000 7f2229dfd700 1 -- 172.21.15.90:0/3411126196 wait complete. 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 Processor -- start 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 -- start start 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2224102ad0 0x7f22240767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2224104670 0x7f2224075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f222410e6b0 con 0x7f2224104670 2024-04-26T01:47:12.040 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f222410e530 con 0x7f2224103cd0 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2229dfd700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f222410e830 con 0x7f2224102ad0 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2222ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2222ffd700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:43452/0 (socket says 172.21.15.90:43452) 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f2222ffd700 1 -- 172.21.15.90:0/712224736 learned_addr learned my addr 172.21.15.90:0/712224736 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.040+0000 7f22237fe700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2224102ad0 0x7f22240767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2222ffd700 1 -- 172.21.15.90:0/712224736 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2224102ad0 msgr2=0x7f22240767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2222ffd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2224102ad0 0x7f22240767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2222ffd700 1 -- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2224104670 msgr2=0x7f2224075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2222ffd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2224104670 0x7f2224075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2222ffd700 1 -- 172.21.15.90:0/712224736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2224075c20 con 0x7f2224103cd0 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2222ffd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224074e30 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2218009f50 tx=0x7f22180047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2220ff9700 1 -- 172.21.15.90:0/712224736 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2218027070 con 0x7f2224103cd0 2024-04-26T01:47:12.041 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2220ff9700 1 -- 172.21.15.90:0/712224736 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2218022470 con 0x7f2224103cd0 2024-04-26T01:47:12.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2220ff9700 1 -- 172.21.15.90:0/712224736 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f221800f6c0 con 0x7f2224103cd0 2024-04-26T01:47:12.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22241a2e20 con 0x7f2224103cd0 2024-04-26T01:47:12.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.041+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22241a3290 con 0x7f2224103cd0 2024-04-26T01:47:12.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.042+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2224069730 con 0x7f2224103cd0 2024-04-26T01:47:12.042 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.044+0000 7f2220ff9700 1 -- 172.21.15.90:0/712224736 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f221802a070 con 0x7f2224103cd0 2024-04-26T01:47:12.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.044+0000 7f2220ff9700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f220c0a3cc0 0x7f220c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.044+0000 7f2220ff9700 1 -- 172.21.15.90:0/712224736 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f22180d0d80 con 0x7f2224103cd0 2024-04-26T01:47:12.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.045+0000 7f22237fe700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f220c0a3cc0 0x7f220c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.043 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.046+0000 7f22237fe700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f220c0a3cc0 0x7f220c0a6180 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2224103b30 tx=0x7f2214009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.045 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.048+0000 7f2220ff9700 1 -- 172.21.15.90:0/712224736 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2218031070 con 0x7f2224103cd0 2024-04-26T01:47:12.251 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:12.254+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f2224062e80 con 0x7f220c0a3cc0 2024-04-26T01:47:13.189 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:13.190 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:47:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:47:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:14.145 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:13 smithi090 ceph-mon[32456]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:14.146 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:13 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi044 2024-04-26T01:47:14.146 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:13 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi044 to 5698M 2024-04-26T01:47:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:13 smithi156 ceph-mon[32543]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:13 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi044 2024-04-26T01:47:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:13 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi044 to 5698M 2024-04-26T01:47:14.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:13 smithi044 ceph-mon[27847]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:13 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi044 2024-04-26T01:47:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:13 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi044 to 5698M 2024-04-26T01:47:15.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:14 smithi156 ceph-mon[32543]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:15.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:14 smithi090 ceph-mon[32456]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:15.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:14 smithi044 ceph-mon[27847]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:16.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:15 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/577131635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]: dispatch 2024-04-26T01:47:16.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:15 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]: dispatch 2024-04-26T01:47:16.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:15 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]': finished 2024-04-26T01:47:16.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:15 smithi090 ceph-mon[32456]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:47:16.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:15 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:16.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:15 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/3452534058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:47:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:15 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/577131635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]: dispatch 2024-04-26T01:47:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:15 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]: dispatch 2024-04-26T01:47:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:15 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]': finished 2024-04-26T01:47:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:15 smithi044 ceph-mon[27847]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:47:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:15 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:15 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/3452534058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:47:16.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:15 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/577131635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]: dispatch 2024-04-26T01:47:16.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:15 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]: dispatch 2024-04-26T01:47:16.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:15 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ed822bf-fc92-4b75-8004-530db3d9262f"}]': finished 2024-04-26T01:47:16.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:15 smithi156 ceph-mon[32543]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:47:16.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:15 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:16.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:15 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/3452534058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:47:17.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:16 smithi090 ceph-mon[32456]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:17.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:16 smithi044 ceph-mon[27847]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:17.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:16 smithi156 ceph-mon[32543]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:19.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:18 smithi044 ceph-mon[27847]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:19.375 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:18 smithi090 ceph-mon[32456]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:19.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:18 smithi156 ceph-mon[32543]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:21.319 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:20 smithi090 ceph-mon[32456]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:21.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:20 smithi044 ceph-mon[27847]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:21.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:20 smithi156 ceph-mon[32543]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:23.274 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:22 smithi090 ceph-mon[32456]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:23.274 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:47:23.274 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:23.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:22 smithi044 ceph-mon[27847]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:23.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:47:23.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:23.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:22 smithi156 ceph-mon[32543]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:23.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:47:23.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:24.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:24 smithi044 ceph-mon[27847]: Deploying daemon osd.7 on smithi090 2024-04-26T01:47:24.369 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:24 smithi090 ceph-mon[32456]: Deploying daemon osd.7 on smithi090 2024-04-26T01:47:24.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:24 smithi156 ceph-mon[32543]: Deploying daemon osd.7 on smithi090 2024-04-26T01:47:25.323 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:25 smithi090 ceph-mon[32456]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:25.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:25 smithi044 ceph-mon[27847]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:25.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:25 smithi156 ceph-mon[32543]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:27.101 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:27 smithi090 ceph-mon[32456]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:27.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:27 smithi044 ceph-mon[27847]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:27.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:27 smithi156 ceph-mon[32543]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:29.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:29 smithi090 ceph-mon[32456]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:29 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:29 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:29 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:29.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:29 smithi044 ceph-mon[27847]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:29.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:29 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:29.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:29 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:29.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:29 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:29.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:29 smithi156 ceph-mon[32543]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:29.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:29 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:29.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:29 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:29.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:29 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:31.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:31 smithi044 ceph-mon[27847]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:31.476 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:31 smithi090 ceph-mon[32456]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:31.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:31 smithi156 ceph-mon[32543]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:31.544 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.546+0000 7f2220ff9700 1 -- 172.21.15.90:0/712224736 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2224062e80 con 0x7f220c0a3cc0 2024-04-26T01:47:31.545 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 7 on host 'smithi090' 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f220c0a3cc0 msgr2=0x7f220c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f220c0a3cc0 0x7f220c0a6180 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2224103b30 tx=0x7f2214009190 comp rx=0 tx=0).stop 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 msgr2=0x7f2224074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224074e30 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2218009f50 tx=0x7f22180047b0 comp rx=0 tx=0).stop 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 shutdown_connections 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2224102ad0 0x7f22240767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f220c0a3cc0 0x7f220c0a6180 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2224104670 0x7f2224075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 --2- 172.21.15.90:0/712224736 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2224103cd0 0x7f2224074e30 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:31.547 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 >> 172.21.15.90:0/712224736 conn(0x7f22240fe090 msgr2=0x7f2224107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:31.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 shutdown_connections 2024-04-26T01:47:31.548 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:47:31.548+0000 7f2229dfd700 1 -- 172.21.15.90:0/712224736 wait complete. 2024-04-26T01:47:32.206 DEBUG:teuthology.orchestra.run.smithi090:osd.7> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T01:47:32.209 INFO:tasks.cephadm:Deploying osd.8 on smithi156 with /dev/vg_nvme/lv_2... 2024-04-26T01:47:32.209 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:47:32.458 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:47:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:32 smithi044 ceph-mon[27847]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:32 smithi044 ceph-mon[27847]: from='osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:47:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:32 smithi044 ceph-mon[27847]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:47:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.854 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:32 smithi156 ceph-mon[32543]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:32.854 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.854 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.854 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:32 smithi156 ceph-mon[32543]: from='osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:47:32.854 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:32 smithi156 ceph-mon[32543]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:47:32.854 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.855 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:32 smithi090 ceph-mon[32456]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:32 smithi090 ceph-mon[32456]: from='osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:47:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:32 smithi090 ceph-mon[32456]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:47:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:33.809 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:33 smithi156 ceph-mon[32543]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:47:33.809 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:33 smithi156 ceph-mon[32543]: from='osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:47:33.809 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:33 smithi156 ceph-mon[32543]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:47:33.809 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:33.809 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:33 smithi156 ceph-mon[32543]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:47:33.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:33 smithi044 ceph-mon[27847]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:47:33.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:33 smithi044 ceph-mon[27847]: from='osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:47:33.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:33 smithi044 ceph-mon[27847]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:47:33.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:33.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:33 smithi044 ceph-mon[27847]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:47:33.907 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:33 smithi090 ceph-mon[32456]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:47:33.907 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:33 smithi090 ceph-mon[32456]: from='osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:47:33.907 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:33 smithi090 ceph-mon[32456]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:47:33.907 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:33 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:33.907 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:33 smithi090 ceph-mon[32456]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:47:33.908 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 01:47:33 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T01:47:33.541+0000 7f6093e6f700 -1 osd.7 0 waiting for initial osdmap 2024-04-26T01:47:33.908 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 01:47:33 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T01:47:33.550+0000 7f608fc62700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:47:34.499 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:47:34.499 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:47:34.499 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2024-04-26T01:47:34.499 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2024-04-26T01:47:34.499 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00856987 s, 1.2 GB/s 2024-04-26T01:47:34.499 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2024-04-26T01:47:34.797 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:34 smithi156 ceph-mon[32543]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:34.797 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:34 smithi156 ceph-mon[32543]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:47:34.797 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:34 smithi156 ceph-mon[32543]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:47:34.797 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:34.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:34 smithi044 ceph-mon[27847]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:34.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:34 smithi044 ceph-mon[27847]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:47:34.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:34 smithi044 ceph-mon[27847]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:47:34.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:34.983 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:34 smithi090 ceph-mon[32456]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:47:34.983 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:34 smithi090 ceph-mon[32456]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:47:34.983 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:34 smithi090 ceph-mon[32456]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:47:34.983 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:35.145 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi156:vg_nvme/lv_2 2024-04-26T01:47:35.390 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:47:35.678 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:35 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:47:35.678 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:35 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:47:35.678 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:35 smithi090 ceph-mon[32456]: osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] boot 2024-04-26T01:47:35.678 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:35 smithi090 ceph-mon[32456]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:47:35.679 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:35.679 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:35 smithi090 ceph-mon[32456]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:47:35.767 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:35 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:47:35.768 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:35 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:47:35.768 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:35 smithi156 ceph-mon[32543]: osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] boot 2024-04-26T01:47:35.768 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:35 smithi156 ceph-mon[32543]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:47:35.768 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:35.768 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:35 smithi156 ceph-mon[32543]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:47:35.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:35 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:47:35.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:35 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:47:35.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:35 smithi044 ceph-mon[27847]: osd.7 [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] boot 2024-04-26T01:47:35.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:35 smithi044 ceph-mon[27847]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:47:35.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:35.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:35 smithi044 ceph-mon[27847]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:47:36.889 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:36.889 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi090 2024-04-26T01:47:36.889 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.889 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.889 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi090 to 5696M 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:36.890 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:36.891 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.891 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:36 smithi156 ceph-mon[32543]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:47:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi090 2024-04-26T01:47:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi090 to 5696M 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:36 smithi090 ceph-mon[32456]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:47:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi090 2024-04-26T01:47:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi090 to 5696M 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:36 smithi044 ceph-mon[27847]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:47:37.143 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.142+0000 7efd78550700 1 -- 172.21.15.156:0/2274040591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 msgr2=0x7efd70109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:37.143 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.142+0000 7efd78550700 1 --2- 172.21.15.156:0/2274040591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd70109df0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efd6800b0a0 tx=0x7efd6800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.143 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 -- 172.21.15.156:0/2274040591 shutdown_connections 2024-04-26T01:47:37.143 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 --2- 172.21.15.156:0/2274040591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd70109df0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.143 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 --2- 172.21.15.156:0/2274040591 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efd701019a0 0x7efd70101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.143 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 --2- 172.21.15.156:0/2274040591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd70102ba0 0x7efd70103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 -- 172.21.15.156:0/2274040591 >> 172.21.15.156:0/2274040591 conn(0x7efd700fcf60 msgr2=0x7efd700ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 -- 172.21.15.156:0/2274040591 shutdown_connections 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 -- 172.21.15.156:0/2274040591 wait complete. 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 Processor -- start 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 -- start start 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.143+0000 7efd78550700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd701019a0 0x7efd7006bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd78550700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efd70102ba0 0x7efd7019d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd78550700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd7019fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd78550700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efd7010d490 con 0x7efd701019a0 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd78550700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efd7010d310 con 0x7efd70102ba0 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd78550700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7efd7010d610 con 0x7efd70103540 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd7019fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd7019fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.156:51824/0 (socket says 172.21.15.156:51824) 2024-04-26T01:47:37.144 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 -- 172.21.15.156:0/2534723945 learned_addr learned my addr 172.21.15.156:0/2534723945 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd75aeb700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efd70102ba0 0x7efd7019d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 -- 172.21.15.156:0/2534723945 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efd70102ba0 msgr2=0x7efd7019d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efd70102ba0 0x7efd7019d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 -- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd701019a0 msgr2=0x7efd7006bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd701019a0 0x7efd7006bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 -- 172.21.15.156:0/2534723945 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd701a07a0 con 0x7efd70103540 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd76aed700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd7019fed0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efd6800b070 tx=0x7efd68004ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd677fe700 1 -- 172.21.15.156:0/2534723945 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68021070 con 0x7efd70103540 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd701a0a30 con 0x7efd70103540 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd677fe700 1 -- 172.21.15.156:0/2534723945 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd68004020 con 0x7efd70103540 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.144+0000 7efd677fe700 1 -- 172.21.15.156:0/2534723945 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6801d690 con 0x7efd70103540 2024-04-26T01:47:37.145 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.145+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd701a0fb0 con 0x7efd70103540 2024-04-26T01:47:37.146 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.146+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd70069730 con 0x7efd70103540 2024-04-26T01:47:37.146 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.147+0000 7efd677fe700 1 -- 172.21.15.156:0/2534723945 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7efd680044f0 con 0x7efd70103540 2024-04-26T01:47:37.146 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.147+0000 7efd677fe700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efd5c0a3c40 0x7efd5c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:37.146 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.147+0000 7efd677fe700 1 -- 172.21.15.156:0/2534723945 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5426+0+0 (secure 0 0 0) 0x7efd6800f020 con 0x7efd70103540 2024-04-26T01:47:37.147 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.148+0000 7efd762ec700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efd5c0a3c40 0x7efd5c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:37.147 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.149+0000 7efd762ec700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efd5c0a3c40 0x7efd5c0a6100 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efd70102a00 tx=0x7efd60005d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:37.150 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.152+0000 7efd677fe700 1 -- 172.21.15.156:0/2534723945 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efd6802a020 con 0x7efd70103540 2024-04-26T01:47:37.354 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:37.356+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7efd70062e80 con 0x7efd5c0a3c40 2024-04-26T01:47:37.997 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:37 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:47:37.997 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:37 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:47:37.997 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:37 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:38.087 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:37 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:47:38.087 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:37 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:47:38.088 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:37 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:38.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:37 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:47:38.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:37 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:47:38.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:37 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:39.023 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:38 smithi156 ceph-mon[32543]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:39.023 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:38 smithi156 ceph-mon[32543]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:39.023 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:38 smithi156 ceph-mon[32543]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:47:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:38 smithi044 ceph-mon[27847]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:38 smithi044 ceph-mon[27847]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:38 smithi044 ceph-mon[27847]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:47:39.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:38 smithi090 ceph-mon[32456]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:39.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:38 smithi090 ceph-mon[32456]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:39.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:38 smithi090 ceph-mon[32456]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:47:40.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:39 smithi044 ceph-mon[27847]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:47:40.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:39 smithi156 ceph-mon[32543]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:47:40.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:39 smithi090 ceph-mon[32456]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:47:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:40 smithi044 ceph-mon[27847]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:40 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/748837721' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]: dispatch 2024-04-26T01:47:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:40 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]: dispatch 2024-04-26T01:47:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:40 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]': finished 2024-04-26T01:47:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:40 smithi044 ceph-mon[27847]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:47:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:40 smithi156 ceph-mon[32543]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:40 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/748837721' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]: dispatch 2024-04-26T01:47:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:40 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]: dispatch 2024-04-26T01:47:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:40 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]': finished 2024-04-26T01:47:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:40 smithi156 ceph-mon[32543]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:47:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:40 smithi090 ceph-mon[32456]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:40 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/748837721' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]: dispatch 2024-04-26T01:47:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:40 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]: dispatch 2024-04-26T01:47:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:40 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e644d15-80a6-4b62-bce5-39047cc24b19"}]': finished 2024-04-26T01:47:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:40 smithi090 ceph-mon[32456]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:47:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:42.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:41 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/4063266937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:47:42.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:41 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/4063266937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:47:42.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:41 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/4063266937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:47:43.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:42 smithi044 ceph-mon[27847]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:43.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:42 smithi156 ceph-mon[32543]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:43.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:42 smithi090 ceph-mon[32456]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:45.038 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:44 smithi090 ceph-mon[32456]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:44 smithi044 ceph-mon[27847]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:45.112 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:44 smithi156 ceph-mon[32543]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:46 smithi044 ceph-mon[27847]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:46 smithi156 ceph-mon[32543]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:46 smithi090 ceph-mon[32456]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:48.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:47:48.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:48.189 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:47:48.189 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:48.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:47:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:48 smithi044 ceph-mon[27847]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:48 smithi044 ceph-mon[27847]: Deploying daemon osd.8 on smithi156 2024-04-26T01:47:49.165 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:48 smithi156 ceph-mon[32543]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:49.165 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:48 smithi156 ceph-mon[32543]: Deploying daemon osd.8 on smithi156 2024-04-26T01:47:49.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:48 smithi090 ceph-mon[32456]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:49.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:48 smithi090 ceph-mon[32456]: Deploying daemon osd.8 on smithi156 2024-04-26T01:47:51.088 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:50 smithi156 ceph-mon[32543]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:51.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:50 smithi044 ceph-mon[27847]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:51.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:50 smithi090 ceph-mon[32456]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:53.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:52 smithi044 ceph-mon[27847]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:53.108 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:52 smithi156 ceph-mon[32543]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:53.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:52 smithi090 ceph-mon[32456]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:53.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:53 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:53.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:53 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:53.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:53 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:54.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:53 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:54.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:53 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:54.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:53 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:54.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:53 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:54.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:53 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:54.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:53 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:55.034 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:54 smithi156 ceph-mon[32543]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:55.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:54 smithi044 ceph-mon[27847]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:54 smithi090 ceph-mon[32456]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:56.921 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:56 smithi156 ceph-mon[32543]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:56.993 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.996+0000 7efd677fe700 1 -- 172.21.15.156:0/2534723945 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7efd70062e80 con 0x7efd5c0a3c40 2024-04-26T01:47:56.993 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 8 on host 'smithi156' 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efd5c0a3c40 msgr2=0x7efd5c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efd5c0a3c40 0x7efd5c0a6100 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efd70102a00 tx=0x7efd60005d20 comp rx=0 tx=0).stop 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 msgr2=0x7efd7019fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd7019fed0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efd6800b070 tx=0x7efd68004ef0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 shutdown_connections 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efd70103540 0x7efd7019fed0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efd5c0a3c40 0x7efd5c0a6100 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efd701019a0 0x7efd7006bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 --2- 172.21.15.156:0/2534723945 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efd70102ba0 0x7efd7019d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 >> 172.21.15.156:0/2534723945 conn(0x7efd700fcf60 msgr2=0x7efd70105f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:56.996 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.998+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 shutdown_connections 2024-04-26T01:47:56.997 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:47:56.999+0000 7efd78550700 1 -- 172.21.15.156:0/2534723945 wait complete. 2024-04-26T01:47:57.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:56 smithi044 ceph-mon[27847]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:57.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:56 smithi090 ceph-mon[32456]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:57.639 DEBUG:teuthology.orchestra.run.smithi156:osd.8> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.8.service 2024-04-26T01:47:57.641 INFO:tasks.cephadm:Deploying osd.9 on smithi044 with /dev/vg_nvme/lv_1... 2024-04-26T01:47:57.642 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:47:58.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:57 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:57 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:57 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:57 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:57 smithi044 ceph-mon[27847]: from='osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:47:58.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:57 smithi044 ceph-mon[27847]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:47:58.111 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:58.228 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:57 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:57 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:57 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:57 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:57 smithi156 ceph-mon[32543]: from='osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:47:58.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:57 smithi156 ceph-mon[32543]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:47:58.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:57 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.235 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:57 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:57 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:57 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:47:58.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:57 smithi090 ceph-mon[32456]: from='osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:47:58.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:57 smithi090 ceph-mon[32456]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:47:59.079 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:58 smithi156 ceph-mon[32543]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:59.079 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:58 smithi156 ceph-mon[32543]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:47:59.079 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:58 smithi156 ceph-mon[32543]: from='osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:47:59.080 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:58 smithi156 ceph-mon[32543]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:47:59.080 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:58 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:59.080 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:47:58 smithi156 ceph-mon[32543]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:47:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:58 smithi090 ceph-mon[32456]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:58 smithi090 ceph-mon[32456]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:47:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:58 smithi090 ceph-mon[32456]: from='osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:47:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:58 smithi090 ceph-mon[32456]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:47:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:58 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:47:58 smithi090 ceph-mon[32456]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:47:59.289 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:58 smithi044 ceph-mon[27847]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:47:59.289 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:58 smithi044 ceph-mon[27847]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:47:59.289 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:58 smithi044 ceph-mon[27847]: from='osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:47:59.290 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:58 smithi044 ceph-mon[27847]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:47:59.290 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:58 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:59.290 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:47:58 smithi044 ceph-mon[27847]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:47:59.967 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 01:47:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T01:47:59.545+0000 7f96a2611700 -1 osd.8 0 waiting for initial osdmap 2024-04-26T01:47:59.967 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 01:47:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T01:47:59.556+0000 7f969a3fc700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:48:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:00 smithi156 ceph-mon[32543]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:48:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:00 smithi156 ceph-mon[32543]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:48:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:00 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:00 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:00 smithi156 ceph-mon[32543]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:48:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:00 smithi156 ceph-mon[32543]: from='osd.8 ' entity='osd.8' 2024-04-26T01:48:00.274 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:00 smithi044 ceph-mon[27847]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:48:00.275 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:00 smithi044 ceph-mon[27847]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:48:00.275 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:00 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:00.275 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:00 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:00.275 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:00 smithi044 ceph-mon[27847]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:48:00.275 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:00 smithi044 ceph-mon[27847]: from='osd.8 ' entity='osd.8' 2024-04-26T01:48:00.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:00 smithi090 ceph-mon[32456]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:48:00.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:00 smithi090 ceph-mon[32456]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:48:00.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:00 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:00.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:00 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:00.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:00 smithi090 ceph-mon[32456]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:48:00.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:00 smithi090 ceph-mon[32456]: from='osd.8 ' entity='osd.8' 2024-04-26T01:48:01.170 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:48:01.170 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:48:01.170 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T01:48:01.170 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T01:48:01.170 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0326633 s, 321 MB/s 2024-04-26T01:48:01.171 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] boot 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi156 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi156 to 5696M 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:01.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] boot 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi156 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi156 to 5696M 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: osd.8 [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] boot 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi156 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi156 to 5696M 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:01.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:02.094 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_1 2024-04-26T01:48:02.554 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:02.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:02 smithi044 ceph-mon[27847]: pgmap v220: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:02.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:02 smithi044 ceph-mon[27847]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:48:02.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:02 smithi156 ceph-mon[32543]: pgmap v220: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:02.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:02 smithi156 ceph-mon[32543]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:48:02.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:02 smithi090 ceph-mon[32456]: pgmap v220: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:02.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:02 smithi090 ceph-mon[32456]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:48:03.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:03 smithi044 ceph-mon[27847]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:48:03.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:03 smithi156 ceph-mon[32543]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:48:03.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:03 smithi090 ceph-mon[32456]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:48:04.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:04 smithi044 ceph-mon[27847]: pgmap v223: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:04.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:04 smithi044 ceph-mon[27847]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:48:04.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:04 smithi156 ceph-mon[32543]: pgmap v223: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:04.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:04 smithi156 ceph-mon[32543]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:48:04.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:04 smithi090 ceph-mon[32456]: pgmap v223: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:04.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:04 smithi090 ceph-mon[32456]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:48:04.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 -- 172.21.15.44:0/1202127379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810ac80 msgr2=0x7f8d78111530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 --2- 172.21.15.44:0/1202127379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810ac80 0x7f8d78111530 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000b0d0 tx=0x7f8d7000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 -- 172.21.15.44:0/1202127379 shutdown_connections 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 --2- 172.21.15.44:0/1202127379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810ac80 0x7f8d78111530 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 --2- 172.21.15.44:0/1202127379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8d781090e0 0x7f8d78109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 --2- 172.21.15.44:0/1202127379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8d7810a2e0 0x7f8d7810a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 -- 172.21.15.44:0/1202127379 >> 172.21.15.44:0/1202127379 conn(0x7f8d780780b0 msgr2=0x7f8d7807a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.907+0000 7f8d7d400700 1 -- 172.21.15.44:0/1202127379 shutdown_connections 2024-04-26T01:48:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.909+0000 7f8d7d400700 1 -- 172.21.15.44:0/1202127379 wait complete. 2024-04-26T01:48:04.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.910+0000 7f8d7d400700 1 Processor -- start 2024-04-26T01:48:04.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.910+0000 7f8d7d400700 1 -- start start 2024-04-26T01:48:04.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.910+0000 7f8d7d400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8d781090e0 0x7f8d7819f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.910+0000 7f8d7d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810a2e0 0x7f8d7819f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.910+0000 7f8d7d400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8d7810ac80 0x7f8d781a66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d7d400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8d78114bb0 con 0x7f8d7810a2e0 2024-04-26T01:48:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d7d400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8d78114a30 con 0x7f8d7810ac80 2024-04-26T01:48:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d7d400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8d78114d30 con 0x7f8d781090e0 2024-04-26T01:48:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d76800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8d781090e0 0x7f8d7819f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d75e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810a2e0 0x7f8d7819f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d76800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8d781090e0 0x7f8d7819f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48036/0 (socket says 172.21.15.44:48036) 2024-04-26T01:48:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d76800700 1 -- 172.21.15.44:0/4284517403 learned_addr learned my addr 172.21.15.44:0/4284517403 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:48:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d77200700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8d7810ac80 0x7f8d781a66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d77200700 1 -- 172.21.15.44:0/4284517403 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8d781090e0 msgr2=0x7f8d7819f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d77200700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8d781090e0 0x7f8d7819f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d77200700 1 -- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810a2e0 msgr2=0x7f8d7819f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d77200700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810a2e0 0x7f8d7819f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d77200700 1 -- 172.21.15.44:0/4284517403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d781a6d90 con 0x7f8d7810ac80 2024-04-26T01:48:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.911+0000 7f8d75e00700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810a2e0 0x7f8d7819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.912+0000 7f8d77200700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8d7810ac80 0x7f8d781a66f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8d70006070 tx=0x7f8d70004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.912+0000 7f8d6f400700 1 -- 172.21.15.44:0/4284517403 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7001f070 con 0x7f8d7810ac80 2024-04-26T01:48:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.912+0000 7f8d6f400700 1 -- 172.21.15.44:0/4284517403 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d70007b80 con 0x7f8d7810ac80 2024-04-26T01:48:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.912+0000 7f8d6f400700 1 -- 172.21.15.44:0/4284517403 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7001b690 con 0x7f8d7810ac80 2024-04-26T01:48:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.912+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d781a7020 con 0x7f8d7810ac80 2024-04-26T01:48:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.913+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d781a74d0 con 0x7f8d7810ac80 2024-04-26T01:48:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.914+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d78069730 con 0x7f8d7810ac80 2024-04-26T01:48:04.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.916+0000 7f8d6f400700 1 -- 172.21.15.44:0/4284517403 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8d70022070 con 0x7f8d7810ac80 2024-04-26T01:48:04.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.917+0000 7f8d6f400700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8d5c0a3cc0 0x7f8d5c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.917+0000 7f8d6f400700 1 -- 172.21.15.44:0/4284517403 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7f8d7000f020 con 0x7f8d7810ac80 2024-04-26T01:48:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.918+0000 7f8d76800700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8d5c0a3cc0 0x7f8d5c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.918+0000 7f8d76800700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8d5c0a3cc0 0x7f8d5c0a6180 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8d68009680 tx=0x7f8d68009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:04.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:04.922+0000 7f8d6f400700 1 -- 172.21.15.44:0/4284517403 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8d70029020 con 0x7f8d7810ac80 2024-04-26T01:48:05.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:05.162+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f8d78062e80 con 0x7f8d5c0a3cc0 2024-04-26T01:48:05.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:48:05.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:48:05.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:05.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:48:05.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:48:05.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:05.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:48:05.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:48:05.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:06.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:06 smithi044 ceph-mon[27847]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:48:06.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:06 smithi044 ceph-mon[27847]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:48:06.630 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:06 smithi156 ceph-mon[32543]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:48:06.630 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:06 smithi156 ceph-mon[32543]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:48:06.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:06 smithi090 ceph-mon[32456]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:48:06.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:06 smithi090 ceph-mon[32456]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:48:08.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:08 smithi044 ceph-mon[27847]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:48:08.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:08 smithi156 ceph-mon[32543]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:48:08.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:08 smithi090 ceph-mon[32456]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:48:10.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:10 smithi044 ceph-mon[27847]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T01:48:10.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:10 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3726028268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]: dispatch 2024-04-26T01:48:10.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:10 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]: dispatch 2024-04-26T01:48:10.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:10 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]': finished 2024-04-26T01:48:10.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:10 smithi044 ceph-mon[27847]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:48:10.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:10 smithi156 ceph-mon[32543]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T01:48:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:10 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3726028268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]: dispatch 2024-04-26T01:48:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:10 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]: dispatch 2024-04-26T01:48:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:10 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]': finished 2024-04-26T01:48:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:10 smithi156 ceph-mon[32543]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:48:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:10.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:10 smithi090 ceph-mon[32456]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T01:48:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:10 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3726028268' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]: dispatch 2024-04-26T01:48:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:10 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]: dispatch 2024-04-26T01:48:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:10 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f21b85a-3882-4a9e-9f2a-2571a5739026"}]': finished 2024-04-26T01:48:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:10 smithi090 ceph-mon[32456]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:48:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:11.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:11 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/799801533' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:48:11.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:11 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/799801533' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:48:11.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:11 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/799801533' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:48:12.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:12 smithi156 ceph-mon[32543]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:48:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:12 smithi090 ceph-mon[32456]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:48:12.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:12 smithi044 ceph-mon[27847]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:48:14.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:14 smithi044 ceph-mon[27847]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:48:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:14 smithi156 ceph-mon[32543]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:48:14.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:14 smithi090 ceph-mon[32456]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:48:16.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:16 smithi044 ceph-mon[27847]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:16.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:16 smithi156 ceph-mon[32543]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:16.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:16 smithi090 ceph-mon[32456]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:18.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:18 smithi044 ceph-mon[27847]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:18.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:18 smithi156 ceph-mon[32543]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:18.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:18 smithi090 ceph-mon[32456]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:19.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:19 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:48:19.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:19 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:19.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:19 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:48:19.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:19 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:19.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:19 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:48:19.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:19 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:20.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:20 smithi044 ceph-mon[27847]: Deploying daemon osd.9 on smithi044 2024-04-26T01:48:20.425 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:20 smithi044 ceph-mon[27847]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:20.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:20 smithi156 ceph-mon[32543]: Deploying daemon osd.9 on smithi044 2024-04-26T01:48:20.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:20 smithi156 ceph-mon[32543]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:20.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:20 smithi090 ceph-mon[32456]: Deploying daemon osd.9 on smithi044 2024-04-26T01:48:20.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:20 smithi090 ceph-mon[32456]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:22.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:22 smithi044 ceph-mon[27847]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:22 smithi156 ceph-mon[32543]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:22.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:22 smithi090 ceph-mon[32456]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:24.595 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:24 smithi044 ceph-mon[27847]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:24 smithi156 ceph-mon[32543]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:24 smithi090 ceph-mon[32456]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:26.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:26 smithi044 ceph-mon[27847]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:26.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:26 smithi156 ceph-mon[32543]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:26.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:26 smithi090 ceph-mon[32456]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:28.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:28 smithi044 ceph-mon[27847]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:28.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:28.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:28.935 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:28.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:28 smithi156 ceph-mon[32543]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:28.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:28.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:28.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:28 smithi090 ceph-mon[32456]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:30.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:30 smithi044 ceph-mon[27847]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:30.978 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:30 smithi156 ceph-mon[32543]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:30.985 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:30 smithi090 ceph-mon[32456]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:32.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:32 smithi044 ceph-mon[27847]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:32.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:32.586 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:32.587 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:32 smithi044 ceph-mon[27847]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:48:32.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.727+0000 7f8d6f400700 1 -- 172.21.15.44:0/4284517403 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8d78062e80 con 0x7f8d5c0a3cc0 2024-04-26T01:48:32.725 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 9 on host 'smithi044' 2024-04-26T01:48:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.730+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8d5c0a3cc0 msgr2=0x7f8d5c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.730+0000 7f8d7d400700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8d5c0a3cc0 0x7f8d5c0a6180 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8d68009680 tx=0x7f8d68009260 comp rx=0 tx=0).stop 2024-04-26T01:48:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.730+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8d7810ac80 msgr2=0x7f8d781a66f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.730+0000 7f8d7d400700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8d7810ac80 0x7f8d781a66f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8d70006070 tx=0x7f8d70004c80 comp rx=0 tx=0).stop 2024-04-26T01:48:32.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:32 smithi156 ceph-mon[32543]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:32.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:32.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:32.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:32 smithi156 ceph-mon[32543]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:48:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 shutdown_connections 2024-04-26T01:48:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8d781090e0 0x7f8d7819f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8d5c0a3cc0 0x7f8d5c0a6180 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8d7810ac80 0x7f8d781a66f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 --2- 172.21.15.44:0/4284517403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d7810a2e0 0x7f8d7819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 >> 172.21.15.44:0/4284517403 conn(0x7f8d780780b0 msgr2=0x7f8d7810d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 shutdown_connections 2024-04-26T01:48:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:48:32.731+0000 7f8d7d400700 1 -- 172.21.15.44:0/4284517403 wait complete. 2024-04-26T01:48:32.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:32 smithi090 ceph-mon[32456]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:32.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:32.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:32.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:32 smithi090 ceph-mon[32456]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:48:33.525 DEBUG:teuthology.orchestra.run.smithi044:osd.9> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.9.service 2024-04-26T01:48:33.529 INFO:tasks.cephadm:Deploying osd.10 on smithi090 with /dev/vg_nvme/lv_1... 2024-04-26T01:48:33.529 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:48:33.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:33 smithi156 ceph-mon[32543]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:48:33.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:33 smithi156 ceph-mon[32543]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:48:33.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:33 smithi156 ceph-mon[32543]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:48:33.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:33.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:33.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:33 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:33 smithi044 ceph-mon[27847]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:33 smithi044 ceph-mon[27847]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:33 smithi044 ceph-mon[27847]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:33 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:33 smithi090 ceph-mon[32456]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:33 smithi090 ceph-mon[32456]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:33 smithi090 ceph-mon[32456]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:33 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:33 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:33.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:33 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:33.775 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:48:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:34 smithi044 ceph-mon[27847]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:34 smithi044 ceph-mon[27847]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:48:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:34 smithi044 ceph-mon[27847]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:48:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:34.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:34 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:34.607 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:34 smithi090 ceph-mon[32456]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:34.607 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:34 smithi090 ceph-mon[32456]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:48:34.607 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:34 smithi090 ceph-mon[32456]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:48:34.607 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:34.607 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:34 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:34.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:34 smithi156 ceph-mon[32543]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:34 smithi156 ceph-mon[32543]: from='osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T01:48:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:34 smithi156 ceph-mon[32543]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:48:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:34 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:35.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:35 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:48:35.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:35 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:48:35.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:35.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:35 smithi044 ceph-mon[27847]: osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] boot 2024-04-26T01:48:35.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:35 smithi044 ceph-mon[27847]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:48:35.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:35 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:35.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:35 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:48:35.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:35 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:48:35.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:35.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:35 smithi156 ceph-mon[32543]: osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] boot 2024-04-26T01:48:35.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:35 smithi156 ceph-mon[32543]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:48:35.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:35 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:35.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:35 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:48:35.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:35 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:48:35.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:35.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:35 smithi090 ceph-mon[32456]: osd.9 [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] boot 2024-04-26T01:48:35.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:35 smithi090 ceph-mon[32456]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:48:35.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:35 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:48:35.893 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:48:35.894 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:48:35.894 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-26T01:48:35.894 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-26T01:48:35.894 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115051 s, 911 MB/s 2024-04-26T01:48:35.894 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-26T01:48:36.546 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:36 smithi090 ceph-mon[32456]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:36.547 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:36 smithi090 ceph-mon[32456]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:48:36.576 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_1 2024-04-26T01:48:36.728 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:36 smithi156 ceph-mon[32543]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:36.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:36 smithi156 ceph-mon[32543]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:48:36.816 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:48:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:36 smithi044 ceph-mon[27847]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:48:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:36 smithi044 ceph-mon[27847]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:48:38.461 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 -- 172.21.15.90:0/1832871304 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5008103540 msgr2=0x7f5008109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 --2- 172.21.15.90:0/1832871304 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5008103540 0x7f5008109df0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f500000b0d0 tx=0x7f500000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 -- 172.21.15.90:0/1832871304 shutdown_connections 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 --2- 172.21.15.90:0/1832871304 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f50081019a0 0x7f5008101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 --2- 172.21.15.90:0/1832871304 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5008103540 0x7f5008109df0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 --2- 172.21.15.90:0/1832871304 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5008102ba0 0x7f5008103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 -- 172.21.15.90:0/1832871304 >> 172.21.15.90:0/1832871304 conn(0x7f50080fcf40 msgr2=0x7f50080ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 -- 172.21.15.90:0/1832871304 shutdown_connections 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 -- 172.21.15.90:0/1832871304 wait complete. 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 Processor -- start 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 -- start start 2024-04-26T01:48:38.462 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.457+0000 7f500db85700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50081019a0 0x7f5008198d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f500db85700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5008102ba0 0x7f50081992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f500db85700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5008103540 0x7f50081a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f500db85700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f500810e680 con 0x7f5008102ba0 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f500db85700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f500810e500 con 0x7f50081019a0 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f500db85700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f500810e800 con 0x7f5008103540 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50081019a0 0x7f5008198d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50081019a0 0x7f5008198d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.90:37098/0 (socket says 172.21.15.90:37098) 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 -- 172.21.15.90:0/1796258006 learned_addr learned my addr 172.21.15.90:0/1796258006 (peer_addr_for_me v2:172.21.15.90:0/0) 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 -- 172.21.15.90:0/1796258006 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5008103540 msgr2=0x7f50081a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5008103540 0x7f50081a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 -- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5008102ba0 msgr2=0x7f50081992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5008102ba0 0x7f50081992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 -- 172.21.15.90:0/1796258006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50081a0990 con 0x7f50081019a0 2024-04-26T01:48:38.463 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f50077fe700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50081019a0 0x7f5008198d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4ff800b500 tx=0x7f4ff800b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f5004ff9700 1 -- 172.21.15.90:0/1796258006 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff8015020 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f5004ff9700 1 -- 172.21.15.90:0/1796258006 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ff8011ce0 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50081a0c80 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f5004ff9700 1 -- 172.21.15.90:0/1796258006 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff8010d50 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.458+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50081a11f0 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.459+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5008069730 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.460+0000 7f5004ff9700 1 -- 172.21.15.90:0/1796258006 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4ff8018020 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.461+0000 7f5004ff9700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4ff00a3c40 0x7f4ff00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.461+0000 7f5004ff9700 1 -- 172.21.15.90:0/1796258006 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7f4ff80cf990 con 0x7f50081019a0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.461+0000 7f5006ffd700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4ff00a3c40 0x7f4ff00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:38.464 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.462+0000 7f5006ffd700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4ff00a3c40 0x7f4ff00a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc0097b0 tx=0x7f4ffc006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:38.465 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.465+0000 7f5004ff9700 1 -- 172.21.15.90:0/1796258006 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ff801f020 con 0x7f50081019a0 2024-04-26T01:48:38.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:38 smithi090 ceph-mon[32456]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:38.671 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:38.672+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f5008062e80 con 0x7f4ff00a3c40 2024-04-26T01:48:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:38 smithi156 ceph-mon[32543]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:38.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:38 smithi044 ceph-mon[27847]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi044 2024-04-26T01:48:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi044 to 4273M 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:39.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi044 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi044 to 4273M 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:39.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:40.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi044 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi044 to 4273M 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:40.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:41.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:40 smithi156 ceph-mon[32543]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:40 smithi090 ceph-mon[32456]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:41.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:40 smithi044 ceph-mon[27847]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:41 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/2795489887' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]: dispatch 2024-04-26T01:48:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:41 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]: dispatch 2024-04-26T01:48:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:41 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]': finished 2024-04-26T01:48:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:41 smithi090 ceph-mon[32456]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:48:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:48:42.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:41 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/2795489887' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]: dispatch 2024-04-26T01:48:42.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:41 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]: dispatch 2024-04-26T01:48:42.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:41 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]': finished 2024-04-26T01:48:42.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:41 smithi044 ceph-mon[27847]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:48:42.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:48:42.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:41 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/2795489887' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]: dispatch 2024-04-26T01:48:42.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:41 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]: dispatch 2024-04-26T01:48:42.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:41 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a77897d-dcad-4205-ab9e-40e8aac2fb4d"}]': finished 2024-04-26T01:48:42.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:41 smithi156 ceph-mon[32543]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:48:42.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:48:43.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:42 smithi044 ceph-mon[27847]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:43.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:42 smithi044 ceph-mon[27847]: from='client.? 172.21.15.90:0/2916493029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:48:43.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:42 smithi156 ceph-mon[32543]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:43.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:42 smithi156 ceph-mon[32543]: from='client.? 172.21.15.90:0/2916493029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:48:43.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:42 smithi090 ceph-mon[32456]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:43.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:42 smithi090 ceph-mon[32456]: from='client.? 172.21.15.90:0/2916493029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:48:45.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:44 smithi044 ceph-mon[27847]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:45.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:44 smithi156 ceph-mon[32543]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:45.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:44 smithi090 ceph-mon[32456]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:47 smithi090 ceph-mon[32456]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:47.338 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:47 smithi156 ceph-mon[32543]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:47.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:47 smithi044 ceph-mon[27847]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:49.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:49 smithi044 ceph-mon[27847]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:49.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:49 smithi156 ceph-mon[32543]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:49.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:49 smithi090 ceph-mon[32456]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:50.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:48:50.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:50 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:50.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:48:50.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:50 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:50.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:48:50.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:50 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:51.122 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:51 smithi090 ceph-mon[32456]: Deploying daemon osd.10 on smithi090 2024-04-26T01:48:51.123 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:51 smithi090 ceph-mon[32456]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:51.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:51 smithi044 ceph-mon[27847]: Deploying daemon osd.10 on smithi090 2024-04-26T01:48:51.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:51 smithi044 ceph-mon[27847]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:51.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:51 smithi156 ceph-mon[32543]: Deploying daemon osd.10 on smithi090 2024-04-26T01:48:51.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:51 smithi156 ceph-mon[32543]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:53.138 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:53 smithi090 ceph-mon[32456]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:53 smithi044 ceph-mon[27847]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:53 smithi156 ceph-mon[32543]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:55.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:55 smithi044 ceph-mon[27847]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:55.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:55 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:55.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:55 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:55.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:55 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:55.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:55 smithi156 ceph-mon[32543]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:55.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:55 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:55.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:55 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:55.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:55 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:55.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:55 smithi090 ceph-mon[32456]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:55.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:55 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:55.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:55 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:55.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:55 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:57.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:57 smithi044 ceph-mon[27847]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:57.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:57 smithi156 ceph-mon[32543]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:57.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:57 smithi090 ceph-mon[32456]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:59.106 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.109+0000 7f5004ff9700 1 -- 172.21.15.90:0/1796258006 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f5008062e80 con 0x7f4ff00a3c40 2024-04-26T01:48:59.107 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 10 on host 'smithi090' 2024-04-26T01:48:59.108 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4ff00a3c40 msgr2=0x7f4ff00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4ff00a3c40 0x7f4ff00a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc0097b0 tx=0x7f4ffc006d20 comp rx=0 tx=0).stop 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50081019a0 msgr2=0x7f5008198d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50081019a0 0x7f5008198d80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4ff800b500 tx=0x7f4ff800b8c0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 shutdown_connections 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5008103540 0x7f50081a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4ff00a3c40 0x7f4ff00a6100 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f50081019a0 0x7f5008198d80 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 --2- 172.21.15.90:0/1796258006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5008102ba0 0x7f50081992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 >> 172.21.15.90:0/1796258006 conn(0x7f50080fcf40 msgr2=0x7f5008105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 shutdown_connections 2024-04-26T01:48:59.109 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-26T01:48:59.111+0000 7f500db85700 1 -- 172.21.15.90:0/1796258006 wait complete. 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: from='osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:48:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:48:59 smithi044 ceph-mon[27847]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: from='osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:48:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:48:59 smithi156 ceph-mon[32543]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:48:59.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:48:59.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:59.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:59.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:48:59.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: from='osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:48:59.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:48:59 smithi090 ceph-mon[32456]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:48:59.797 DEBUG:teuthology.orchestra.run.smithi090:osd.10> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.10.service 2024-04-26T01:48:59.800 INFO:tasks.cephadm:Deploying osd.11 on smithi156 with /dev/vg_nvme/lv_1... 2024-04-26T01:48:59.800 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:49:00.047 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: from='osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:49:00.171 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:00.172 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:00 smithi156 ceph-mon[32543]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:49:00.279 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: from='osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:00.280 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-mon[32456]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: from='osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:49:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:00.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:00 smithi044 ceph-mon[27847]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-26T01:49:01.042 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T01:49:00.767+0000 7fe8481be700 -1 osd.10 0 waiting for initial osdmap 2024-04-26T01:49:01.042 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 01:49:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T01:49:00.781+0000 7fe83ffa9700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:49:01.472 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:01 smithi156 ceph-mon[32543]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:49:01.472 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:01 smithi156 ceph-mon[32543]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:49:01.472 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:01.472 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:01 smithi156 ceph-mon[32543]: from='osd.10 ' entity='osd.10' 2024-04-26T01:49:01.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:01 smithi044 ceph-mon[27847]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:49:01.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:01 smithi044 ceph-mon[27847]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:49:01.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:01.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:01 smithi044 ceph-mon[27847]: from='osd.10 ' entity='osd.10' 2024-04-26T01:49:01.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:01 smithi090 ceph-mon[32456]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-26T01:49:01.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:01 smithi090 ceph-mon[32456]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:49:01.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:01.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:01 smithi090 ceph-mon[32456]: from='osd.10 ' entity='osd.10' 2024-04-26T01:49:02.142 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:49:02.142 INFO:teuthology.orchestra.run.smithi156.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:49:02.142 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10+0 records in 2024-04-26T01:49:02.142 INFO:teuthology.orchestra.run.smithi156.stderr:10+0 records out 2024-04-26T01:49:02.142 INFO:teuthology.orchestra.run.smithi156.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0085835 s, 1.2 GB/s 2024-04-26T01:49:02.142 INFO:teuthology.orchestra.run.smithi156.stderr:--> Zapping successful for: 2024-04-26T01:49:02.448 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:02 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:49:02.448 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:02 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:49:02.448 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:02 smithi156 ceph-mon[32543]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:49:02.448 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:02 smithi156 ceph-mon[32543]: osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] boot 2024-04-26T01:49:02.448 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:02 smithi156 ceph-mon[32543]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:49:02.449 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:02 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:02.449 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:02 smithi156 ceph-mon[32543]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:49:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:02 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:49:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:02 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:49:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:02 smithi090 ceph-mon[32456]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:49:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:02 smithi090 ceph-mon[32456]: osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] boot 2024-04-26T01:49:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:02 smithi090 ceph-mon[32456]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:49:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:02 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:02 smithi090 ceph-mon[32456]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:49:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:02 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:49:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:02 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:49:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:02 smithi044 ceph-mon[27847]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:49:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:02 smithi044 ceph-mon[27847]: osd.10 [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] boot 2024-04-26T01:49:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:02 smithi044 ceph-mon[27847]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:49:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:02 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:49:02.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:02 smithi044 ceph-mon[27847]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:49:02.847 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi156:vg_nvme/lv_1 2024-04-26T01:49:03.094 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:49:04.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi090 2024-04-26T01:49:04.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi090 to 4272M 2024-04-26T01:49:04.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:04.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:04.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:03 smithi156 ceph-mon[32543]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi090 2024-04-26T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi090 to 4272M 2024-04-26T01:49:04.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:04.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:04.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:03 smithi090 ceph-mon[32456]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:49:04.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi090 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi090 to 4272M 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:04.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:03 smithi044 ceph-mon[27847]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:49:04.814 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.814+0000 7f74e9ba5700 1 -- 172.21.15.156:0/3987145757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 msgr2=0x7f74e41041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:04.814 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.814+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/3987145757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e41041d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f74d8009990 tx=0x7f74d8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:04.814 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- 172.21.15.156:0/3987145757 shutdown_connections 2024-04-26T01:49:04.814 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/3987145757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74e4104710 0x7f74e410afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:04.814 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/3987145757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74e4100d90 0x7f74e41011b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/3987145757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e41041d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- 172.21.15.156:0/3987145757 >> 172.21.15.156:0/3987145757 conn(0x7f74e40fc6f0 msgr2=0x7f74e40feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- 172.21.15.156:0/3987145757 shutdown_connections 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- 172.21.15.156:0/3987145757 wait complete. 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 Processor -- start 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- start start 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74e4100d90 0x7f74e4198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e4199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74e4104710 0x7f74e41a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f74e410e5d0 con 0x7f74e4104710 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f74e410e450 con 0x7f74e4100d90 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.815+0000 7f74e9ba5700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f74e410e750 con 0x7f74e4103d70 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e4199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:04.815 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e4199170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.156:40488/0 (socket says 172.21.15.156:40488) 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 -- 172.21.15.156:0/2720560077 learned_addr learned my addr 172.21.15.156:0/2720560077 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e37fe700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74e4100d90 0x7f74e4198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 -- 172.21.15.156:0/2720560077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74e4100d90 msgr2=0x7f74e4198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74e4100d90 0x7f74e4198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 -- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74e4104710 msgr2=0x7f74e41a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74e4104710 0x7f74e41a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 -- 172.21.15.156:0/2720560077 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e41a0880 con 0x7f74e4103d70 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e37fe700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74e4100d90 0x7f74e4198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e2ffd700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e4199170 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f74d80036f0 tx=0x7f74d80039f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e0ff9700 1 -- 172.21.15.156:0/2720560077 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d8027070 con 0x7f74e4103d70 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74e41a0b10 con 0x7f74e4103d70 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e0ff9700 1 -- 172.21.15.156:0/2720560077 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d8022470 con 0x7f74e4103d70 2024-04-26T01:49:04.816 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e0ff9700 1 -- 172.21.15.156:0/2720560077 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d800f6c0 con 0x7f74e4103d70 2024-04-26T01:49:04.817 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.816+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74e41a0fe0 con 0x7f74e4103d70 2024-04-26T01:49:04.817 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.817+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74e402df80 con 0x7f74e4103d70 2024-04-26T01:49:04.817 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.819+0000 7f74e0ff9700 1 -- 172.21.15.156:0/2720560077 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f74d802a070 con 0x7f74e4103d70 2024-04-26T01:49:04.817 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.819+0000 7f74e0ff9700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74cc0a3c40 0x7f74cc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:04.818 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.820+0000 7f74e0ff9700 1 -- 172.21.15.156:0/2720560077 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6694+0+0 (secure 0 0 0) 0x7f74d80d11f0 con 0x7f74e4103d70 2024-04-26T01:49:04.818 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.820+0000 7f74e37fe700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74cc0a3c40 0x7f74cc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:04.818 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.821+0000 7f74e37fe700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74cc0a3c40 0x7f74cc0a6100 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f74d4005950 tx=0x7f74d4005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:04.820 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:04.823+0000 7f74e0ff9700 1 -- 172.21.15.156:0/2720560077 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f74d8013070 con 0x7f74e4103d70 2024-04-26T01:49:05.029 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:05.031+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f74e4062e80 con 0x7f74cc0a3c40 2024-04-26T01:49:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:04 smithi090 ceph-mon[32456]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 362 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:04 smithi090 ceph-mon[32456]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:49:05.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:04 smithi044 ceph-mon[27847]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 362 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:05.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:04 smithi044 ceph-mon[27847]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:49:05.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:04 smithi156 ceph-mon[32543]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 362 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:05.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:04 smithi156 ceph-mon[32543]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:49:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:05 smithi156 ceph-mon[32543]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:49:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:49:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:05 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:05 smithi156 ceph-mon[32543]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:49:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:05 smithi090 ceph-mon[32456]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:49:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:49:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:05 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:05 smithi090 ceph-mon[32456]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:49:06.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:05 smithi044 ceph-mon[27847]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi156:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:06.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:49:06.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:49:06.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:05 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:06.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:05 smithi044 ceph-mon[27847]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:49:07.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:07 smithi044 ceph-mon[27847]: pgmap v267: 1 pgs: 1 peering; 577 KiB data, 363 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:49:07.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:07 smithi156 ceph-mon[32543]: pgmap v267: 1 pgs: 1 peering; 577 KiB data, 363 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:49:07.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:07 smithi090 ceph-mon[32456]: pgmap v267: 1 pgs: 1 peering; 577 KiB data, 363 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:49:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:08 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/4174339880' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]: dispatch 2024-04-26T01:49:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:08 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]: dispatch 2024-04-26T01:49:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:08 smithi044 ceph-mon[27847]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]': finished 2024-04-26T01:49:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:08 smithi044 ceph-mon[27847]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:49:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:08.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:08 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/4174339880' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]: dispatch 2024-04-26T01:49:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:08 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]: dispatch 2024-04-26T01:49:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:08 smithi156 ceph-mon[32543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]': finished 2024-04-26T01:49:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:08 smithi156 ceph-mon[32543]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:49:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:08 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/4174339880' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]: dispatch 2024-04-26T01:49:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:08 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]: dispatch 2024-04-26T01:49:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:08 smithi090 ceph-mon[32456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61760c93-7556-4099-a83d-a306f21b7847"}]': finished 2024-04-26T01:49:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:08 smithi090 ceph-mon[32456]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:49:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:09 smithi044 ceph-mon[27847]: pgmap v269: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:49:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:09 smithi044 ceph-mon[27847]: from='client.? 172.21.15.156:0/2716839596' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:49:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:09 smithi156 ceph-mon[32543]: pgmap v269: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:49:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:09 smithi156 ceph-mon[32543]: from='client.? 172.21.15.156:0/2716839596' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:49:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:09 smithi090 ceph-mon[32456]: pgmap v269: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T01:49:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:09 smithi090 ceph-mon[32456]: from='client.? 172.21.15.156:0/2716839596' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:49:11.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:11 smithi044 ceph-mon[27847]: pgmap v271: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T01:49:11.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:11 smithi156 ceph-mon[32543]: pgmap v271: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T01:49:11.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:11 smithi090 ceph-mon[32456]: pgmap v271: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T01:49:13.215 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:13 smithi156 ceph-mon[32543]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:49:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:13 smithi044 ceph-mon[27847]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:49:13.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:13 smithi090 ceph-mon[32456]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-26T01:49:15.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:15 smithi156 ceph-mon[32543]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:15.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:15 smithi044 ceph-mon[27847]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:15.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:15 smithi090 ceph-mon[32456]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:16.204 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:16 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:49:16.204 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:16 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:16 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:49:16.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:16 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:16.387 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:16 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:49:16.387 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:16 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:17.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:17 smithi044 ceph-mon[27847]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:17.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:17 smithi044 ceph-mon[27847]: Deploying daemon osd.11 on smithi156 2024-04-26T01:49:17.352 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:17 smithi156 ceph-mon[32543]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:17.352 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:17 smithi156 ceph-mon[32543]: Deploying daemon osd.11 on smithi156 2024-04-26T01:49:17.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:17 smithi090 ceph-mon[32456]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:17.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:17 smithi090 ceph-mon[32456]: Deploying daemon osd.11 on smithi156 2024-04-26T01:49:19.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:19 smithi044 ceph-mon[27847]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:19.387 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:19 smithi156 ceph-mon[32543]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:19.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:19 smithi090 ceph-mon[32456]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:20.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:20 smithi156 ceph-mon[32543]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:20.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:20 smithi044 ceph-mon[27847]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:20.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:20 smithi090 ceph-mon[32456]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:22.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:22.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:22.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:22 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:22.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:22 smithi156 ceph-mon[32543]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:22.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:22.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:22.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:22 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:22.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:22 smithi090 ceph-mon[32456]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:22.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:22.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:22.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:22 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:22.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:22 smithi044 ceph-mon[27847]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:24.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:24 smithi156 ceph-mon[32543]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:24.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:24 smithi044 ceph-mon[27847]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:24 smithi090 ceph-mon[32456]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:25.321 INFO:teuthology.orchestra.run.smithi156.stdout:Created osd(s) 11 on host 'smithi156' 2024-04-26T01:49:25.322 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.323+0000 7f74e0ff9700 1 -- 172.21.15.156:0/2720560077 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f74e4062e80 con 0x7f74cc0a3c40 2024-04-26T01:49:25.324 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74cc0a3c40 msgr2=0x7f74cc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:25.324 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74cc0a3c40 0x7f74cc0a6100 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f74d4005950 tx=0x7f74d4005f50 comp rx=0 tx=0).stop 2024-04-26T01:49:25.324 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 msgr2=0x7f74e4199170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:25.324 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e4199170 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f74d80036f0 tx=0x7f74d80039f0 comp rx=0 tx=0).stop 2024-04-26T01:49:25.324 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 shutdown_connections 2024-04-26T01:49:25.325 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74cc0a3c40 0x7f74cc0a6100 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:25.325 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74e4104710 0x7f74e41a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:25.325 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74e4100d90 0x7f74e4198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:25.325 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 --2- 172.21.15.156:0/2720560077 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74e4103d70 0x7f74e4199170 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:25.325 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 >> 172.21.15.156:0/2720560077 conn(0x7f74e40fc6f0 msgr2=0x7f74e4107070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:25.325 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 shutdown_connections 2024-04-26T01:49:25.325 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:25.326+0000 7f74e9ba5700 1 -- 172.21.15.156:0/2720560077 wait complete. 2024-04-26T01:49:25.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:25.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:25.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:49:25.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:49:25.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:25.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:25 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.962 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.962 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:25.963 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:25 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:25.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:25 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:25.991 DEBUG:teuthology.orchestra.run.smithi156:osd.11> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.11.service 2024-04-26T01:49:25.993 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-26T01:49:25.993 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T01:49:26.467 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:26.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:26 smithi044 ceph-mon[27847]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:26.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:26 smithi044 ceph-mon[27847]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:49:26.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:26 smithi044 ceph-mon[27847]: from='osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:49:26.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:26 smithi044 ceph-mon[27847]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:49:26.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:26.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:26 smithi044 ceph-mon[27847]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:49:26.903 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:26 smithi156 ceph-mon[32543]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:26.903 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:26 smithi156 ceph-mon[32543]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:49:26.903 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:26 smithi156 ceph-mon[32543]: from='osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:49:26.903 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:26 smithi156 ceph-mon[32543]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:49:26.904 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:26.904 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:26 smithi156 ceph-mon[32543]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:49:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:26 smithi090 ceph-mon[32456]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:26 smithi090 ceph-mon[32456]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:49:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:26 smithi090 ceph-mon[32456]: from='osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:49:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:26 smithi090 ceph-mon[32456]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:49:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:26 smithi090 ceph-mon[32456]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]: dispatch 2024-04-26T01:49:27.213 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 01:49:27 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T01:49:27.052+0000 7fdb17c9e700 -1 osd.11 0 waiting for initial osdmap 2024-04-26T01:49:27.213 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 01:49:27 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T01:49:27.067+0000 7fdb0f288700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:49:27.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:27 smithi044 ceph-mon[27847]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:49:27.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:27 smithi044 ceph-mon[27847]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:49:27.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:27 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:27.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:27 smithi044 ceph-mon[27847]: from='osd.11 ' entity='osd.11' 2024-04-26T01:49:27.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:27 smithi156 ceph-mon[32543]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:49:27.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:27 smithi156 ceph-mon[32543]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:49:27.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:27 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:27.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:27 smithi156 ceph-mon[32543]: from='osd.11 ' entity='osd.11' 2024-04-26T01:49:27.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:27 smithi090 ceph-mon[32456]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi156", "root=default"]}]': finished 2024-04-26T01:49:27.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:27 smithi090 ceph-mon[32456]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:49:27.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:27 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:27.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:27 smithi090 ceph-mon[32456]: from='osd.11 ' entity='osd.11' 2024-04-26T01:49:28.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:28 smithi044 ceph-mon[27847]: purged_snaps scrub starts 2024-04-26T01:49:28.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:28 smithi044 ceph-mon[27847]: purged_snaps scrub ok 2024-04-26T01:49:28.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:28 smithi044 ceph-mon[27847]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:28.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:28.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:28 smithi044 ceph-mon[27847]: osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] boot 2024-04-26T01:49:28.734 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:28 smithi044 ceph-mon[27847]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:49:28.734 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:28.972 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:28 smithi156 ceph-mon[32543]: purged_snaps scrub starts 2024-04-26T01:49:28.972 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:28 smithi156 ceph-mon[32543]: purged_snaps scrub ok 2024-04-26T01:49:28.972 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:28 smithi156 ceph-mon[32543]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:28.972 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:28.972 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:28 smithi156 ceph-mon[32543]: osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] boot 2024-04-26T01:49:28.972 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:28 smithi156 ceph-mon[32543]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:49:28.972 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:28 smithi090 ceph-mon[32456]: purged_snaps scrub starts 2024-04-26T01:49:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:28 smithi090 ceph-mon[32456]: purged_snaps scrub ok 2024-04-26T01:49:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:28 smithi090 ceph-mon[32456]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:49:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:28 smithi090 ceph-mon[32456]: osd.11 [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] boot 2024-04-26T01:49:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:28 smithi090 ceph-mon[32456]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:49:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:49:29.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 -- 172.21.15.44:0/1077258311 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 msgr2=0x7f4bd4105840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:29.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 --2- 172.21.15.44:0/1077258311 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4105840 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8009990 tx=0x7f4bc8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 -- 172.21.15.44:0/1077258311 shutdown_connections 2024-04-26T01:49:29.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 --2- 172.21.15.44:0/1077258311 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4bd41086b0 0x7f4bd410ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 --2- 172.21.15.44:0/1077258311 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4105840 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 --2- 172.21.15.44:0/1077258311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4bd4105d80 0x7f4bd4108170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 -- 172.21.15.44:0/1077258311 >> 172.21.15.44:0/1077258311 conn(0x7f4bd40fce60 msgr2=0x7f4bd40ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:29.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 -- 172.21.15.44:0/1077258311 shutdown_connections 2024-04-26T01:49:29.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.033+0000 7f4bdb000700 1 -- 172.21.15.44:0/1077258311 wait complete. 2024-04-26T01:49:29.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.035+0000 7f4bdb000700 1 Processor -- start 2024-04-26T01:49:29.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.035+0000 7f4bdb000700 1 -- start start 2024-04-26T01:49:29.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bdb000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4102db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:29.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bdb000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4bd4105d80 0x7f4bd4101400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:29.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bdb000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4bd41086b0 0x7f4bd4101940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:29.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bdb000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd410e470 con 0x7f4bd4105d80 2024-04-26T01:49:29.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bdb000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd410e2f0 con 0x7f4bd4103450 2024-04-26T01:49:29.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bdb000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd410e5f0 con 0x7f4bd41086b0 2024-04-26T01:49:29.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bd9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4102db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:29.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bd9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4102db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53650/0 (socket says 172.21.15.44:53650) 2024-04-26T01:49:29.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bd9c00700 1 -- 172.21.15.44:0/2990168469 learned_addr learned my addr 172.21.15.44:0/2990168469 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:49:29.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bd9200700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4bd4105d80 0x7f4bd4101400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:29.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.036+0000 7f4bda600700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4bd41086b0 0x7f4bd4101940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:29.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd9c00700 1 -- 172.21.15.44:0/2990168469 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4bd41086b0 msgr2=0x7f4bd4101940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:29.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd9c00700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4bd41086b0 0x7f4bd4101940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd9c00700 1 -- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4bd4105d80 msgr2=0x7f4bd4101400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:29.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd9c00700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4bd4105d80 0x7f4bd4101400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd9c00700 1 -- 172.21.15.44:0/2990168469 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd41021f0 con 0x7f4bd4103450 2024-04-26T01:49:29.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd9c00700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4102db0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8006010 tx=0x7f4bc80057a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:29.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd2000700 1 -- 172.21.15.44:0/2990168469 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8027070 con 0x7f4bd4103450 2024-04-26T01:49:29.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd2000700 1 -- 172.21.15.44:0/2990168469 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bc800fb90 con 0x7f4bd4103450 2024-04-26T01:49:29.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bd2000700 1 -- 172.21.15.44:0/2990168469 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8017650 con 0x7f4bd4103450 2024-04-26T01:49:29.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.037+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bd41a2bc0 con 0x7f4bd4103450 2024-04-26T01:49:29.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.038+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bd41a2fc0 con 0x7f4bd4103450 2024-04-26T01:49:29.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.039+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bd4069730 con 0x7f4bd4103450 2024-04-26T01:49:29.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.041+0000 7f4bd2000700 1 -- 172.21.15.44:0/2990168469 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4bc802a070 con 0x7f4bd4103450 2024-04-26T01:49:29.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.042+0000 7f4bd2000700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4bbc0a3cc0 0x7f4bbc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:29.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.043+0000 7f4bd2000700 1 -- 172.21.15.44:0/2990168469 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f4bc80d1380 con 0x7f4bd4103450 2024-04-26T01:49:29.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.043+0000 7f4bd9200700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4bbc0a3cc0 0x7f4bbc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:29.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.044+0000 7f4bd9200700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4bbc0a3cc0 0x7f4bbc0a6180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0009680 tx=0x7f4bc0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:29.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.045+0000 7f4bd2000700 1 -- 172.21.15.44:0/2990168469 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4bc8031080 con 0x7f4bd4103450 2024-04-26T01:49:29.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.291+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f4bd4063650 con 0x7f4bd4103450 2024-04-26T01:49:29.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.292+0000 7f4bd2000700 1 -- 172.21.15.44:0/2990168469 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7f4bc8013070 con 0x7f4bd4103450 2024-04-26T01:49:29.291 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:49:29.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.296+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4bbc0a3cc0 msgr2=0x7f4bbc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:29.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4bbc0a3cc0 0x7f4bbc0a6180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0009680 tx=0x7f4bc0009260 comp rx=0 tx=0).stop 2024-04-26T01:49:29.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 msgr2=0x7f4bd4102db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:29.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4102db0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8006010 tx=0x7f4bc80057a0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 shutdown_connections 2024-04-26T01:49:29.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4bd41086b0 0x7f4bd4101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f4bbc0a3cc0 0x7f4bbc0a6180 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4bd4103450 0x7f4bd4102db0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 --2- 172.21.15.44:0/2990168469 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4bd4105d80 0x7f4bd4101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:29.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 >> 172.21.15.44:0/2990168469 conn(0x7f4bd40fce60 msgr2=0x7f4bd4103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:29.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 shutdown_connections 2024-04-26T01:49:29.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:29.297+0000 7f4bdb000700 1 -- 172.21.15.44:0/2990168469 wait complete. 2024-04-26T01:49:30.118 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1714096168,"num_in_osds":12,"osd_in_since":1714096147,"num_remapped_pgs":0} 2024-04-26T01:49:30.119 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:49:30.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: Detected new or changed devices on smithi156 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:49:30.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:30 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2990168469' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: Detected new or changed devices on smithi156 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:30.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:30.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:49:30.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:30 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2990168469' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: Detected new or changed devices on smithi156 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:30.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:49:30.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:30 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2990168469' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:49:30.548 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:31.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:31 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi156 to 4272M 2024-04-26T01:49:31.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:31 smithi044 ceph-mon[27847]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:31 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi156 to 4272M 2024-04-26T01:49:31.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:31 smithi156 ceph-mon[32543]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:31.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:31 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi156 to 4272M 2024-04-26T01:49:31.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:31 smithi090 ceph-mon[32456]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:32.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:32 smithi044 ceph-mon[27847]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:32 smithi156 ceph-mon[32543]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:32.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:32 smithi090 ceph-mon[32456]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:32.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 -- 172.21.15.44:0/4113738411 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6281044a0 msgr2=0x7fe62810c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 --2- 172.21.15.44:0/4113738411 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6281044a0 0x7fe62810c990 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe614009990 tx=0x7fe614009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 -- 172.21.15.44:0/4113738411 shutdown_connections 2024-04-26T01:49:32.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 --2- 172.21.15.44:0/4113738411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe62810cfb0 0x7fe62810f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 --2- 172.21.15.44:0/4113738411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe628103b80 0x7fe628103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 --2- 172.21.15.44:0/4113738411 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6281044a0 0x7fe62810c990 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 -- 172.21.15.44:0/4113738411 >> 172.21.15.44:0/4113738411 conn(0x7fe6280fd3d0 msgr2=0x7fe6280ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:32.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 -- 172.21.15.44:0/4113738411 shutdown_connections 2024-04-26T01:49:32.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.738+0000 7fe627200700 1 -- 172.21.15.44:0/4113738411 wait complete. 2024-04-26T01:49:32.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.740+0000 7fe627200700 1 Processor -- start 2024-04-26T01:49:32.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.740+0000 7fe627200700 1 -- start start 2024-04-26T01:49:32.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.740+0000 7fe627200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe628103b80 0x7fe62819b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.740+0000 7fe627200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6281044a0 0x7fe62819b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe627200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe62810cfb0 0x7fe62819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe627200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe628112bf0 con 0x7fe62810cfb0 2024-04-26T01:49:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe627200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe628112a70 con 0x7fe6281044a0 2024-04-26T01:49:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe627200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe628112d70 con 0x7fe628103b80 2024-04-26T01:49:32.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe628103b80 0x7fe62819b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:32.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6281044a0 0x7fe62819b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:32.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6281044a0 0x7fe62819b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53676/0 (socket says 172.21.15.44:53676) 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 -- 172.21.15.44:0/864703323 learned_addr learned my addr 172.21.15.44:0/864703323 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe628103b80 0x7fe62819b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40292/0 (socket says 172.21.15.44:40292) 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe626800700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe62810cfb0 0x7fe62819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 -- 172.21.15.44:0/864703323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe628103b80 msgr2=0x7fe62819b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe628103b80 0x7fe62819b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 -- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe62810cfb0 msgr2=0x7fe62819fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe62810cfb0 0x7fe62819fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe625400700 1 -- 172.21.15.44:0/864703323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6281a0370 con 0x7fe6281044a0 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.741+0000 7fe626800700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe62810cfb0 0x7fe62819fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.742+0000 7fe625400700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6281044a0 0x7fe62819b8a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe614000c00 tx=0x7fe6140057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.742+0000 7fe61ea00700 1 -- 172.21.15.44:0/864703323 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe614027070 con 0x7fe6281044a0 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.742+0000 7fe61ea00700 1 -- 172.21.15.44:0/864703323 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe614022470 con 0x7fe6281044a0 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.742+0000 7fe61ea00700 1 -- 172.21.15.44:0/864703323 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe614017650 con 0x7fe6281044a0 2024-04-26T01:49:32.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.742+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6281a0600 con 0x7fe6281044a0 2024-04-26T01:49:32.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.742+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6281a7ee0 con 0x7fe6281044a0 2024-04-26T01:49:32.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.743+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe62806b890 con 0x7fe6281044a0 2024-04-26T01:49:32.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.746+0000 7fe61ea00700 1 -- 172.21.15.44:0/864703323 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe61402a070 con 0x7fe6281044a0 2024-04-26T01:49:32.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.747+0000 7fe61ea00700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe60c0a3cc0 0x7fe60c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:32.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.747+0000 7fe61ea00700 1 -- 172.21.15.44:0/864703323 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe6140d0bf0 con 0x7fe6281044a0 2024-04-26T01:49:32.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.747+0000 7fe625e00700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe60c0a3cc0 0x7fe60c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:32.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.748+0000 7fe625e00700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe60c0a3cc0 0x7fe60c0a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe618009c60 tx=0x7fe618009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:32.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.749+0000 7fe61ea00700 1 -- 172.21.15.44:0/864703323 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe614013070 con 0x7fe6281044a0 2024-04-26T01:49:32.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.979+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe628069730 con 0x7fe6281044a0 2024-04-26T01:49:32.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.981+0000 7fe61ea00700 1 -- 172.21.15.44:0/864703323 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18385 (secure 0 0 0) 0x7fe628069730 con 0x7fe6281044a0 2024-04-26T01:49:32.981 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:49:32.981 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:49:29.069683+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:49:32.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.984+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe60c0a3cc0 msgr2=0x7fe60c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.984+0000 7fe627200700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe60c0a3cc0 0x7fe60c0a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe618009c60 tx=0x7fe618009260 comp rx=0 tx=0).stop 2024-04-26T01:49:32.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.984+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6281044a0 msgr2=0x7fe62819b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:32.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.984+0000 7fe627200700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6281044a0 0x7fe62819b8a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe614000c00 tx=0x7fe6140057c0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.984+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 shutdown_connections 2024-04-26T01:49:32.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.984+0000 7fe627200700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe628103b80 0x7fe62819b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.985+0000 7fe627200700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe60c0a3cc0 0x7fe60c0a6180 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.985+0000 7fe627200700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe62810cfb0 0x7fe62819fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.985+0000 7fe627200700 1 --2- 172.21.15.44:0/864703323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6281044a0 0x7fe62819b8a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:32.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.985+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 >> 172.21.15.44:0/864703323 conn(0x7fe6280fd3d0 msgr2=0x7fe6280ff7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:32.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.985+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 shutdown_connections 2024-04-26T01:49:32.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:32.985+0000 7fe627200700 1 -- 172.21.15.44:0/864703323 wait complete. 2024-04-26T01:49:33.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:33 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/864703323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:49:33.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:33 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/864703323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:49:33.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:33 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/864703323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:49:33.841 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:45:09.300725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T01:49:33.842 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T01:49:34.299 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:34.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:34 smithi044 ceph-mon[27847]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:34.478 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:34 smithi156 ceph-mon[32543]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:34.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:34 smithi090 ceph-mon[32456]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:36.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.578+0000 7f7131800700 1 -- 172.21.15.44:0/3538230399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c108f80 msgr2=0x7f712c109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.578+0000 7f7131800700 1 --2- 172.21.15.44:0/3538230399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c108f80 0x7f712c109400 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7118009990 tx=0x7f7118009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.578 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:36 smithi044 ceph-mon[27847]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:36.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.578+0000 7f7131800700 1 -- 172.21.15.44:0/3538230399 shutdown_connections 2024-04-26T01:49:36.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.578+0000 7f7131800700 1 --2- 172.21.15.44:0/3538230399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f712c109940 0x7f712c115de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.578+0000 7f7131800700 1 --2- 172.21.15.44:0/3538230399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f712c10f030 0x7f712c10f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.578+0000 7f7131800700 1 --2- 172.21.15.44:0/3538230399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c108f80 0x7f712c109400 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.578+0000 7f7131800700 1 -- 172.21.15.44:0/3538230399 >> 172.21.15.44:0/3538230399 conn(0x7f712c0787d0 msgr2=0x7f712c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.579+0000 7f7131800700 1 -- 172.21.15.44:0/3538230399 shutdown_connections 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.579+0000 7f7131800700 1 -- 172.21.15.44:0/3538230399 wait complete. 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.580+0000 7f7131800700 1 Processor -- start 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.580+0000 7f7131800700 1 -- start start 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f7131800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f712c108f80 0x7f712c19f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f7131800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f712c109940 0x7f712c19fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:36.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f7131800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c10f030 0x7f712c1a3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f7131800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f712c1190f0 con 0x7f712c108f80 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f7131800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f712c118f70 con 0x7f712c109940 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f7131800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f712c119270 con 0x7f712c10f030 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f712be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f712c108f80 0x7f712c19f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f712b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f712c109940 0x7f712c19fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f712be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f712c108f80 0x7f712c19f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45504/0 (socket says 172.21.15.44:45504) 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f712be00700 1 -- 172.21.15.44:0/794225367 learned_addr learned my addr 172.21.15.44:0/794225367 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f7130e00700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c10f030 0x7f712c1a3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f712b400700 1 -- 172.21.15.44:0/794225367 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c10f030 msgr2=0x7f712c1a3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f712b400700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c10f030 0x7f712c1a3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.581+0000 7f712b400700 1 -- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f712c108f80 msgr2=0x7f712c19f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f712b400700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f712c108f80 0x7f712c19f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f712b400700 1 -- 172.21.15.44:0/794225367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f712c1a4590 con 0x7f712c109940 2024-04-26T01:49:36.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f712b400700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f712c109940 0x7f712c19fac0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f71180059d0 tx=0x7f71180047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:36.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f7128c00700 1 -- 172.21.15.44:0/794225367 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7118027070 con 0x7f712c109940 2024-04-26T01:49:36.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f712c1a4820 con 0x7f712c109940 2024-04-26T01:49:36.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f7128c00700 1 -- 172.21.15.44:0/794225367 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7118022470 con 0x7f712c109940 2024-04-26T01:49:36.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f7128c00700 1 -- 172.21.15.44:0/794225367 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7118017650 con 0x7f712c109940 2024-04-26T01:49:36.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.582+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f712c1ac100 con 0x7f712c109940 2024-04-26T01:49:36.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.584+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f712c069730 con 0x7f712c109940 2024-04-26T01:49:36.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.586+0000 7f7128c00700 1 -- 172.21.15.44:0/794225367 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f711802a070 con 0x7f712c109940 2024-04-26T01:49:36.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.587+0000 7f7128c00700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f71100a3c40 0x7f71100a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:36.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.587+0000 7f7128c00700 1 -- 172.21.15.44:0/794225367 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f71180d0c00 con 0x7f712c109940 2024-04-26T01:49:36.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.587+0000 7f712be00700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f71100a3c40 0x7f71100a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:36.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.588+0000 7f712be00700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f71100a3c40 0x7f71100a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f711c009d20 tx=0x7f711c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:36.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.590+0000 7f7128c00700 1 -- 172.21.15.44:0/794225367 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7118013070 con 0x7f712c109940 2024-04-26T01:49:36.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:36 smithi156 ceph-mon[32543]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:36.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:36 smithi090 ceph-mon[32456]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:36.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.818+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f712c02df80 con 0x7f712c109940 2024-04-26T01:49:36.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.819+0000 7f7128c00700 1 -- 172.21.15.44:0/794225367 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f711809db90 con 0x7f712c109940 2024-04-26T01:49:36.817 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.822+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f71100a3c40 msgr2=0x7f71100a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.822+0000 7f7131800700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f71100a3c40 0x7f71100a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f711c009d20 tx=0x7f711c009260 comp rx=0 tx=0).stop 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.822+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f712c109940 msgr2=0x7f712c19fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.822+0000 7f7131800700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f712c109940 0x7f712c19fac0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f71180059d0 tx=0x7f71180047b0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 shutdown_connections 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f712c10f030 0x7f712c1a3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f71100a3c40 0x7f71100a6100 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f712c108f80 0x7f712c19f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 --2- 172.21.15.44:0/794225367 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f712c109940 0x7f712c19fac0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 >> 172.21.15.44:0/794225367 conn(0x7f712c0787d0 msgr2=0x7f712c079b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 shutdown_connections 2024-04-26T01:49:36.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:36.823+0000 7f7131800700 1 -- 172.21.15.44:0/794225367 wait complete. 2024-04-26T01:49:37.556 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:37 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/794225367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:49:37.633 INFO:tasks.cephadm:Adding mds.a on smithi044 2024-04-26T01:49:37.633 INFO:tasks.cephadm:Adding mds.d on smithi044 2024-04-26T01:49:37.633 INFO:tasks.cephadm:Adding mds.g on smithi044 2024-04-26T01:49:37.633 INFO:tasks.cephadm:Adding mds.j on smithi044 2024-04-26T01:49:37.633 INFO:tasks.cephadm:Adding mds.b on smithi090 2024-04-26T01:49:37.633 INFO:tasks.cephadm:Adding mds.e on smithi090 2024-04-26T01:49:37.634 INFO:tasks.cephadm:Adding mds.h on smithi090 2024-04-26T01:49:37.634 INFO:tasks.cephadm:Adding mds.k on smithi090 2024-04-26T01:49:37.634 INFO:tasks.cephadm:Adding mds.c on smithi156 2024-04-26T01:49:37.634 INFO:tasks.cephadm:Adding mds.f on smithi156 2024-04-26T01:49:37.634 INFO:tasks.cephadm:Adding mds.i on smithi156 2024-04-26T01:49:37.634 INFO:tasks.cephadm:Adding mds.l on smithi156 2024-04-26T01:49:37.637 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l' 2024-04-26T01:49:37.660 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:37 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/794225367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:49:37.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:37 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/794225367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:49:37.882 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:49:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:38 smithi044 ceph-mon[27847]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:38 smithi156 ceph-mon[32543]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:38.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:38 smithi090 ceph-mon[32456]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:39.549 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 -- 172.21.15.156:0/2776564958 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4604103560 msgr2=0x7f4604109e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 --2- 172.21.15.156:0/2776564958 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4604103560 0x7f4604109e10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f45fc00b0a0 tx=0x7f45fc00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 -- 172.21.15.156:0/2776564958 shutdown_connections 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 --2- 172.21.15.156:0/2776564958 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4604103560 0x7f4604109e10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 --2- 172.21.15.156:0/2776564958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46041019c0 0x7f4604101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 --2- 172.21.15.156:0/2776564958 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4604102bc0 0x7f4604103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 -- 172.21.15.156:0/2776564958 >> 172.21.15.156:0/2776564958 conn(0x7f46040fcfa0 msgr2=0x7f46040ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 -- 172.21.15.156:0/2776564958 shutdown_connections 2024-04-26T01:49:39.550 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 -- 172.21.15.156:0/2776564958 wait complete. 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 Processor -- start 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.548+0000 7f4609f46700 1 -- start start 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f4609f46700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f46041019c0 0x7f4604105950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f4609f46700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4604102bc0 0x7f4604103fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f4609f46700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4604103560 0x7f46041044e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f4609f46700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f460410d550 con 0x7f4604103560 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f4609f46700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f460410d3d0 con 0x7f4604102bc0 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f4609f46700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f460410d6d0 con 0x7f46041019c0 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f46041019c0 0x7f4604105950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f46041019c0 0x7f4604105950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.156:57788/0 (socket says 172.21.15.156:57788) 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 -- 172.21.15.156:0/276973173 learned_addr learned my addr 172.21.15.156:0/276973173 (peer_addr_for_me v2:172.21.15.156:0/0) 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f45faffd700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4604102bc0 0x7f4604103fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 -- 172.21.15.156:0/276973173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4604102bc0 msgr2=0x7f4604103fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.551 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4604102bc0 0x7f4604103fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 -- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4604103560 msgr2=0x7f46041044e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4604103560 0x7f46041044e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 -- 172.21.15.156:0/276973173 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4604104d90 con 0x7f46041019c0 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.549+0000 7f46037fe700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f46041019c0 0x7f4604105950 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f45f400b500 tx=0x7f45f400b8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.550+0000 7f46017fa700 1 -- 172.21.15.156:0/276973173 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f4015020 con 0x7f46041019c0 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.550+0000 7f46017fa700 1 -- 172.21.15.156:0/276973173 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45f4011ce0 con 0x7f46041019c0 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.550+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46041a2e90 con 0x7f46041019c0 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.550+0000 7f46017fa700 1 -- 172.21.15.156:0/276973173 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f4010d60 con 0x7f46041019c0 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.550+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46041a3300 con 0x7f46041019c0 2024-04-26T01:49:39.552 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.551+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4604069760 con 0x7f46041019c0 2024-04-26T01:49:39.553 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.552+0000 7f46017fa700 1 -- 172.21.15.156:0/276973173 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f45f4018020 con 0x7f46041019c0 2024-04-26T01:49:39.553 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.552+0000 7f46017fa700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f45f00a3c40 0x7f45f00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:39.553 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.552+0000 7f46017fa700 1 -- 172.21.15.156:0/276973173 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f45f40cfd10 con 0x7f46041019c0 2024-04-26T01:49:39.553 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.553+0000 7f45faffd700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f45f00a3c40 0x7f45f00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:39.554 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.554+0000 7f45faffd700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f45f00a3c40 0x7f45f00a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f45ec006fd0 tx=0x7f45ec008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:39.554 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.556+0000 7f46017fa700 1 -- 172.21.15.156:0/276973173 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4604069760 con 0x7f46041019c0 2024-04-26T01:49:39.764 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.766+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l", "target": ["mon-mgr", ""]}) -- 0x7f46040ff2c0 con 0x7f45f00a3c40 2024-04-26T01:49:39.782 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.784+0000 7f46017fa700 1 -- 172.21.15.156:0/276973173 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f46040ff2c0 con 0x7f45f00a3c40 2024-04-26T01:49:39.783 INFO:teuthology.orchestra.run.smithi156.stdout:Scheduled mds.all update... 2024-04-26T01:49:39.785 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.786+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f45f00a3c40 msgr2=0x7f45f00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.785 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.786+0000 7f4609f46700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f45f00a3c40 0x7f45f00a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f45ec006fd0 tx=0x7f45ec008040 comp rx=0 tx=0).stop 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.786+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f46041019c0 msgr2=0x7f4604105950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.786+0000 7f4609f46700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f46041019c0 0x7f4604105950 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f45f400b500 tx=0x7f45f400b8c0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 shutdown_connections 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f46041019c0 0x7f4604105950 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f45f00a3c40 0x7f45f00a6100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4604103560 0x7f46041044e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 --2- 172.21.15.156:0/276973173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4604102bc0 0x7f4604103fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 >> 172.21.15.156:0/276973173 conn(0x7f46040fcfa0 msgr2=0x7f46040feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:39.786 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 shutdown_connections 2024-04-26T01:49:39.787 INFO:teuthology.orchestra.run.smithi156.stderr:2024-04-26T01:49:39.787+0000 7f4609f46700 1 -- 172.21.15.156:0/276973173 wait complete. 2024-04-26T01:49:40.424 DEBUG:teuthology.orchestra.run.smithi044:mds.a> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.a.service 2024-04-26T01:49:40.432 DEBUG:teuthology.orchestra.run.smithi044:mds.d> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.d.service 2024-04-26T01:49:40.478 DEBUG:teuthology.orchestra.run.smithi044:mds.g> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.g.service 2024-04-26T01:49:40.523 DEBUG:teuthology.orchestra.run.smithi044:mds.j> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.j.service 2024-04-26T01:49:40.569 DEBUG:teuthology.orchestra.run.smithi090:mds.b> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.b.service 2024-04-26T01:49:40.572 DEBUG:teuthology.orchestra.run.smithi090:mds.e> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.e.service 2024-04-26T01:49:40.616 DEBUG:teuthology.orchestra.run.smithi090:mds.h> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.h.service 2024-04-26T01:49:40.659 DEBUG:teuthology.orchestra.run.smithi090:mds.k> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.k.service 2024-04-26T01:49:40.702 DEBUG:teuthology.orchestra.run.smithi156:mds.c> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.c.service 2024-04-26T01:49:40.706 DEBUG:teuthology.orchestra.run.smithi156:mds.f> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f.service 2024-04-26T01:49:40.749 DEBUG:teuthology.orchestra.run.smithi156:mds.i> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.i.service 2024-04-26T01:49:40.793 DEBUG:teuthology.orchestra.run.smithi156:mds.l> sudo journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.l.service 2024-04-26T01:49:40.837 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-26T01:49:40.838 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:49:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:40 smithi156 ceph-mon[32543]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:40 smithi156 ceph-mon[32543]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:40 smithi156 ceph-mon[32543]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l;count:12 2024-04-26T01:49:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:40 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:40 smithi090 ceph-mon[32456]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:40 smithi090 ceph-mon[32456]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:40 smithi090 ceph-mon[32456]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l;count:12 2024-04-26T01:49:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:40 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:40 smithi044 ceph-mon[27847]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:40 smithi044 ceph-mon[27847]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:40 smithi044 ceph-mon[27847]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l;count:12 2024-04-26T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:40 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:41.286 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:41.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:41.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:41.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:41.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:41.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:41.968 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:41 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:42.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:42.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:41 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:41 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:42.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:42 smithi156 ceph-mon[32543]: Deploying daemon mds.l on smithi156 2024-04-26T01:49:42.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:42 smithi156 ceph-mon[32543]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:43.075 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:42 smithi044 ceph-mon[27847]: Deploying daemon mds.l on smithi156 2024-04-26T01:49:43.075 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:42 smithi044 ceph-mon[27847]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:42 smithi090 ceph-mon[32456]: Deploying daemon mds.l on smithi156 2024-04-26T01:49:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:42 smithi090 ceph-mon[32456]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:43.479 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 systemd[1]: Starting Ceph mds.l for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:49:43.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 -- 172.21.15.44:0/1010113579 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 msgr2=0x7f8a74102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1010113579 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a74102f10 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8a60009990 tx=0x7f8a60009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 -- 172.21.15.44:0/1010113579 shutdown_connections 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1010113579 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a74108a50 0x7f8a74108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1010113579 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a74103450 0x7f8a7410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1010113579 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a74102f10 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 -- 172.21.15.44:0/1010113579 >> 172.21.15.44:0/1010113579 conn(0x7f8a74079ba0 msgr2=0x7f8a74079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 -- 172.21.15.44:0/1010113579 shutdown_connections 2024-04-26T01:49:43.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.626+0000 7f8a7b800700 1 -- 172.21.15.44:0/1010113579 wait complete. 2024-04-26T01:49:43.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.628+0000 7f8a7b800700 1 Processor -- start 2024-04-26T01:49:43.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.628+0000 7f8a7b800700 1 -- start start 2024-04-26T01:49:43.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a7b800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a7419b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:43.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a7b800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a74103450 0x7f8a7419b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:43.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a7b800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a74108a50 0x7f8a7419fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:43.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a7b800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a74112be0 con 0x7f8a74108a50 2024-04-26T01:49:43.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a7b800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a74112a60 con 0x7f8a74102a90 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a7b800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a74112d60 con 0x7f8a74103450 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a73e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a74103450 0x7f8a7419b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a78e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a7419b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a73e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a74103450 0x7f8a7419b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40686/0 (socket says 172.21.15.44:40686) 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a78e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a7419b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47486/0 (socket says 172.21.15.44:47486) 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a73e00700 1 -- 172.21.15.44:0/1054422985 learned_addr learned my addr 172.21.15.44:0/1054422985 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a79800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a74108a50 0x7f8a7419fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a78e00700 1 -- 172.21.15.44:0/1054422985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a74103450 msgr2=0x7f8a7419b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a78e00700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a74103450 0x7f8a7419b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a78e00700 1 -- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a74108a50 msgr2=0x7f8a7419fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a78e00700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a74108a50 0x7f8a7419fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a78e00700 1 -- 172.21.15.44:0/1054422985 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a741a0300 con 0x7f8a74102a90 2024-04-26T01:49:43.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.629+0000 7f8a79800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a74108a50 0x7f8a7419fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:43.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.630+0000 7f8a78e00700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a7419b2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8a6800e9f0 tx=0x7f8a6800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:43.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.630+0000 7f8a71600700 1 -- 172.21.15.44:0/1054422985 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a6800cb70 con 0x7f8a74102a90 2024-04-26T01:49:43.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.630+0000 7f8a71600700 1 -- 172.21.15.44:0/1054422985 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a680044d0 con 0x7f8a74102a90 2024-04-26T01:49:43.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.630+0000 7f8a71600700 1 -- 172.21.15.44:0/1054422985 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a68003e00 con 0x7f8a74102a90 2024-04-26T01:49:43.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.630+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a741a05f0 con 0x7f8a74102a90 2024-04-26T01:49:43.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.630+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a741a7e70 con 0x7f8a74102a90 2024-04-26T01:49:43.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.632+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a74069730 con 0x7f8a74102a90 2024-04-26T01:49:43.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.633+0000 7f8a71600700 1 -- 172.21.15.44:0/1054422985 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8a68003fa0 con 0x7f8a74102a90 2024-04-26T01:49:43.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.635+0000 7f8a71600700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8a5c0a3cc0 0x7f8a5c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:43.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.635+0000 7f8a71600700 1 -- 172.21.15.44:0/1054422985 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f8a680d0090 con 0x7f8a74102a90 2024-04-26T01:49:43.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.635+0000 7f8a73e00700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8a5c0a3cc0 0x7f8a5c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:43.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.636+0000 7f8a73e00700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8a5c0a3cc0 0x7f8a5c0a6180 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8a7407a3d0 tx=0x7f8a60009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:43.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.639+0000 7f8a71600700 1 -- 172.21.15.44:0/1054422985 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a6809ce70 con 0x7f8a74102a90 2024-04-26T01:49:43.778 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 podman[62293]: 2024-04-26 01:49:43.416017101 +0000 UTC m=+0.018215352 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:49:43.778 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 podman[62293]: 2024-04-26 01:49:43.536887507 +0000 UTC m=+0.139085790 container create bafee7aeb5e97cfaf3c1e7f1f7ced988544ad0090a90571cee6bf9142ae9ddc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T01:49:43.778 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 podman[62293]: 2024-04-26 01:49:43.781117392 +0000 UTC m=+0.383315630 container init bafee7aeb5e97cfaf3c1e7f1f7ced988544ad0090a90571cee6bf9142ae9ddc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-26T01:49:43.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.921+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a7402df80 con 0x7f8a74102a90 2024-04-26T01:49:43.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.922+0000 7f8a71600700 1 -- 172.21.15.44:0/1054422985 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f8a6809c770 con 0x7f8a74102a90 2024-04-26T01:49:43.920 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:49:43.920 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T01:49:43.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.925+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8a5c0a3cc0 msgr2=0x7f8a5c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:43.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.925+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8a5c0a3cc0 0x7f8a5c0a6180 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8a7407a3d0 tx=0x7f8a60009510 comp rx=0 tx=0).stop 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.925+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 msgr2=0x7f8a7419b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.925+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a7419b2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8a6800e9f0 tx=0x7f8a6800ed00 comp rx=0 tx=0).stop 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 shutdown_connections 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8a5c0a3cc0 0x7f8a5c0a6180 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a74108a50 0x7f8a7419fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a74102a90 0x7f8a7419b2f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 --2- 172.21.15.44:0/1054422985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a74103450 0x7f8a7419b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 >> 172.21.15.44:0/1054422985 conn(0x7f8a74079ba0 msgr2=0x7f8a7410dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:43.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 shutdown_connections 2024-04-26T01:49:43.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:43.926+0000 7f8a7b800700 1 -- 172.21.15.44:0/1054422985 wait complete. 2024-04-26T01:49:43.925 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 2 2024-04-26T01:49:44.229 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 podman[62293]: 2024-04-26 01:49:43.783788423 +0000 UTC m=+0.385986664 container start bafee7aeb5e97cfaf3c1e7f1f7ced988544ad0090a90571cee6bf9142ae9ddc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-26T01:49:44.229 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 ceph-mds[62312]: -- 172.21.15.156:0/2831539341 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5614966eda40 con 0x5614966c0800 2024-04-26T01:49:44.229 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l[62308]: starting mds.l at 2024-04-26T01:49:44.229 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 bash[62293]: bafee7aeb5e97cfaf3c1e7f1f7ced988544ad0090a90571cee6bf9142ae9ddc9 2024-04-26T01:49:44.229 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 01:49:43 smithi156 systemd[1]: Started Ceph mds.l for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:49:44.923 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:44.923 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6832/1616107116,v1:172.21.15.156:6833/1616107116] up:boot 2024-04-26T01:49:44.923 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: fsmap 1 up:standby 2024-04-26T01:49:44.923 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:49:44.923 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:49:44.923 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1054422985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:44.924 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:44.924 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:44.924 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:44.924 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:44.924 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:44.924 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:44.924 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:44 smithi090 ceph-mon[32456]: Deploying daemon mds.k on smithi090 2024-04-26T01:49:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6832/1616107116,v1:172.21.15.156:6833/1616107116] up:boot 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: fsmap 1 up:standby 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1054422985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:44 smithi044 ceph-mon[27847]: Deploying daemon mds.k on smithi090 2024-04-26T01:49:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6832/1616107116,v1:172.21.15.156:6833/1616107116] up:boot 2024-04-26T01:49:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: fsmap 1 up:standby 2024-04-26T01:49:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:49:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:49:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1054422985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:44 smithi156 ceph-mon[32543]: Deploying daemon mds.k on smithi090 2024-04-26T01:49:46.760 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:49:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:46 smithi090 ceph-mon[32456]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:46.986 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 01:49:46 smithi090 systemd[1]: Started Ceph mds.k for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:49:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:46 smithi044 ceph-mon[27847]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:47.216 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:46 smithi156 ceph-mon[32543]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6832/515710592,v1:172.21.15.90:6833/515710592] up:boot 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: fsmap 2 up:standby 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:47 smithi044 ceph-mon[27847]: Deploying daemon mds.j on smithi044 2024-04-26T01:49:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6832/515710592,v1:172.21.15.90:6833/515710592] up:boot 2024-04-26T01:49:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: fsmap 2 up:standby 2024-04-26T01:49:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:49:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:48.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:48.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:48.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:47 smithi156 ceph-mon[32543]: Deploying daemon mds.j on smithi044 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6832/515710592,v1:172.21.15.90:6833/515710592] up:boot 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: fsmap 2 up:standby 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:47 smithi090 ceph-mon[32456]: Deploying daemon mds.j on smithi044 2024-04-26T01:49:49.055 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:48 smithi044 ceph-mon[27847]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:49.155 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:48 smithi090 ceph-mon[32456]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:48 smithi156 ceph-mon[32543]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:50.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 -- 172.21.15.44:0/3515009551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 msgr2=0x7efebc10e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 --2- 172.21.15.44:0/3515009551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 0x7efebc10e740 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7efeb4009f90 tx=0x7efeb400b330 comp rx=0 tx=0).stop 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 -- 172.21.15.44:0/3515009551 shutdown_connections 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 --2- 172.21.15.44:0/3515009551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 0x7efebc10e740 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 --2- 172.21.15.44:0/3515009551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc107870 0x7efebc107c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 --2- 172.21.15.44:0/3515009551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efebc101870 0x7efebc101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 -- 172.21.15.44:0/3515009551 >> 172.21.15.44:0/3515009551 conn(0x7efebc0fd360 msgr2=0x7efebc0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 -- 172.21.15.44:0/3515009551 shutdown_connections 2024-04-26T01:49:50.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.163+0000 7efebbe00700 1 -- 172.21.15.44:0/3515009551 wait complete. 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.164+0000 7efebbe00700 1 Processor -- start 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.164+0000 7efebbe00700 1 -- start start 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc101870 0x7efebc199e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebbe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 0x7efebc19a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebbe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efebc107870 0x7efebc1a4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebbe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efebc111ac0 con 0x7efebc101870 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebbe00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efebc111940 con 0x7efebc102230 2024-04-26T01:49:50.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebbe00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7efebc111c40 con 0x7efebc107870 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc101870 0x7efebc199e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebaa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc101870 0x7efebc199e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:34700/0 (socket says 172.21.15.44:34700) 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebaa00700 1 -- 172.21.15.44:0/504036353 learned_addr learned my addr 172.21.15.44:0/504036353 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efeba000700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 0x7efebc19a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.165+0000 7efebb400700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efebc107870 0x7efebc1a4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efeba000700 1 -- 172.21.15.44:0/504036353 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efebc107870 msgr2=0x7efebc1a4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efeba000700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efebc107870 0x7efebc1a4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efeba000700 1 -- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc101870 msgr2=0x7efebc199e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efeba000700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc101870 0x7efebc199e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efeba000700 1 -- 172.21.15.44:0/504036353 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efebc1a53e0 con 0x7efebc102230 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efebaa00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc101870 0x7efebc199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efeba000700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 0x7efebc19a360 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efea800e9f0 tx=0x7efea800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.166+0000 7efeb3400700 1 -- 172.21.15.44:0/504036353 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea8004220 con 0x7efebc102230 2024-04-26T01:49:50.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.167+0000 7efeb3400700 1 -- 172.21.15.44:0/504036353 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efea80043c0 con 0x7efebc102230 2024-04-26T01:49:50.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.167+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efebc1a5610 con 0x7efebc102230 2024-04-26T01:49:50.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.167+0000 7efeb3400700 1 -- 172.21.15.44:0/504036353 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea8005020 con 0x7efebc102230 2024-04-26T01:49:50.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.167+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efebc1a5b50 con 0x7efebc102230 2024-04-26T01:49:50.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.168+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efebc069730 con 0x7efebc102230 2024-04-26T01:49:50.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.170+0000 7efeb3400700 1 -- 172.21.15.44:0/504036353 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7efea8004750 con 0x7efebc102230 2024-04-26T01:49:50.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.171+0000 7efeb3400700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efea00a3cc0 0x7efea00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.171+0000 7efeb3400700 1 -- 172.21.15.44:0/504036353 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7efea80cfeb0 con 0x7efebc102230 2024-04-26T01:49:50.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.171+0000 7efebaa00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efea00a3cc0 0x7efea00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.172+0000 7efebaa00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efea00a3cc0 0x7efea00a6180 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efeac005950 tx=0x7efeac009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:50.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.175+0000 7efeb3400700 1 -- 172.21.15.44:0/504036353 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efea809cc90 con 0x7efebc102230 2024-04-26T01:49:50.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.461+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efebc02df80 con 0x7efebc102230 2024-04-26T01:49:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.462+0000 7efeb3400700 1 -- 172.21.15.44:0/504036353 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7efea809c590 con 0x7efebc102230 2024-04-26T01:49:50.461 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:49:50.461 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.465+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efea00a3cc0 msgr2=0x7efea00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.465+0000 7efebbe00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efea00a3cc0 0x7efea00a6180 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efeac005950 tx=0x7efeac009310 comp rx=0 tx=0).stop 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.465+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 msgr2=0x7efebc19a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.465+0000 7efebbe00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 0x7efebc19a360 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efea800e9f0 tx=0x7efea800ed00 comp rx=0 tx=0).stop 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 shutdown_connections 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efebc107870 0x7efebc1a4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efea00a3cc0 0x7efea00a6180 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efebc101870 0x7efebc199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 --2- 172.21.15.44:0/504036353 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efebc102230 0x7efebc19a360 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 >> 172.21.15.44:0/504036353 conn(0x7efebc0fd360 msgr2=0x7efebc0fd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 shutdown_connections 2024-04-26T01:49:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:50.466+0000 7efebbe00700 1 -- 172.21.15.44:0/504036353 wait complete. 2024-04-26T01:49:50.465 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 3 2024-04-26T01:49:51.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:50 smithi156 ceph-mon[32543]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:51.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:50 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/504036353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:51.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:50 smithi090 ceph-mon[32456]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:51.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:50 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/504036353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:51.277 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:50 smithi044 ceph-mon[27847]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:51.277 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:50 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/504036353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:52.103 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 01:49:51 smithi044 podman[67975]: 2024-04-26 01:49:51.853440918 +0000 UTC m=+0.149653643 container create e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:49:52.602 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 01:49:52 smithi044 podman[67975]: 2024-04-26 01:49:52.132664534 +0000 UTC m=+0.428877265 container init e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T01:49:52.602 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 01:49:52 smithi044 podman[67975]: 2024-04-26 01:49:52.14229995 +0000 UTC m=+0.438512682 container start e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T01:49:52.602 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mds[67994]: -- 172.21.15.44:0/992441796 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555e4ae9da40 con 0x555e4ae70800 2024-04-26T01:49:52.602 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j[67990]: starting mds.j at 2024-04-26T01:49:52.602 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 01:49:52 smithi044 bash[67975]: e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e 2024-04-26T01:49:52.602 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 01:49:52 smithi044 systemd[1]: Started Ceph mds.j for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:49:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:52 smithi090 ceph-mon[32456]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:52 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mon[27847]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:52 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:52 smithi156 ceph-mon[32543]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:53.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:52 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:53.577 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:49:54.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:53 smithi044 ceph-mon[27847]: Deploying daemon mds.d on smithi044 2024-04-26T01:49:54.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:53 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.44:6834/3109390823,v1:172.21.15.44:6835/3109390823] up:boot 2024-04-26T01:49:54.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:53 smithi044 ceph-mon[27847]: fsmap 3 up:standby 2024-04-26T01:49:54.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:53 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:49:54.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:53 smithi156 ceph-mon[32543]: Deploying daemon mds.d on smithi044 2024-04-26T01:49:54.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:53 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.44:6834/3109390823,v1:172.21.15.44:6835/3109390823] up:boot 2024-04-26T01:49:54.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:53 smithi156 ceph-mon[32543]: fsmap 3 up:standby 2024-04-26T01:49:54.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:53 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:49:54.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:53 smithi090 ceph-mon[32456]: Deploying daemon mds.d on smithi044 2024-04-26T01:49:54.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:53 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.44:6834/3109390823,v1:172.21.15.44:6835/3109390823] up:boot 2024-04-26T01:49:54.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:53 smithi090 ceph-mon[32456]: fsmap 3 up:standby 2024-04-26T01:49:54.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:53 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:49:54.830 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:55.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:54 smithi044 ceph-mon[27847]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:55.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:54 smithi156 ceph-mon[32543]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:55.485 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:54 smithi090 ceph-mon[32456]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:57.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:57 smithi044 ceph-mon[27847]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:57.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 -- 172.21.15.44:0/798773107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4103450 msgr2=0x7fb8d410f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 --2- 172.21.15.44:0/798773107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4103450 0x7fb8d410f8b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc009f90 tx=0x7fb8cc00b330 comp rx=0 tx=0).stop 2024-04-26T01:49:57.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 -- 172.21.15.44:0/798773107 shutdown_connections 2024-04-26T01:49:57.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 --2- 172.21.15.44:0/798773107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4103450 0x7fb8d410f8b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 --2- 172.21.15.44:0/798773107 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8d4108a50 0x7fb8d4108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 --2- 172.21.15.44:0/798773107 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4102a90 0x7fb8d4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 -- 172.21.15.44:0/798773107 >> 172.21.15.44:0/798773107 conn(0x7fb8d4079ba0 msgr2=0x7fb8d4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:57.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 -- 172.21.15.44:0/798773107 shutdown_connections 2024-04-26T01:49:57.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.387+0000 7fb8d9600700 1 -- 172.21.15.44:0/798773107 wait complete. 2024-04-26T01:49:57.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.388+0000 7fb8d9600700 1 Processor -- start 2024-04-26T01:49:57.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.389+0000 7fb8d9600700 1 -- start start 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.389+0000 7fb8d9600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4102a90 0x7fb8d419b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.389+0000 7fb8d9600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4103450 0x7fb8d419b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.389+0000 7fb8d9600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8d4108a50 0x7fb8d419fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.389+0000 7fb8d9600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d4112c50 con 0x7fb8d4102a90 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.389+0000 7fb8d9600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d4112ad0 con 0x7fb8d4108a50 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.389+0000 7fb8d9600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d4112dd0 con 0x7fb8d4103450 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8ca000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4103450 0x7fb8d419b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8d2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4102a90 0x7fb8d419b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8ca000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4103450 0x7fb8d419b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:53676/0 (socket says 172.21.15.44:53676) 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8ca000700 1 -- 172.21.15.44:0/3310094622 learned_addr learned my addr 172.21.15.44:0/3310094622 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:49:57.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8d3400700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8d4108a50 0x7fb8d419fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8d3400700 1 -- 172.21.15.44:0/3310094622 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4103450 msgr2=0x7fb8d419b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8d3400700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4103450 0x7fb8d419b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8d3400700 1 -- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4102a90 msgr2=0x7fb8d419b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8d3400700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4102a90 0x7fb8d419b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8d3400700 1 -- 172.21.15.44:0/3310094622 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8d41a0310 con 0x7fb8d4108a50 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.390+0000 7fb8ca000700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4103450 0x7fb8d419b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.391+0000 7fb8d3400700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8d4108a50 0x7fb8d419fbd0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc00b6c0 tx=0x7fb8cc00cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.391+0000 7fb8cbe00700 1 -- 172.21.15.44:0/3310094622 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc021070 con 0x7fb8d4108a50 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.391+0000 7fb8cbe00700 1 -- 172.21.15.44:0/3310094622 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8cc007d60 con 0x7fb8d4108a50 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.391+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8d41a05a0 con 0x7fb8d4108a50 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.391+0000 7fb8cbe00700 1 -- 172.21.15.44:0/3310094622 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc005040 con 0x7fb8d4108a50 2024-04-26T01:49:57.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.391+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8d41a7e80 con 0x7fb8d4108a50 2024-04-26T01:49:57.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.392+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8d4069730 con 0x7fb8d4108a50 2024-04-26T01:49:57.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.394+0000 7fb8cbe00700 1 -- 172.21.15.44:0/3310094622 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb8cc024070 con 0x7fb8d4108a50 2024-04-26T01:49:57.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.396+0000 7fb8cbe00700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8b80a3cc0 0x7fb8b80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:57.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.396+0000 7fb8cbe00700 1 -- 172.21.15.44:0/3310094622 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb8cc0d0f40 con 0x7fb8d4108a50 2024-04-26T01:49:57.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.396+0000 7fb8d2a00700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8b80a3cc0 0x7fb8b80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:57.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.397+0000 7fb8d2a00700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8b80a3cc0 0x7fb8b80a6180 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb8c4009750 tx=0x7fb8c4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:57.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.398+0000 7fb8cbe00700 1 -- 172.21.15.44:0/3310094622 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb8cc09ddb0 con 0x7fb8d4108a50 2024-04-26T01:49:57.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:57 smithi156 ceph-mon[32543]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:57.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:57 smithi090 ceph-mon[32456]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:57.669 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 01:49:57 smithi044 podman[68392]: 2024-04-26 01:49:57.52170998 +0000 UTC m=+0.504709423 container create 8a6f0d69eb0628f143996d0b46c315a35604f5d4369fa92265068ebe4b46908d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-26T01:49:57.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.708+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8d41a8050 con 0x7fb8d4108a50 2024-04-26T01:49:57.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.709+0000 7fb8cbe00700 1 -- 172.21.15.44:0/3310094622 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7fb8cc09d6b0 con 0x7fb8d4108a50 2024-04-26T01:49:57.708 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:49:57.708 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.712+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8b80a3cc0 msgr2=0x7fb8b80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.712+0000 7fb8d9600700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8b80a3cc0 0x7fb8b80a6180 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb8c4009750 tx=0x7fb8c4009310 comp rx=0 tx=0).stop 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.712+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8d4108a50 msgr2=0x7fb8d419fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.712+0000 7fb8d9600700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8d4108a50 0x7fb8d419fbd0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc00b6c0 tx=0x7fb8cc00cc30 comp rx=0 tx=0).stop 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.712+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 shutdown_connections 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.713+0000 7fb8d9600700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8b80a3cc0 0x7fb8b80a6180 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.713+0000 7fb8d9600700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8d4108a50 0x7fb8d419fbd0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.713+0000 7fb8d9600700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8d4102a90 0x7fb8d419b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.713+0000 7fb8d9600700 1 --2- 172.21.15.44:0/3310094622 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8d4103450 0x7fb8d419b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.713+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 >> 172.21.15.44:0/3310094622 conn(0x7fb8d4079ba0 msgr2=0x7fb8d41015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.713+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 shutdown_connections 2024-04-26T01:49:57.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:49:57.713+0000 7fb8d9600700 1 -- 172.21.15.44:0/3310094622 wait complete. 2024-04-26T01:49:57.712 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 4 2024-04-26T01:49:58.014 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 01:49:57 smithi044 podman[68392]: 2024-04-26 01:49:57.775612351 +0000 UTC m=+0.758611756 container init 8a6f0d69eb0628f143996d0b46c315a35604f5d4369fa92265068ebe4b46908d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T01:49:58.014 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 01:49:57 smithi044 podman[68392]: 2024-04-26 01:49:57.782948087 +0000 UTC m=+0.765947496 container start 8a6f0d69eb0628f143996d0b46c315a35604f5d4369fa92265068ebe4b46908d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-26T01:49:58.014 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 01:49:57 smithi044 ceph-mds[68458]: -- 172.21.15.44:0/1384360996 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d33fc75a40 con 0x55d33fc48800 2024-04-26T01:49:58.014 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 01:49:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d[68435]: starting mds.d at 2024-04-26T01:49:58.014 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 01:49:57 smithi044 bash[68392]: 8a6f0d69eb0628f143996d0b46c315a35604f5d4369fa92265068ebe4b46908d 2024-04-26T01:49:58.014 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 01:49:57 smithi044 systemd[1]: Started Ceph mds.d for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:49:58.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:58 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3310094622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:58.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:58 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:58.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:58 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:58.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:58 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3310094622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:58.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:58 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:58.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:58 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:58.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:58 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3310094622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:58.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:58 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:58.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:58 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.44:6836/2373309946,v1:172.21.15.44:6837/2373309946] up:boot 2024-04-26T01:49:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: fsmap 4 up:standby 2024-04-26T01:49:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:49:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:49:59 smithi090 ceph-mon[32456]: Deploying daemon mds.e on smithi090 2024-04-26T01:49:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.44:6836/2373309946,v1:172.21.15.44:6837/2373309946] up:boot 2024-04-26T01:49:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: fsmap 4 up:standby 2024-04-26T01:49:59.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:49:59.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:59.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:59.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:49:59 smithi044 ceph-mon[27847]: Deploying daemon mds.e on smithi090 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.44:6836/2373309946,v1:172.21.15.44:6837/2373309946] up:boot 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: fsmap 4 up:standby 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:49:59.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:59.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:49:59 smithi156 ceph-mon[32543]: Deploying daemon mds.e on smithi090 2024-04-26T01:50:00.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:00 smithi090 ceph-mon[32456]: overall HEALTH_OK 2024-04-26T01:50:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:00 smithi044 ceph-mon[27847]: overall HEALTH_OK 2024-04-26T01:50:00.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:00 smithi156 ceph-mon[32543]: overall HEALTH_OK 2024-04-26T01:50:00.685 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:00.986 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 01:50:00 smithi090 systemd[1]: Started Ceph mds.e for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:01.162 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:01.296 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:01 smithi156 ceph-mon[32543]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:01.297 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.297 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.297 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.297 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:01.297 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:01.297 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:01 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:01.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:01 smithi044 ceph-mon[27847]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:01.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:01.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:01.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:01 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:01 smithi090 ceph-mon[32456]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:01.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:01 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:02.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:02 smithi044 ceph-mon[27847]: Deploying daemon mds.f on smithi156 2024-04-26T01:50:02.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:02 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6834/2066583814,v1:172.21.15.90:6835/2066583814] up:boot 2024-04-26T01:50:02.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:02 smithi044 ceph-mon[27847]: fsmap 5 up:standby 2024-04-26T01:50:02.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:02 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:50:02.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:02 smithi156 ceph-mon[32543]: Deploying daemon mds.f on smithi156 2024-04-26T01:50:02.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:02 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6834/2066583814,v1:172.21.15.90:6835/2066583814] up:boot 2024-04-26T01:50:02.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:02 smithi156 ceph-mon[32543]: fsmap 5 up:standby 2024-04-26T01:50:02.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:02 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:50:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:02 smithi090 ceph-mon[32456]: Deploying daemon mds.f on smithi156 2024-04-26T01:50:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:02 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6834/2066583814,v1:172.21.15.90:6835/2066583814] up:boot 2024-04-26T01:50:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:02 smithi090 ceph-mon[32456]: fsmap 5 up:standby 2024-04-26T01:50:02.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:02 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:50:03.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:03 smithi156 ceph-mon[32543]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:03.249 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:03 smithi044 ceph-mon[27847]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.427+0000 7f54b2400700 1 -- 172.21.15.44:0/314417981 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 msgr2=0x7f54ac108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.427+0000 7f54b2400700 1 --2- 172.21.15.44:0/314417981 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 0x7f54ac108e10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f549c009990 tx=0x7f549c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.427+0000 7f54b2400700 1 -- 172.21.15.44:0/314417981 shutdown_connections 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.427+0000 7f54b2400700 1 --2- 172.21.15.44:0/314417981 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54ac06b0f0 0x7f54ac10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.427+0000 7f54b2400700 1 --2- 172.21.15.44:0/314417981 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 0x7f54ac108e10 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.427+0000 7f54b2400700 1 --2- 172.21.15.44:0/314417981 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06a750 0x7f54ac06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.427+0000 7f54b2400700 1 -- 172.21.15.44:0/314417981 >> 172.21.15.44:0/314417981 conn(0x7f54ac0788f0 msgr2=0x7f54ac078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.428+0000 7f54b2400700 1 -- 172.21.15.44:0/314417981 shutdown_connections 2024-04-26T01:50:03.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.428+0000 7f54b2400700 1 -- 172.21.15.44:0/314417981 wait complete. 2024-04-26T01:50:03.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.429+0000 7f54b2400700 1 Processor -- start 2024-04-26T01:50:03.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.429+0000 7f54b2400700 1 -- start start 2024-04-26T01:50:03.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54b2400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54ac06a750 0x7f54ac19b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:03.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54b2400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06b0f0 0x7f54ac19b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:03.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54b2400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 0x7f54ac19fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:03.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54b2400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac112c00 con 0x7f54ac108a30 2024-04-26T01:50:03.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54b2400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac112a80 con 0x7f54ac06a750 2024-04-26T01:50:03.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54b2400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac112d80 con 0x7f54ac06b0f0 2024-04-26T01:50:03.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54aaa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06b0f0 0x7f54ac19b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54abe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 0x7f54ac19fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54aaa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06b0f0 0x7f54ac19b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:53684/0 (socket says 172.21.15.44:53684) 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54aaa00700 1 -- 172.21.15.44:0/2275023193 learned_addr learned my addr 172.21.15.44:0/2275023193 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.430+0000 7f54ab400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54ac06a750 0x7f54ac19b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54aaa00700 1 -- 172.21.15.44:0/2275023193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54ac06a750 msgr2=0x7f54ac19b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54aaa00700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54ac06a750 0x7f54ac19b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54aaa00700 1 -- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 msgr2=0x7f54ac19fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54aaa00700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 0x7f54ac19fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54aaa00700 1 -- 172.21.15.44:0/2275023193 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54ac1a03e0 con 0x7f54ac06b0f0 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54ab400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54ac06a750 0x7f54ac19b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:03.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54aaa00700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06b0f0 0x7f54ac19b910 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f549800e9a0 tx=0x7f549800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:03.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54a3e00700 1 -- 172.21.15.44:0/2275023193 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549800ca10 con 0x7f54ac06b0f0 2024-04-26T01:50:03.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54a3e00700 1 -- 172.21.15.44:0/2275023193 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f549800cbb0 con 0x7f54ac06b0f0 2024-04-26T01:50:03.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54ac1a06d0 con 0x7f54ac06b0f0 2024-04-26T01:50:03.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54a3e00700 1 -- 172.21.15.44:0/2275023193 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5498018680 con 0x7f54ac06b0f0 2024-04-26T01:50:03.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.431+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54ac1a7f50 con 0x7f54ac06b0f0 2024-04-26T01:50:03.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.433+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54ac069730 con 0x7f54ac06b0f0 2024-04-26T01:50:03.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.435+0000 7f54a3e00700 1 -- 172.21.15.44:0/2275023193 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5498010430 con 0x7f54ac06b0f0 2024-04-26T01:50:03.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.436+0000 7f54a3e00700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f54900a3c40 0x7f54900a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:03.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.436+0000 7f54a3e00700 1 -- 172.21.15.44:0/2275023193 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f54980d0160 con 0x7f54ac06b0f0 2024-04-26T01:50:03.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.436+0000 7f54ab400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f54900a3c40 0x7f54900a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:03.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.437+0000 7f54ab400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f54900a3c40 0x7f54900a6100 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f549c006010 tx=0x7f549c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:03.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.440+0000 7f54a3e00700 1 -- 172.21.15.44:0/2275023193 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f549809cf40 con 0x7f54ac06b0f0 2024-04-26T01:50:03.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:03 smithi090 ceph-mon[32456]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:03.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.721+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f54ac19c730 con 0x7f54ac06b0f0 2024-04-26T01:50:03.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.724+0000 7f54a3e00700 1 -- 172.21.15.44:0/2275023193 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4693 (secure 0 0 0) 0x7f549809c840 con 0x7f54ac06b0f0 2024-04-26T01:50:03.722 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:03.722 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f54900a3c40 msgr2=0x7f54900a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f54900a3c40 0x7f54900a6100 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f549c006010 tx=0x7f549c00b260 comp rx=0 tx=0).stop 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06b0f0 msgr2=0x7f54ac19b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06b0f0 0x7f54ac19b910 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f549800e9a0 tx=0x7f549800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 shutdown_connections 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f54900a3c40 0x7f54900a6100 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f54ac108a30 0x7f54ac19fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f54ac06a750 0x7f54ac19b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 --2- 172.21.15.44:0/2275023193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f54ac06b0f0 0x7f54ac19b910 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 >> 172.21.15.44:0/2275023193 conn(0x7f54ac0788f0 msgr2=0x7f54ac10df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:03.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 shutdown_connections 2024-04-26T01:50:03.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:03.727+0000 7f54b2400700 1 -- 172.21.15.44:0/2275023193 wait complete. 2024-04-26T01:50:03.726 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 6 2024-04-26T01:50:03.979 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 01:50:03 smithi156 systemd[1]: Started Ceph mds.f for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2275023193' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: Deploying daemon mds.c on smithi156 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6834/3388507864,v1:172.21.15.156:6835/3388507864] up:boot 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: fsmap 6 up:standby 2024-04-26T01:50:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:04 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:50:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2275023193' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: Deploying daemon mds.c on smithi156 2024-04-26T01:50:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6834/3388507864,v1:172.21.15.156:6835/3388507864] up:boot 2024-04-26T01:50:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: fsmap 6 up:standby 2024-04-26T01:50:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:04 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2275023193' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: Deploying daemon mds.c on smithi156 2024-04-26T01:50:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6834/3388507864,v1:172.21.15.156:6835/3388507864] up:boot 2024-04-26T01:50:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: fsmap 6 up:standby 2024-04-26T01:50:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:04 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:50:05.979 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:05 smithi156 systemd[1]: Starting Ceph mds.c for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:50:06.437 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 podman[62914]: 2024-04-26 01:50:06.029131539 +0000 UTC m=+0.018740279 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:50:06.437 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 podman[62914]: 2024-04-26 01:50:06.174080084 +0000 UTC m=+0.163688837 container create 6cd8851e69e47975676bb69567eaa34e2734e03244e8404d5e89e68422eb83b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-26T01:50:06.540 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:06.712 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 podman[62914]: 2024-04-26 01:50:06.439804135 +0000 UTC m=+0.429412844 container init 6cd8851e69e47975676bb69567eaa34e2734e03244e8404d5e89e68422eb83b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:50:06.712 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 podman[62914]: 2024-04-26 01:50:06.442533835 +0000 UTC m=+0.432142544 container start 6cd8851e69e47975676bb69567eaa34e2734e03244e8404d5e89e68422eb83b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T01:50:06.712 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mds[62933]: -- 172.21.15.156:0/4009071024 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55976583fa40 con 0x559765813000 2024-04-26T01:50:06.712 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c[62929]: starting mds.c at 2024-04-26T01:50:06.713 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 bash[62914]: 6cd8851e69e47975676bb69567eaa34e2734e03244e8404d5e89e68422eb83b2 2024-04-26T01:50:06.713 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 01:50:06 smithi156 systemd[1]: Started Ceph mds.c for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mon[32543]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:06 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:06 smithi090 ceph-mon[32456]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:06 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:07.025 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:06 smithi044 ceph-mon[27847]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:06 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:07.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:07 smithi044 ceph-mon[27847]: Deploying daemon mds.h on smithi090 2024-04-26T01:50:07.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:07 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] up:boot 2024-04-26T01:50:07.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:07 smithi044 ceph-mon[27847]: fsmap 7 up:standby 2024-04-26T01:50:07.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:07 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:50:07.868 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:07 smithi156 ceph-mon[32543]: Deploying daemon mds.h on smithi090 2024-04-26T01:50:07.868 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:07 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] up:boot 2024-04-26T01:50:07.868 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:07 smithi156 ceph-mon[32543]: fsmap 7 up:standby 2024-04-26T01:50:07.868 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:07 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:50:07.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:07 smithi090 ceph-mon[32456]: Deploying daemon mds.h on smithi090 2024-04-26T01:50:07.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:07 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] up:boot 2024-04-26T01:50:07.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:07 smithi090 ceph-mon[32456]: fsmap 7 up:standby 2024-04-26T01:50:07.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:07 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:50:08.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:08 smithi044 ceph-mon[27847]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:08.963 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:08 smithi090 ceph-mon[32456]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:08.963 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:08 smithi090 systemd[1]: Starting Ceph mds.h for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:50:09.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:08 smithi156 ceph-mon[32543]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:09.231 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:08 smithi090 podman[62281]: 2024-04-26 01:50:08.868423998 +0000 UTC m=+0.017785835 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:50:09.231 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:08 smithi090 podman[62281]: 2024-04-26 01:50:08.972510817 +0000 UTC m=+0.121872719 container create 04c94d60a4b98b21b65adb75c408ccefb527d7c8c2fc5a52a41a44bfcfd4eecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-26T01:50:09.231 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:09 smithi090 podman[62281]: 2024-04-26 01:50:09.234236642 +0000 UTC m=+0.383598479 container init 04c94d60a4b98b21b65adb75c408ccefb527d7c8c2fc5a52a41a44bfcfd4eecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-26T01:50:09.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.440+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2067607672 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d280755d0 msgr2=0x7f3d2810ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.440+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2067607672 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d280755d0 0x7f3d2810ef00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3d10009990 tx=0x7f3d10009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.441+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2067607672 shutdown_connections 2024-04-26T01:50:09.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.441+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2067607672 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d2810f440 0x7f3d28111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.441+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2067607672 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28074cb0 0x7f3d28075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.441+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2067607672 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d280755d0 0x7f3d2810ef00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.441+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2067607672 >> 172.21.15.44:0/2067607672 conn(0x7f3d28079c30 msgr2=0x7f3d2807a040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:09.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.441+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2067607672 shutdown_connections 2024-04-26T01:50:09.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.441+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2067607672 wait complete. 2024-04-26T01:50:09.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.442+0000 7f3d2ee00700 1 Processor -- start 2024-04-26T01:50:09.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d2ee00700 1 -- start start 2024-04-26T01:50:09.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d2ee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28074cb0 0x7f3d2819b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d2ee00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d280755d0 0x7f3d2819b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d2ee00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d2810f440 0x7f3d2819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d2ee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28114e80 con 0x7f3d28074cb0 2024-04-26T01:50:09.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d2ee00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28114d00 con 0x7f3d2810f440 2024-04-26T01:50:09.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d2ee00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28115000 con 0x7f3d280755d0 2024-04-26T01:50:09.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28074cb0 0x7f3d2819b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d1fe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d280755d0 0x7f3d2819b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d1fe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d280755d0 0x7f3d2819b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52696/0 (socket says 172.21.15.44:52696) 2024-04-26T01:50:09.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.443+0000 7f3d1fe00700 1 -- 172.21.15.44:0/2439485887 learned_addr learned my addr 172.21.15.44:0/2439485887 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:09.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d2ce00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d2810f440 0x7f3d2819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d2ce00700 1 -- 172.21.15.44:0/2439485887 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d280755d0 msgr2=0x7f3d2819b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d2ce00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d280755d0 0x7f3d2819b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d2ce00700 1 -- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28074cb0 msgr2=0x7f3d2819b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d2ce00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28074cb0 0x7f3d2819b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d2ce00700 1 -- 172.21.15.44:0/2439485887 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d281a03d0 con 0x7f3d2810f440 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d27e00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28074cb0 0x7f3d2819b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.444+0000 7f3d2ce00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d2810f440 0x7f3d2819fc90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f3d2000efc0 tx=0x7f3d2000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.445+0000 7f3d25600700 1 -- 172.21.15.44:0/2439485887 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d200092e0 con 0x7f3d2810f440 2024-04-26T01:50:09.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.445+0000 7f3d25600700 1 -- 172.21.15.44:0/2439485887 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d20004bb0 con 0x7f3d2810f440 2024-04-26T01:50:09.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.445+0000 7f3d25600700 1 -- 172.21.15.44:0/2439485887 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d20004020 con 0x7f3d2810f440 2024-04-26T01:50:09.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.445+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d281a0660 con 0x7f3d2810f440 2024-04-26T01:50:09.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.445+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d281a7f40 con 0x7f3d2810f440 2024-04-26T01:50:09.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.446+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d28069730 con 0x7f3d2810f440 2024-04-26T01:50:09.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.448+0000 7f3d25600700 1 -- 172.21.15.44:0/2439485887 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3d2001b030 con 0x7f3d2810f440 2024-04-26T01:50:09.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.449+0000 7f3d25600700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d0c0a3cc0 0x7f3d0c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.449+0000 7f3d25600700 1 -- 172.21.15.44:0/2439485887 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f3d200cf970 con 0x7f3d2810f440 2024-04-26T01:50:09.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.449+0000 7f3d27e00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d0c0a3cc0 0x7f3d0c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.450+0000 7f3d27e00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d0c0a3cc0 0x7f3d0c0a6180 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3d18011490 tx=0x7f3d18009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:09.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.453+0000 7f3d25600700 1 -- 172.21.15.44:0/2439485887 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d20022020 con 0x7f3d2810f440 2024-04-26T01:50:09.486 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:09 smithi090 podman[62281]: 2024-04-26 01:50:09.23684978 +0000 UTC m=+0.386211624 container start 04c94d60a4b98b21b65adb75c408ccefb527d7c8c2fc5a52a41a44bfcfd4eecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T01:50:09.486 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:09 smithi090 ceph-mds[62300]: -- 172.21.15.90:0/2686042724 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562aedde5a40 con 0x562aeddb8c00 2024-04-26T01:50:09.486 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h[62296]: starting mds.h at 2024-04-26T01:50:09.486 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:09 smithi090 bash[62281]: 04c94d60a4b98b21b65adb75c408ccefb527d7c8c2fc5a52a41a44bfcfd4eecc 2024-04-26T01:50:09.486 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 01:50:09 smithi090 systemd[1]: Started Ceph mds.h for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:09.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.738+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d2802df80 con 0x7f3d2810f440 2024-04-26T01:50:09.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.739+0000 7f3d25600700 1 -- 172.21.15.44:0/2439485887 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6349 (secure 0 0 0) 0x7f3d20010040 con 0x7f3d2810f440 2024-04-26T01:50:09.737 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:09.737 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-26T01:50:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.742+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d0c0a3cc0 msgr2=0x7f3d0c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.742+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d0c0a3cc0 0x7f3d0c0a6180 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3d18011490 tx=0x7f3d18009260 comp rx=0 tx=0).stop 2024-04-26T01:50:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.742+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d2810f440 msgr2=0x7f3d2819fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.742+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d2810f440 0x7f3d2819fc90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f3d2000efc0 tx=0x7f3d2000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.743+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 shutdown_connections 2024-04-26T01:50:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.743+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d0c0a3cc0 0x7f3d0c0a6180 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.743+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d2810f440 0x7f3d2819fc90 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.743+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d28074cb0 0x7f3d2819b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.743+0000 7f3d2ee00700 1 --2- 172.21.15.44:0/2439485887 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d280755d0 0x7f3d2819b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.743+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 >> 172.21.15.44:0/2439485887 conn(0x7f3d28079c30 msgr2=0x7f3d280ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.743+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 shutdown_connections 2024-04-26T01:50:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:09.744+0000 7f3d2ee00700 1 -- 172.21.15.44:0/2439485887 wait complete. 2024-04-26T01:50:09.746 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 8 2024-04-26T01:50:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: Deploying daemon mds.i on smithi156 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2439485887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] up:boot 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: fsmap 8 up:standby 2024-04-26T01:50:10.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: Deploying daemon mds.i on smithi156 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2439485887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] up:boot 2024-04-26T01:50:10.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: fsmap 8 up:standby 2024-04-26T01:50:10.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:50:10.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: Deploying daemon mds.i on smithi156 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2439485887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] up:boot 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: fsmap 8 up:standby 2024-04-26T01:50:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:50:11.922 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:11 smithi156 systemd[1]: Starting Ceph mds.i for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:50:12.178 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:11 smithi156 podman[63232]: 2024-04-26 01:50:11.827820407 +0000 UTC m=+0.018263184 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:50:12.178 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:11 smithi156 podman[63232]: 2024-04-26 01:50:11.928513855 +0000 UTC m=+0.118956625 container create f166d54b431bd89c1bd0a4dd99a0264976e1b7e6790efc140d46caa1db7dff66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-26T01:50:12.178 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:12 smithi156 podman[63232]: 2024-04-26 01:50:12.18138307 +0000 UTC m=+0.371825839 container init f166d54b431bd89c1bd0a4dd99a0264976e1b7e6790efc140d46caa1db7dff66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T01:50:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mon[32543]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:12.480 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:12 smithi156 podman[63232]: 2024-04-26 01:50:12.18410601 +0000 UTC m=+0.374548782 container start f166d54b431bd89c1bd0a4dd99a0264976e1b7e6790efc140d46caa1db7dff66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:50:12.480 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-mds[63252]: -- 172.21.15.156:0/3456505169 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3639bba40 con 0x55f36398f000 2024-04-26T01:50:12.480 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:12 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i[63248]: starting mds.i at 2024-04-26T01:50:12.480 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:12 smithi156 bash[63232]: f166d54b431bd89c1bd0a4dd99a0264976e1b7e6790efc140d46caa1db7dff66 2024-04-26T01:50:12.480 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 01:50:12 smithi156 systemd[1]: Started Ceph mds.i for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:12.613 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:12.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:12 smithi044 ceph-mon[27847]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:12.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:12.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:12.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:12 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:12 smithi090 ceph-mon[32456]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:12 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:13.066 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:13.534 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:13 smithi044 ceph-mon[27847]: Deploying daemon mds.g on smithi044 2024-04-26T01:50:13.535 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:13 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] up:boot 2024-04-26T01:50:13.535 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:13 smithi044 ceph-mon[27847]: fsmap 9 up:standby 2024-04-26T01:50:13.535 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:13 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:50:13.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:13 smithi156 ceph-mon[32543]: Deploying daemon mds.g on smithi044 2024-04-26T01:50:13.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:13 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] up:boot 2024-04-26T01:50:13.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:13 smithi156 ceph-mon[32543]: fsmap 9 up:standby 2024-04-26T01:50:13.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:13 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:50:13.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:13 smithi090 ceph-mon[32456]: Deploying daemon mds.g on smithi044 2024-04-26T01:50:13.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:13 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] up:boot 2024-04-26T01:50:13.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:13 smithi090 ceph-mon[32456]: fsmap 9 up:standby 2024-04-26T01:50:13.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:13 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:50:14.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:14 smithi044 ceph-mon[27847]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:14 smithi156 ceph-mon[32543]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:14.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:14 smithi090 ceph-mon[32456]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:16.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.524+0000 7f58e8a00700 1 -- 172.21.15.44:0/1825410561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 msgr2=0x7f58e41117c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.524+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1825410561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 0x7f58e41117c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00b0a0 tx=0x7f58dc00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:16 smithi044 ceph-mon[27847]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.525+0000 7f58e8a00700 1 -- 172.21.15.44:0/1825410561 shutdown_connections 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.525+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1825410561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 0x7f58e41117c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.525+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1825410561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e4103950 0x7f58e4103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.525+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1825410561 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58e4101030 0x7f58e41014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.525+0000 7f58e8a00700 1 -- 172.21.15.44:0/1825410561 >> 172.21.15.44:0/1825410561 conn(0x7f58e4077fb0 msgr2=0x7f58e40ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.525+0000 7f58e8a00700 1 -- 172.21.15.44:0/1825410561 shutdown_connections 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.525+0000 7f58e8a00700 1 -- 172.21.15.44:0/1825410561 wait complete. 2024-04-26T01:50:16.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.526+0000 7f58e8a00700 1 Processor -- start 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.526+0000 7f58e8a00700 1 -- start start 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e8a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58e4101030 0x7f58e419b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e8a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 0x7f58e419b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e8a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e4103950 0x7f58e419fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e8a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f58e4114e30 con 0x7f58e4101ad0 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e8a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58e4114cb0 con 0x7f58e4103950 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e8a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f58e4114fb0 con 0x7f58e4101030 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 0x7f58e419b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e1e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58e4101030 0x7f58e419b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 0x7f58e419b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44698/0 (socket says 172.21.15.44:44698) 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e1400700 1 -- 172.21.15.44:0/1130796468 learned_addr learned my addr 172.21.15.44:0/1130796468 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:16.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.527+0000 7f58e2800700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e4103950 0x7f58e419fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:16.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.528+0000 7f58e2800700 1 -- 172.21.15.44:0/1130796468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58e4101030 msgr2=0x7f58e419b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.528+0000 7f58e2800700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58e4101030 0x7f58e419b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.528+0000 7f58e2800700 1 -- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 msgr2=0x7f58e419b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.528+0000 7f58e2800700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 0x7f58e419b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.528+0000 7f58e2800700 1 -- 172.21.15.44:0/1130796468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e41a02d0 con 0x7f58e4103950 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.528+0000 7f58e2800700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e4103950 0x7f58e419fb90 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00b070 tx=0x7f58dc004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.529+0000 7f58daa00700 1 -- 172.21.15.44:0/1130796468 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc021070 con 0x7f58e4103950 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.529+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e41a0560 con 0x7f58e4103950 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.529+0000 7f58daa00700 1 -- 172.21.15.44:0/1130796468 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58dc007e30 con 0x7f58e4103950 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.529+0000 7f58daa00700 1 -- 172.21.15.44:0/1130796468 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc0045f0 con 0x7f58e4103950 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.529+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e41a7e40 con 0x7f58e4103950 2024-04-26T01:50:16.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.531+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58e4102040 con 0x7f58e4103950 2024-04-26T01:50:16.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.532+0000 7f58daa00700 1 -- 172.21.15.44:0/1130796468 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f58dc007980 con 0x7f58e4103950 2024-04-26T01:50:16.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.533+0000 7f58daa00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f58c80a3c40 0x7f58c80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:16.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.533+0000 7f58daa00700 1 -- 172.21.15.44:0/1130796468 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f58dc00f020 con 0x7f58e4103950 2024-04-26T01:50:16.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.534+0000 7f58e1e00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f58c80a3c40 0x7f58c80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:16.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.534+0000 7f58e1e00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f58c80a3c40 0x7f58c80a6100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009be0 tx=0x7f58d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:16.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.537+0000 7f58daa00700 1 -- 172.21.15.44:0/1130796468 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f58dc02a020 con 0x7f58e4103950 2024-04-26T01:50:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:16 smithi156 ceph-mon[32543]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:16 smithi090 ceph-mon[32456]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:16.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.842+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58e402df80 con 0x7f58e4103950 2024-04-26T01:50:16.842 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:16 smithi044 systemd[1]: Starting Ceph mds.g for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:50:16.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.844+0000 7f58daa00700 1 -- 172.21.15.44:0/1130796468 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8001 (secure 0 0 0) 0x7f58dc09e180 con 0x7f58e4103950 2024-04-26T01:50:16.842 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:16.842 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f58c80a3c40 msgr2=0x7f58c80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f58c80a3c40 0x7f58c80a6100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009be0 tx=0x7f58d4009260 comp rx=0 tx=0).stop 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e4103950 msgr2=0x7f58e419fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e4103950 0x7f58e419fb90 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00b070 tx=0x7f58dc004c80 comp rx=0 tx=0).stop 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 shutdown_connections 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58e4101030 0x7f58e419b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f58c80a3c40 0x7f58c80a6100 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58e4103950 0x7f58e419fb90 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 --2- 172.21.15.44:0/1130796468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58e4101ad0 0x7f58e419b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 >> 172.21.15.44:0/1130796468 conn(0x7f58e4077fb0 msgr2=0x7f58e40fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 shutdown_connections 2024-04-26T01:50:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:16.847+0000 7f58e8a00700 1 -- 172.21.15.44:0/1130796468 wait complete. 2024-04-26T01:50:16.846 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 10 2024-04-26T01:50:17.096 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:16 smithi044 podman[69200]: 2024-04-26 01:50:16.834578046 +0000 UTC m=+0.035595796 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:50:17.096 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:16 smithi044 podman[69200]: 2024-04-26 01:50:16.948170937 +0000 UTC m=+0.149188686 container create 922ff74a8c66d096ccf7f43d46bd654301260e870473b7a7c50b194afcb6bf0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:50:17.679 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:17 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1130796468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:17.680 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:17 smithi044 podman[69200]: 2024-04-26 01:50:17.455543921 +0000 UTC m=+0.656561727 container init 922ff74a8c66d096ccf7f43d46bd654301260e870473b7a7c50b194afcb6bf0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-26T01:50:17.680 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:17 smithi044 podman[69200]: 2024-04-26 01:50:17.468498609 +0000 UTC m=+0.669516409 container start 922ff74a8c66d096ccf7f43d46bd654301260e870473b7a7c50b194afcb6bf0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-26T01:50:17.680 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:17 smithi044 ceph-mds[69234]: -- 172.21.15.44:0/3754573694 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558368fa5a40 con 0x558368f78800 2024-04-26T01:50:17.680 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g[69228]: starting mds.g at 2024-04-26T01:50:17.680 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:17 smithi044 bash[69200]: 922ff74a8c66d096ccf7f43d46bd654301260e870473b7a7c50b194afcb6bf0c 2024-04-26T01:50:17.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:17 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1130796468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:17.735 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:17 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1130796468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:17.953 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 01:50:17 smithi044 systemd[1]: Started Ceph mds.g for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: Deploying daemon mds.a on smithi044 2024-04-26T01:50:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] up:boot 2024-04-26T01:50:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: fsmap 10 up:standby 2024-04-26T01:50:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:18 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:50:19.085 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: Deploying daemon mds.a on smithi044 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] up:boot 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: fsmap 10 up:standby 2024-04-26T01:50:19.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:18 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:50:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: Deploying daemon mds.a on smithi044 2024-04-26T01:50:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] up:boot 2024-04-26T01:50:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: fsmap 10 up:standby 2024-04-26T01:50:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:18 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:50:20.007 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:20.501 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:20.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:20 smithi044 ceph-mon[27847]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:21.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:20 smithi156 ceph-mon[32543]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:21.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:20 smithi090 ceph-mon[32456]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:22.286 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 podman[69611]: 2024-04-26 01:50:22.151095726 +0000 UTC m=+0.036518857 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:50:22.287 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 podman[69611]: 2024-04-26 01:50:22.287088176 +0000 UTC m=+0.172511339 container create 701d4a11e46db61ac4f1780e51c3d225b87f4a2a7a03f600f472621934c212e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:50:22.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:22 smithi044 ceph-mon[27847]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:22.905 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 podman[69611]: 2024-04-26 01:50:22.628639479 +0000 UTC m=+0.514062648 container init 701d4a11e46db61ac4f1780e51c3d225b87f4a2a7a03f600f472621934c212e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True) 2024-04-26T01:50:22.905 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 podman[69611]: 2024-04-26 01:50:22.640173048 +0000 UTC m=+0.525596218 container start 701d4a11e46db61ac4f1780e51c3d225b87f4a2a7a03f600f472621934c212e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:50:22.905 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 ceph-mds[69648]: -- 172.21.15.44:0/3779612438 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563599073a40 con 0x563599047000 2024-04-26T01:50:22.905 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a[69644]: starting mds.a at 2024-04-26T01:50:22.905 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 bash[69611]: 701d4a11e46db61ac4f1780e51c3d225b87f4a2a7a03f600f472621934c212e6 2024-04-26T01:50:22.906 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 01:50:22 smithi044 systemd[1]: Started Ceph mds.a for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:23.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 -- 172.21.15.44:0/1284931571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 msgr2=0x7f5a24109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:23.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/1284931571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a24109400 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5a10009990 tx=0x7f5a10009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 -- 172.21.15.44:0/1284931571 shutdown_connections 2024-04-26T01:50:23.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/1284931571 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a2410f030 0x7f5a2410f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/1284931571 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a24109940 0x7f5a24115de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/1284931571 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a24109400 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 -- 172.21.15.44:0/1284931571 >> 172.21.15.44:0/1284931571 conn(0x7f5a240787d0 msgr2=0x7f5a24107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:23.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 -- 172.21.15.44:0/1284931571 shutdown_connections 2024-04-26T01:50:23.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.081+0000 7f5a2aa00700 1 -- 172.21.15.44:0/1284931571 wait complete. 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.082+0000 7f5a2aa00700 1 Processor -- start 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.082+0000 7f5a2aa00700 1 -- start start 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a2aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a2419f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a2aa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a24109940 0x7f5a2419fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a2aa00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a2410f030 0x7f5a241a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a2aa00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a24119160 con 0x7f5a24108f80 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a2aa00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5a24118fe0 con 0x7f5a2410f030 2024-04-26T01:50:23.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a2aa00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5a241192e0 con 0x7f5a24109940 2024-04-26T01:50:23.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a29600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a2419f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:23.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a28c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a24109940 0x7f5a2419fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:23.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a29600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a2419f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54570/0 (socket says 172.21.15.44:54570) 2024-04-26T01:50:23.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a29600700 1 -- 172.21.15.44:0/2417101729 learned_addr learned my addr 172.21.15.44:0/2417101729 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:23.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.083+0000 7f5a2a000700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a2410f030 0x7f5a241a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a28c00700 1 -- 172.21.15.44:0/2417101729 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a2410f030 msgr2=0x7f5a241a3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a28c00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a2410f030 0x7f5a241a3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a28c00700 1 -- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 msgr2=0x7f5a2419f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a28c00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a2419f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a28c00700 1 -- 172.21.15.44:0/2417101729 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a241a45f0 con 0x7f5a24109940 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a29600700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a2419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a28c00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a24109940 0x7f5a2419fb70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5a100098e0 tx=0x7f5a100057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.084+0000 7f5a22000700 1 -- 172.21.15.44:0/2417101729 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10026070 con 0x7f5a24109940 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.085+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a241a4880 con 0x7f5a24109940 2024-04-26T01:50:23.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.085+0000 7f5a22000700 1 -- 172.21.15.44:0/2417101729 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a10003680 con 0x7f5a24109940 2024-04-26T01:50:23.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.085+0000 7f5a22000700 1 -- 172.21.15.44:0/2417101729 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1000fb10 con 0x7f5a24109940 2024-04-26T01:50:23.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.085+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a241ac160 con 0x7f5a24109940 2024-04-26T01:50:23.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.086+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a24069730 con 0x7f5a24109940 2024-04-26T01:50:23.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.088+0000 7f5a22000700 1 -- 172.21.15.44:0/2417101729 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5a10029070 con 0x7f5a24109940 2024-04-26T01:50:23.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.089+0000 7f5a22000700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a0c0a3cc0 0x7f5a0c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:23.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.089+0000 7f5a22000700 1 -- 172.21.15.44:0/2417101729 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f5a100d0770 con 0x7f5a24109940 2024-04-26T01:50:23.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.089+0000 7f5a29600700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a0c0a3cc0 0x7f5a0c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:23.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.090+0000 7f5a29600700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a0c0a3cc0 0x7f5a0c0a6180 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5a180105c0 tx=0x7f5a1800b480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:23.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.094+0000 7f5a22000700 1 -- 172.21.15.44:0/2417101729 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5a1005dff0 con 0x7f5a24109940 2024-04-26T01:50:23.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:22 smithi156 ceph-mon[32543]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:23.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:22 smithi090 ceph-mon[32456]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:23.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.380+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5a2402df80 con 0x7f5a24109940 2024-04-26T01:50:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.381+0000 7f5a22000700 1 -- 172.21.15.44:0/2417101729 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9653 (secure 0 0 0) 0x7f5a10005070 con 0x7f5a24109940 2024-04-26T01:50:23.379 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:23.379 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24502,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-04-26T01:50:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a0c0a3cc0 msgr2=0x7f5a0c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a0c0a3cc0 0x7f5a0c0a6180 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5a180105c0 tx=0x7f5a1800b480 comp rx=0 tx=0).stop 2024-04-26T01:50:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a24109940 msgr2=0x7f5a2419fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a24109940 0x7f5a2419fb70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5a100098e0 tx=0x7f5a100057c0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 shutdown_connections 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a0c0a3cc0 0x7f5a0c0a6180 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a2410f030 0x7f5a241a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a24108f80 0x7f5a2419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 --2- 172.21.15.44:0/2417101729 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a24109940 0x7f5a2419fb70 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.384+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 >> 172.21.15.44:0/2417101729 conn(0x7f5a240787d0 msgr2=0x7f5a240798e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.385+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 shutdown_connections 2024-04-26T01:50:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:23.385+0000 7f5a2aa00700 1 -- 172.21.15.44:0/2417101729 wait complete. 2024-04-26T01:50:23.384 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 12 2024-04-26T01:50:23.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.44:6840/1499175069,v1:172.21.15.44:6841/1499175069] up:boot 2024-04-26T01:50:23.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: fsmap 11 up:standby 2024-04-26T01:50:23.897 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: Deploying daemon mds.b on smithi090 2024-04-26T01:50:23.898 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:23 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2417101729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:24.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.44:6840/1499175069,v1:172.21.15.44:6841/1499175069] up:boot 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: fsmap 11 up:standby 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: Deploying daemon mds.b on smithi090 2024-04-26T01:50:24.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:23 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2417101729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.44:6840/1499175069,v1:172.21.15.44:6841/1499175069] up:boot 2024-04-26T01:50:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: fsmap 11 up:standby 2024-04-26T01:50:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:50:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:50:24.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:50:24.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:24.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: Deploying daemon mds.b on smithi090 2024-04-26T01:50:24.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:23 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2417101729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:25.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:24 smithi090 ceph-mon[32456]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:25.236 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 systemd[1]: Starting Ceph mds.b for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T01:50:25.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:24 smithi044 ceph-mon[27847]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:25.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:24 smithi156 ceph-mon[32543]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:25.603 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 podman[62606]: 2024-04-26 01:50:25.246915272 +0000 UTC m=+0.018091680 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:50:25.603 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 podman[62606]: 2024-04-26 01:50:25.351516313 +0000 UTC m=+0.122692705 container create efc08a33174817be6e5aee55c63c8fb0aaedd490d031f0fc21c8c7a726c97a13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T01:50:25.603 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 podman[62606]: 2024-04-26 01:50:25.606138591 +0000 UTC m=+0.377314982 container init efc08a33174817be6e5aee55c63c8fb0aaedd490d031f0fc21c8c7a726c97a13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-26T01:50:25.986 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 podman[62606]: 2024-04-26 01:50:25.608758419 +0000 UTC m=+0.379934811 container start efc08a33174817be6e5aee55c63c8fb0aaedd490d031f0fc21c8c7a726c97a13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T01:50:25.986 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 ceph-mds[62625]: -- 172.21.15.90:0/1124154472 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563de3681a40 con 0x563de3655000 2024-04-26T01:50:25.986 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: starting mds.b at 2024-04-26T01:50:25.986 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 bash[62606]: efc08a33174817be6e5aee55c63c8fb0aaedd490d031f0fc21c8c7a726c97a13 2024-04-26T01:50:25.986 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:25 smithi090 systemd[1]: Started Ceph mds.b for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T01:50:26.293 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:26.739 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] up:boot 2024-04-26T01:50:27.081 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: fsmap 12 up:standby 2024-04-26T01:50:27.082 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:50:27.082 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:26 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] up:boot 2024-04-26T01:50:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: fsmap 12 up:standby 2024-04-26T01:50:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:50:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:26 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:27.116 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:27.116 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.116 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.116 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.117 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.117 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:27.117 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] up:boot 2024-04-26T01:50:27.117 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: fsmap 12 up:standby 2024-04-26T01:50:27.117 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:50:27.117 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:26 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:29.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:28 smithi044 ceph-mon[27847]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:29.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:28 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:28 smithi156 ceph-mon[32543]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:28 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:28 smithi090 ceph-mon[32456]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:28 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 -- 172.21.15.44:0/3009421252 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7984108a30 msgr2=0x7f7984108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 --2- 172.21.15.44:0/3009421252 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7984108a30 0x7f7984108e10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7978009990 tx=0x7f7978009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 -- 172.21.15.44:0/3009421252 shutdown_connections 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 --2- 172.21.15.44:0/3009421252 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f798406b0f0 0x7f798410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 --2- 172.21.15.44:0/3009421252 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7984108a30 0x7f7984108e10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 --2- 172.21.15.44:0/3009421252 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406a750 0x7f798406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 -- 172.21.15.44:0/3009421252 >> 172.21.15.44:0/3009421252 conn(0x7f79840788f0 msgr2=0x7f7984078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 -- 172.21.15.44:0/3009421252 shutdown_connections 2024-04-26T01:50:29.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.741+0000 7f798b800700 1 -- 172.21.15.44:0/3009421252 wait complete. 2024-04-26T01:50:29.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.743+0000 7f798b800700 1 Processor -- start 2024-04-26T01:50:29.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.743+0000 7f798b800700 1 -- start start 2024-04-26T01:50:29.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f798b800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f798406a750 0x7f798419b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f798b800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406b0f0 0x7f798419b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f798b800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7984108a30 0x7f798419fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f798b800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7984112c20 con 0x7f798406a750 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f798b800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7984112aa0 con 0x7f7984108a30 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f798b800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7984112da0 con 0x7f798406b0f0 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f7983e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406b0f0 0x7f798419b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f7989800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7984108a30 0x7f798419fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f7983e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406b0f0 0x7f798419b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:60374/0 (socket says 172.21.15.44:60374) 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f7989800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7984108a30 0x7f798419fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48902/0 (socket says 172.21.15.44:48902) 2024-04-26T01:50:29.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f7983e00700 1 -- 172.21.15.44:0/3111280819 learned_addr learned my addr 172.21.15.44:0/3111280819 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.744+0000 7f7988e00700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f798406a750 0x7f798419b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7983e00700 1 -- 172.21.15.44:0/3111280819 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7984108a30 msgr2=0x7f798419fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7983e00700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7984108a30 0x7f798419fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7983e00700 1 -- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f798406a750 msgr2=0x7f798419b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7983e00700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f798406a750 0x7f798419b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7983e00700 1 -- 172.21.15.44:0/3111280819 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79841a0380 con 0x7f798406b0f0 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7988e00700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f798406a750 0x7f798419b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7983e00700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406b0f0 0x7f798419b8b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f797000e9c0 tx=0x7f797000ed80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7981600700 1 -- 172.21.15.44:0/3111280819 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f797000cbd0 con 0x7f798406b0f0 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7981600700 1 -- 172.21.15.44:0/3111280819 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f797000cd70 con 0x7f798406b0f0 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79841a0670 con 0x7f798406b0f0 2024-04-26T01:50:29.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.745+0000 7f7981600700 1 -- 172.21.15.44:0/3111280819 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7970005680 con 0x7f798406b0f0 2024-04-26T01:50:29.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.746+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79841a7ef0 con 0x7f798406b0f0 2024-04-26T01:50:29.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.747+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7984069730 con 0x7f798406b0f0 2024-04-26T01:50:29.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.750+0000 7f7981600700 1 -- 172.21.15.44:0/3111280819 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7970004750 con 0x7f798406b0f0 2024-04-26T01:50:29.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.752+0000 7f7981600700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f796c0a3c40 0x7f796c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.752+0000 7f7981600700 1 -- 172.21.15.44:0/3111280819 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f79700d02e0 con 0x7f798406b0f0 2024-04-26T01:50:29.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.752+0000 7f7988e00700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f796c0a3c40 0x7f796c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.753+0000 7f7988e00700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f796c0a3c40 0x7f796c0a6100 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f797800b2e0 tx=0x7f797801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:29.756+0000 7f7981600700 1 -- 172.21.15.44:0/3111280819 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f797009d0c0 con 0x7f798406b0f0 2024-04-26T01:50:30.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.107+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f798402df80 con 0x7f798406b0f0 2024-04-26T01:50:30.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.108+0000 7f7981600700 1 -- 172.21.15.44:0/3111280819 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10479 (secure 0 0 0) 0x7f797009c9c0 con 0x7f798406b0f0 2024-04-26T01:50:30.107 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:30.107 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24458,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24502,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24518,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f796c0a3c40 msgr2=0x7f796c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f796c0a3c40 0x7f796c0a6100 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f797800b2e0 tx=0x7f797801a040 comp rx=0 tx=0).stop 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406b0f0 msgr2=0x7f798419b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406b0f0 0x7f798419b8b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f797000e9c0 tx=0x7f797000ed80 comp rx=0 tx=0).stop 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 shutdown_connections 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f796c0a3c40 0x7f796c0a6100 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7984108a30 0x7f798419fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f798406a750 0x7f798419b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 --2- 172.21.15.44:0/3111280819 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f798406b0f0 0x7f798419b8b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 >> 172.21.15.44:0/3111280819 conn(0x7f79840788f0 msgr2=0x7f798410de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 shutdown_connections 2024-04-26T01:50:30.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:30.112+0000 7f798b800700 1 -- 172.21.15.44:0/3111280819 wait complete. 2024-04-26T01:50:30.112 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 13 2024-04-26T01:50:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:30 smithi044 ceph-mon[27847]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:30 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3111280819' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:30.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:30 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:31.018 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-04-26T01:50:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:30 smithi156 ceph-mon[32543]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:30 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3111280819' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:30 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:30 smithi090 ceph-mon[32456]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:30 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3111280819' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:30 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:31.465 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:31.894 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:31 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:31.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:31 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:31.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:31 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:32 smithi044 ceph-mon[27847]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:32 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:32 smithi156 ceph-mon[32543]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:33.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:32 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:32 smithi090 ceph-mon[32456]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:33.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:32 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.805+0000 7fa7da000700 1 -- 172.21.15.44:0/844199174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4105870 msgr2=0x7fa7d41098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.805+0000 7fa7da000700 1 --2- 172.21.15.44:0/844199174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4105870 0x7fa7d41098c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa7bc009990 tx=0x7fa7bc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.806+0000 7fa7da000700 1 -- 172.21.15.44:0/844199174 shutdown_connections 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.806+0000 7fa7da000700 1 --2- 172.21.15.44:0/844199174 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa7d4104ec0 0x7fa7d41052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.806+0000 7fa7da000700 1 --2- 172.21.15.44:0/844199174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4109fa0 0x7fa7d4111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.806+0000 7fa7da000700 1 --2- 172.21.15.44:0/844199174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4105870 0x7fa7d41098c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.806+0000 7fa7da000700 1 -- 172.21.15.44:0/844199174 >> 172.21.15.44:0/844199174 conn(0x7fa7d4100750 msgr2=0x7fa7d4102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.806+0000 7fa7da000700 1 -- 172.21.15.44:0/844199174 shutdown_connections 2024-04-26T01:50:33.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.806+0000 7fa7da000700 1 -- 172.21.15.44:0/844199174 wait complete. 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 Processor -- start 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 -- start start 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4104ec0 0x7fa7d419b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4105870 0x7fa7d419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa7d4109fa0 0x7fa7d419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d4114e60 con 0x7fa7d4105870 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d4114ce0 con 0x7fa7d4104ec0 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7da000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d4114fe0 con 0x7fa7d4109fa0 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.807+0000 7fa7caa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4105870 0x7fa7d419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4105870 0x7fa7d419b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48970/0 (socket says 172.21.15.44:48970) 2024-04-26T01:50:33.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 -- 172.21.15.44:0/2242363193 learned_addr learned my addr 172.21.15.44:0/2242363193 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7d3e00700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa7d4109fa0 0x7fa7d419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7d3400700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4104ec0 0x7fa7d419b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 -- 172.21.15.44:0/2242363193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa7d4109fa0 msgr2=0x7fa7d419fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa7d4109fa0 0x7fa7d419fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 -- 172.21.15.44:0/2242363193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4104ec0 msgr2=0x7fa7d419b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4104ec0 0x7fa7d419b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 -- 172.21.15.44:0/2242363193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7d41a0350 con 0x7fa7d4105870 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.808+0000 7fa7caa00700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4105870 0x7fa7d419b8d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa7bc000c00 tx=0x7fa7bc0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.809+0000 7fa7d0c00700 1 -- 172.21.15.44:0/2242363193 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7bc027070 con 0x7fa7d4105870 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.809+0000 7fa7d0c00700 1 -- 172.21.15.44:0/2242363193 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7bc00b610 con 0x7fa7d4105870 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.809+0000 7fa7d0c00700 1 -- 172.21.15.44:0/2242363193 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7bc0173f0 con 0x7fa7d4105870 2024-04-26T01:50:33.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.809+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7d41a05e0 con 0x7fa7d4105870 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.809+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7d41a7ec0 con 0x7fa7d4105870 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.810+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7d419c6a0 con 0x7fa7d4105870 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.812+0000 7fa7d0c00700 1 -- 172.21.15.44:0/2242363193 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa7bc02a070 con 0x7fa7d4105870 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.814+0000 7fa7d0c00700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa7b80a3cc0 0x7fa7b80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.814+0000 7fa7d0c00700 1 -- 172.21.15.44:0/2242363193 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa7bc0d0fb0 con 0x7fa7d4105870 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.814+0000 7fa7d3400700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa7b80a3cc0 0x7fa7b80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.815+0000 7fa7d3400700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa7b80a3cc0 0x7fa7b80a6180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4009550 tx=0x7fa7c40091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:33.817+0000 7fa7d0c00700 1 -- 172.21.15.44:0/2242363193 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa7bc031080 con 0x7fa7d4105870 2024-04-26T01:50:34.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.057+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa7d402df80 con 0x7fa7d4105870 2024-04-26T01:50:34.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.058+0000 7fa7d0c00700 1 -- 172.21.15.44:0/2242363193 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7fa7bc013070 con 0x7fa7d4105870 2024-04-26T01:50:34.057 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:34.057 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2024-04-26T01:50:34.057 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T01:50:34.057 INFO:teuthology.orchestra.run.smithi044.stdout: "poolnum": 1, 2024-04-26T01:50:34.057 INFO:teuthology.orchestra.run.smithi044.stdout: "poolname": ".mgr" 2024-04-26T01:50:34.058 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:50:34.058 INFO:teuthology.orchestra.run.smithi044.stdout:] 2024-04-26T01:50:34.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa7b80a3cc0 msgr2=0x7fa7b80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:34.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa7b80a3cc0 0x7fa7b80a6180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4009550 tx=0x7fa7c40091b0 comp rx=0 tx=0).stop 2024-04-26T01:50:34.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4105870 msgr2=0x7fa7d419b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:34.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4105870 0x7fa7d419b8d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa7bc000c00 tx=0x7fa7bc0057c0 comp rx=0 tx=0).stop 2024-04-26T01:50:34.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 shutdown_connections 2024-04-26T01:50:34.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa7d4109fa0 0x7fa7d419fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:34.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa7b80a3cc0 0x7fa7b80a6180 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:34.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa7d4104ec0 0x7fa7d419b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:34.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 --2- 172.21.15.44:0/2242363193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7d4105870 0x7fa7d419b8d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:34.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 >> 172.21.15.44:0/2242363193 conn(0x7fa7d4100750 msgr2=0x7fa7d4102ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:34.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 shutdown_connections 2024-04-26T01:50:34.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:34.061+0000 7fa7da000700 1 -- 172.21.15.44:0/2242363193 wait complete. 2024-04-26T01:50:35.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:34 smithi044 ceph-mon[27847]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:35.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:34 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2242363193' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:50:35.073 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-26T01:50:35.073 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-26T01:50:35.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:34 smithi156 ceph-mon[32543]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:35.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:34 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2242363193' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:50:35.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:34 smithi090 ceph-mon[32456]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:35.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:34 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2242363193' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:50:35.517 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:36 smithi044 ceph-mon[27847]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:36.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:36.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:36 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:37.045 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:36 smithi156 ceph-mon[32543]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:37.045 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:37.045 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:37.045 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:37.045 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:37.045 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:36 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:37.202 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:36 smithi090 ceph-mon[32456]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:37.202 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:37.202 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:37.202 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:37.202 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:37.202 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:36 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:50:37.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 -- 172.21.15.44:0/238399049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 msgr2=0x7fc4a806abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 --2- 172.21.15.44:0/238399049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 0x7fc4a806abb0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc490009990 tx=0x7fc490009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 -- 172.21.15.44:0/238399049 shutdown_connections 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 --2- 172.21.15.44:0/238399049 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 0x7fc4a8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 --2- 172.21.15.44:0/238399049 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a806b0f0 0x7fc4a810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 --2- 172.21.15.44:0/238399049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 0x7fc4a806abb0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 -- 172.21.15.44:0/238399049 >> 172.21.15.44:0/238399049 conn(0x7fc4a80788f0 msgr2=0x7fc4a8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 -- 172.21.15.44:0/238399049 shutdown_connections 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.872+0000 7fc4ad000700 1 -- 172.21.15.44:0/238399049 wait complete. 2024-04-26T01:50:37.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.873+0000 7fc4ad000700 1 Processor -- start 2024-04-26T01:50:37.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.873+0000 7fc4ad000700 1 -- start start 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4ad000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 0x7fc4a819b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4ad000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a806b0f0 0x7fc4a819b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4ad000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 0x7fc4a819fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4ad000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a8112c20 con 0x7fc4a806a750 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4ad000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a8112aa0 con 0x7fc4a806b0f0 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4ad000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a8112da0 con 0x7fc4a8108a30 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4a5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 0x7fc4a819b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4a6800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 0x7fc4a819fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4a6800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 0x7fc4a819fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:35502/0 (socket says 172.21.15.44:35502) 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4a5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 0x7fc4a819b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58388/0 (socket says 172.21.15.44:58388) 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc4a6800700 1 -- 172.21.15.44:0/971968071 learned_addr learned my addr 172.21.15.44:0/971968071 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.874+0000 7fc49d400700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a806b0f0 0x7fc4a819b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc4a6800700 1 -- 172.21.15.44:0/971968071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a806b0f0 msgr2=0x7fc4a819b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc4a6800700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a806b0f0 0x7fc4a819b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc4a6800700 1 -- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 msgr2=0x7fc4a819b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc4a6800700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 0x7fc4a819b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc4a6800700 1 -- 172.21.15.44:0/971968071 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a81a0300 con 0x7fc4a8108a30 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc4a6800700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 0x7fc4a819fbc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4a000ef30 tx=0x7fc4a000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc49f400700 1 -- 172.21.15.44:0/971968071 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a00092e0 con 0x7fc4a8108a30 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc49f400700 1 -- 172.21.15.44:0/971968071 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4a0004bb0 con 0x7fc4a8108a30 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc49f400700 1 -- 172.21.15.44:0/971968071 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a0004020 con 0x7fc4a8108a30 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.875+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4a81a0590 con 0x7fc4a8108a30 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.876+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4a81a7e70 con 0x7fc4a8108a30 2024-04-26T01:50:37.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.877+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4a8069730 con 0x7fc4a8108a30 2024-04-26T01:50:37.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.878+0000 7fc49f400700 1 -- 172.21.15.44:0/971968071 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc4a001b030 con 0x7fc4a8108a30 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.880+0000 7fc49f400700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc48c0a3cc0 0x7fc48c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.880+0000 7fc49f400700 1 -- 172.21.15.44:0/971968071 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fc4a00cfa40 con 0x7fc4a8108a30 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.880+0000 7fc4a5e00700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc48c0a3cc0 0x7fc48c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.881+0000 7fc4a5e00700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc48c0a3cc0 0x7fc48c0a6180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc498009680 tx=0x7fc498009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:37.884+0000 7fc49f400700 1 -- 172.21.15.44:0/971968071 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc4a0022020 con 0x7fc4a8108a30 2024-04-26T01:50:38.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.117+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fc4a802df80 con 0x7fc4a8108a30 2024-04-26T01:50:38.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.818+0000 7fc49f400700 1 -- 172.21.15.44:0/971968071 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fc4a0010040 con 0x7fc4a8108a30 2024-04-26T01:50:38.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.826+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc48c0a3cc0 msgr2=0x7fc48c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:38.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.826+0000 7fc4ad000700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc48c0a3cc0 0x7fc48c0a6180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc498009680 tx=0x7fc498009260 comp rx=0 tx=0).stop 2024-04-26T01:50:38.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.826+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 msgr2=0x7fc4a819fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:38.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.826+0000 7fc4ad000700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 0x7fc4a819fbc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4a000ef30 tx=0x7fc4a000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:50:38.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.827+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 shutdown_connections 2024-04-26T01:50:38.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.827+0000 7fc4ad000700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4a8108a30 0x7fc4a819fbc0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:38.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.827+0000 7fc4ad000700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc48c0a3cc0 0x7fc48c0a6180 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:38.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.827+0000 7fc4ad000700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4a806a750 0x7fc4a819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:38.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.827+0000 7fc4ad000700 1 --2- 172.21.15.44:0/971968071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4a806b0f0 0x7fc4a819b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:38.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.827+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 >> 172.21.15.44:0/971968071 conn(0x7fc4a80788f0 msgr2=0x7fc4a810dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:38.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.829+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 shutdown_connections 2024-04-26T01:50:38.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:38.829+0000 7fc4ad000700 1 -- 172.21.15.44:0/971968071 wait complete. 2024-04-26T01:50:38.831 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_metadata' created 2024-04-26T01:50:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:38 smithi044 ceph-mon[27847]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:38 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/971968071' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:50:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:38 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:50:39.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:38 smithi156 ceph-mon[32543]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:39.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:38 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/971968071' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:50:39.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:38 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:50:39.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:38 smithi090 ceph-mon[32456]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:39.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:38 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/971968071' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:50:39.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:38 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:50:39.791 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-26T01:50:40.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:39 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:50:40.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:39 smithi044 ceph-mon[27847]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:50:40.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:39 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:50:40.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:39 smithi156 ceph-mon[32543]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:50:40.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:39 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:50:40.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:39 smithi090 ceph-mon[32456]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:50:40.260 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:40 smithi044 ceph-mon[27847]: pgmap v321: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:40 smithi044 ceph-mon[27847]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:50:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:40 smithi044 ceph-mon[27847]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:40 smithi156 ceph-mon[32543]: pgmap v321: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:40 smithi156 ceph-mon[32543]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:50:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:40 smithi156 ceph-mon[32543]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:50:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:40 smithi090 ceph-mon[32456]: pgmap v321: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:40 smithi090 ceph-mon[32456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:50:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:40 smithi090 ceph-mon[32456]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:50:42.095 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:41 smithi044 ceph-mon[27847]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:50:42.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:41 smithi156 ceph-mon[32543]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:50:42.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:41 smithi090 ceph-mon[32456]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:50:42.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 -- 172.21.15.44:0/743120723 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd594109c80 msgr2=0x7fd59410dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:42.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 --2- 172.21.15.44:0/743120723 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd594109c80 0x7fd59410dcd0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd580009990 tx=0x7fd580009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 -- 172.21.15.44:0/743120723 shutdown_connections 2024-04-26T01:50:42.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 --2- 172.21.15.44:0/743120723 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd59410e3b0 0x7fd594115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 --2- 172.21.15.44:0/743120723 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5941092d0 0x7fd5941096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 --2- 172.21.15.44:0/743120723 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd594109c80 0x7fd59410dcd0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 -- 172.21.15.44:0/743120723 >> 172.21.15.44:0/743120723 conn(0x7fd594076210 msgr2=0x7fd594107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 -- 172.21.15.44:0/743120723 shutdown_connections 2024-04-26T01:50:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.632+0000 7fd59c000700 1 -- 172.21.15.44:0/743120723 wait complete. 2024-04-26T01:50:42.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.633+0000 7fd59c000700 1 Processor -- start 2024-04-26T01:50:42.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.633+0000 7fd59c000700 1 -- start start 2024-04-26T01:50:42.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59c000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5941092d0 0x7fd5941a5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59c000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd594109c80 0x7fd5941a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59c000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd59410e3b0 0x7fd59419f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59c000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd594119270 con 0x7fd59410e3b0 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59c000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd5941190f0 con 0x7fd5941092d0 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59c000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd5941193f0 con 0x7fd594109c80 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd59410e3b0 0x7fd59419f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd599600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5941092d0 0x7fd5941a5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd598c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd594109c80 0x7fd5941a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd599600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5941092d0 0x7fd5941a5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:42650/0 (socket says 172.21.15.44:42650) 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd59a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd59410e3b0 0x7fd59419f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58400/0 (socket says 172.21.15.44:58400) 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd598c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd594109c80 0x7fd5941a5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:35524/0 (socket says 172.21.15.44:35524) 2024-04-26T01:50:42.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.634+0000 7fd599600700 1 -- 172.21.15.44:0/4290975575 learned_addr learned my addr 172.21.15.44:0/4290975575 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:42.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd599600700 1 -- 172.21.15.44:0/4290975575 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd594109c80 msgr2=0x7fd5941a5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:42.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd599600700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd594109c80 0x7fd5941a5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd599600700 1 -- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd59410e3b0 msgr2=0x7fd59419f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd599600700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd59410e3b0 0x7fd59419f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd599600700 1 -- 172.21.15.44:0/4290975575 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd59419fd50 con 0x7fd5941092d0 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd598c00700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd594109c80 0x7fd5941a5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd599600700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5941092d0 0x7fd5941a5430 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd58800eb30 tx=0x7fd58800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.635+0000 7fd592000700 1 -- 172.21.15.44:0/4290975575 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd58800cbd0 con 0x7fd5941092d0 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.636+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5941a0040 con 0x7fd5941092d0 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.636+0000 7fd592000700 1 -- 172.21.15.44:0/4290975575 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5880044d0 con 0x7fd5941092d0 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.636+0000 7fd592000700 1 -- 172.21.15.44:0/4290975575 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd588003e30 con 0x7fd5941092d0 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.636+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5941ac300 con 0x7fd5941092d0 2024-04-26T01:50:42.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.637+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd594069730 con 0x7fd5941092d0 2024-04-26T01:50:42.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.639+0000 7fd592000700 1 -- 172.21.15.44:0/4290975575 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd588004000 con 0x7fd5941092d0 2024-04-26T01:50:42.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.640+0000 7fd592000700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd57c0a3c40 0x7fd57c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.640+0000 7fd592000700 1 -- 172.21.15.44:0/4290975575 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7fd5880d04e0 con 0x7fd5941092d0 2024-04-26T01:50:42.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.641+0000 7fd598c00700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd57c0a3c40 0x7fd57c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.641+0000 7fd598c00700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd57c0a3c40 0x7fd57c0a6100 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd59410f810 tx=0x7fd58001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:42.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.643+0000 7fd592000700 1 -- 172.21.15.44:0/4290975575 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd5880042f0 con 0x7fd5941092d0 2024-04-26T01:50:42.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:42.875+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd5941a0b50 con 0x7fd5941092d0 2024-04-26T01:50:43.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:42 smithi044 ceph-mon[27847]: pgmap v324: 33 pgs: 10 active+clean, 7 creating+peering, 16 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:43.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:42 smithi156 ceph-mon[32543]: pgmap v324: 33 pgs: 10 active+clean, 7 creating+peering, 16 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:42 smithi090 ceph-mon[32456]: pgmap v324: 33 pgs: 10 active+clean, 7 creating+peering, 16 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:43.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.873+0000 7fd592000700 1 -- 172.21.15.44:0/4290975575 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7fd5941a0b50 con 0x7fd5941092d0 2024-04-26T01:50:43.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.882+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd57c0a3c40 msgr2=0x7fd57c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:43.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.882+0000 7fd59c000700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd57c0a3c40 0x7fd57c0a6100 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd59410f810 tx=0x7fd58001a040 comp rx=0 tx=0).stop 2024-04-26T01:50:43.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.882+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5941092d0 msgr2=0x7fd5941a5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:43.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.882+0000 7fd59c000700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5941092d0 0x7fd5941a5430 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd58800eb30 tx=0x7fd58800ee40 comp rx=0 tx=0).stop 2024-04-26T01:50:43.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.883+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 shutdown_connections 2024-04-26T01:50:43.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.883+0000 7fd59c000700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd57c0a3c40 0x7fd57c0a6100 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.883+0000 7fd59c000700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd59410e3b0 0x7fd59419f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.883+0000 7fd59c000700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5941092d0 0x7fd5941a5430 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.883+0000 7fd59c000700 1 --2- 172.21.15.44:0/4290975575 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd594109c80 0x7fd5941a5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.883+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 >> 172.21.15.44:0/4290975575 conn(0x7fd594076210 msgr2=0x7fd594077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:43.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.884+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 shutdown_connections 2024-04-26T01:50:43.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:43.885+0000 7fd59c000700 1 -- 172.21.15.44:0/4290975575 wait complete. 2024-04-26T01:50:43.889 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data' created 2024-04-26T01:50:44.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:43 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4290975575' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:50:44.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:43 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:50:44.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:43 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4290975575' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:50:44.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:43 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:50:44.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:43 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4290975575' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:50:44.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:43 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:50:44.729 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-26T01:50:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:44 smithi044 ceph-mon[27847]: pgmap v325: 33 pgs: 23 active+clean, 7 creating+peering, 3 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:44 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:50:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:44 smithi044 ceph-mon[27847]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:50:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:44 smithi156 ceph-mon[32543]: pgmap v325: 33 pgs: 23 active+clean, 7 creating+peering, 3 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:44 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:50:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:44 smithi156 ceph-mon[32543]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:50:45.230 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:44 smithi090 ceph-mon[32456]: pgmap v325: 33 pgs: 23 active+clean, 7 creating+peering, 3 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:44 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:50:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:44 smithi090 ceph-mon[32456]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:50:46.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:45 smithi044 ceph-mon[27847]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:50:46.148 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:45 smithi090 ceph-mon[32456]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:50:46.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:45 smithi156 ceph-mon[32543]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:50:47.031 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:46 smithi044 ceph-mon[27847]: pgmap v328: 97 pgs: 16 creating+peering, 48 unknown, 33 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:47.031 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:46 smithi044 ceph-mon[27847]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:50:47.031 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:46 smithi044 ceph-mon[27847]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:50:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:46 smithi156 ceph-mon[32543]: pgmap v328: 97 pgs: 16 creating+peering, 48 unknown, 33 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:46 smithi156 ceph-mon[32543]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:50:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:46 smithi156 ceph-mon[32543]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:50:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:46 smithi090 ceph-mon[32456]: pgmap v328: 97 pgs: 16 creating+peering, 48 unknown, 33 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:46 smithi090 ceph-mon[32456]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:50:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:46 smithi090 ceph-mon[32456]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:50:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 -- 172.21.15.44:0/1559552648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006b070 msgr2=0x7f3d6010efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 --2- 172.21.15.44:0/1559552648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006b070 0x7f3d6010efb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3d48009990 tx=0x7f3d48009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 -- 172.21.15.44:0/1559552648 shutdown_connections 2024-04-26T01:50:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 --2- 172.21.15.44:0/1559552648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d6010f4f0 0x7f3d601118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 --2- 172.21.15.44:0/1559552648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d6006a750 0x7f3d6006ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 --2- 172.21.15.44:0/1559552648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006b070 0x7f3d6010efb0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 -- 172.21.15.44:0/1559552648 >> 172.21.15.44:0/1559552648 conn(0x7f3d600788f0 msgr2=0x7f3d60078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 -- 172.21.15.44:0/1559552648 shutdown_connections 2024-04-26T01:50:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.538+0000 7f3d66a00700 1 -- 172.21.15.44:0/1559552648 wait complete. 2024-04-26T01:50:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.539+0000 7f3d66a00700 1 Processor -- start 2024-04-26T01:50:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.540+0000 7f3d66a00700 1 -- start start 2024-04-26T01:50:47.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.540+0000 7f3d66a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006a750 0x7f3d6019b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.540+0000 7f3d66a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d6006b070 0x7f3d6019b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.540+0000 7f3d66a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d6010f4f0 0x7f3d6019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.540+0000 7f3d66a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60114e80 con 0x7f3d6006b070 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.540+0000 7f3d66a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60114d00 con 0x7f3d6006a750 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.540+0000 7f3d66a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60115000 con 0x7f3d6010f4f0 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d57400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d6006b070 0x7f3d6019b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006a750 0x7f3d6019b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d57400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d6006b070 0x7f3d6019b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49336/0 (socket says 172.21.15.44:49336) 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006a750 0x7f3d6019b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35120/0 (socket says 172.21.15.44:35120) 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d57400700 1 -- 172.21.15.44:0/3828791527 learned_addr learned my addr 172.21.15.44:0/3828791527 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d64a00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d6010f4f0 0x7f3d6019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:47.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 -- 172.21.15.44:0/3828791527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d6010f4f0 msgr2=0x7f3d6019fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d6010f4f0 0x7f3d6019fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 -- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d6006b070 msgr2=0x7f3d6019b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d6006b070 0x7f3d6019b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 -- 172.21.15.44:0/3828791527 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d601a0380 con 0x7f3d6006a750 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.541+0000 7f3d5fe00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006a750 0x7f3d6019b370 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3d5000ef10 tx=0x7f3d5000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.542+0000 7f3d5d600700 1 -- 172.21.15.44:0/3828791527 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5000c9c0 con 0x7f3d6006a750 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.542+0000 7f3d5d600700 1 -- 172.21.15.44:0/3828791527 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d50019070 con 0x7f3d6006a750 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.542+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d601a0610 con 0x7f3d6006a750 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.542+0000 7f3d5d600700 1 -- 172.21.15.44:0/3828791527 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d50014480 con 0x7f3d6006a750 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.542+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d601a7ef0 con 0x7f3d6006a750 2024-04-26T01:50:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.543+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d60069730 con 0x7f3d6006a750 2024-04-26T01:50:47.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.545+0000 7f3d5d600700 1 -- 172.21.15.44:0/3828791527 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3d50012050 con 0x7f3d6006a750 2024-04-26T01:50:47.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.546+0000 7f3d5d600700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d440a3cc0 0x7f3d440a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.546+0000 7f3d5d600700 1 -- 172.21.15.44:0/3828791527 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7879+0+0 (secure 0 0 0) 0x7f3d500d01b0 con 0x7f3d6006a750 2024-04-26T01:50:47.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.547+0000 7f3d57400700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d440a3cc0 0x7f3d440a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:47.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.547+0000 7f3d57400700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d440a3cc0 0x7f3d440a6180 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3d60102f10 tx=0x7f3d4800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:47.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.551+0000 7f3d5d600700 1 -- 172.21.15.44:0/3828791527 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d50010040 con 0x7f3d6006a750 2024-04-26T01:50:47.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.834+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3d6002df80 con 0x7f3d6006a750 2024-04-26T01:50:47.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.913+0000 7f3d5d600700 1 -- 172.21.15.44:0/3828791527 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f3d5009cca0 con 0x7f3d6006a750 2024-04-26T01:50:47.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.918+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d440a3cc0 msgr2=0x7f3d440a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.918+0000 7f3d66a00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d440a3cc0 0x7f3d440a6180 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3d60102f10 tx=0x7f3d4800b260 comp rx=0 tx=0).stop 2024-04-26T01:50:47.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.918+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006a750 msgr2=0x7f3d6019b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.918+0000 7f3d66a00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006a750 0x7f3d6019b370 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3d5000ef10 tx=0x7f3d5000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.920+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 shutdown_connections 2024-04-26T01:50:47.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.920+0000 7f3d66a00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d6010f4f0 0x7f3d6019fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.920+0000 7f3d66a00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3d440a3cc0 0x7f3d440a6180 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.920+0000 7f3d66a00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d6006a750 0x7f3d6019b370 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.920+0000 7f3d66a00700 1 --2- 172.21.15.44:0/3828791527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d6006b070 0x7f3d6019b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.920+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 >> 172.21.15.44:0/3828791527 conn(0x7f3d600788f0 msgr2=0x7f3d601109c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:47.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.921+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 shutdown_connections 2024-04-26T01:50:47.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:47.921+0000 7f3d66a00700 1 -- 172.21.15.44:0/3828791527 wait complete. 2024-04-26T01:50:47.922 INFO:teuthology.orchestra.run.smithi044.stderr:new fs with metadata pool 2 and data pool 3 2024-04-26T01:50:48.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:47 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3828791527' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:50:48.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:47 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:50:48.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:47 smithi044 ceph-mon[27847]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:50:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:47 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3828791527' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:50:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:47 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:50:48.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:47 smithi156 ceph-mon[32543]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:50:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:47 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3828791527' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:50:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:47 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:50:48.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:47 smithi090 ceph-mon[32456]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:50:48.887 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:50:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:48 smithi044 ceph-mon[27847]: pgmap v330: 97 pgs: 16 creating+peering, 30 unknown, 51 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:48 smithi044 ceph-mon[27847]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:50:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:48 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:50:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:48 smithi044 ceph-mon[27847]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:50:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:48 smithi044 ceph-mon[27847]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:50:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:48 smithi156 ceph-mon[32543]: pgmap v330: 97 pgs: 16 creating+peering, 30 unknown, 51 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:48 smithi156 ceph-mon[32543]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:50:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:48 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:50:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:48 smithi156 ceph-mon[32543]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:50:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:48 smithi156 ceph-mon[32543]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:50:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:48 smithi090 ceph-mon[32456]: pgmap v330: 97 pgs: 16 creating+peering, 30 unknown, 51 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:48 smithi090 ceph-mon[32456]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:50:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:48 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:50:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:48 smithi090 ceph-mon[32456]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:50:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:48 smithi090 ceph-mon[32456]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:50:49.365 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:50.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:49 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] up:active 2024-04-26T01:50:50.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:49 smithi156 ceph-mon[32543]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:50:50.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:49 smithi156 ceph-mon[32543]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:50:50.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:49 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] up:active 2024-04-26T01:50:50.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:49 smithi090 ceph-mon[32456]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:50:50.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:49 smithi090 ceph-mon[32456]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:50:50.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:49 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] up:active 2024-04-26T01:50:50.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:49 smithi044 ceph-mon[27847]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:50:50.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:49 smithi044 ceph-mon[27847]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:50:51.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:50 smithi044 ceph-mon[27847]: pgmap v332: 97 pgs: 14 creating+peering, 83 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 2 op/s 2024-04-26T01:50:51.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:50 smithi044 ceph-mon[27847]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:50:51.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:50 smithi044 ceph-mon[27847]: Cluster is now healthy 2024-04-26T01:50:51.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:50 smithi156 ceph-mon[32543]: pgmap v332: 97 pgs: 14 creating+peering, 83 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 2 op/s 2024-04-26T01:50:51.321 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:50 smithi156 ceph-mon[32543]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:50:51.321 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:50 smithi156 ceph-mon[32543]: Cluster is now healthy 2024-04-26T01:50:51.322 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:50 smithi090 ceph-mon[32456]: pgmap v332: 97 pgs: 14 creating+peering, 83 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 2 op/s 2024-04-26T01:50:51.322 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:50 smithi090 ceph-mon[32456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:50:51.322 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:50 smithi090 ceph-mon[32456]: Cluster is now healthy 2024-04-26T01:50:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 -- 172.21.15.44:0/3175854799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0104ec0 msgr2=0x7f9af01052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 --2- 172.21.15.44:0/3175854799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0104ec0 0x7f9af01052a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9ad80098f0 tx=0x7f9ad8009c00 comp rx=0 tx=0).stop 2024-04-26T01:50:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 -- 172.21.15.44:0/3175854799 shutdown_connections 2024-04-26T01:50:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 --2- 172.21.15.44:0/3175854799 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9af0109fa0 0x7f9af0111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 --2- 172.21.15.44:0/3175854799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0104ec0 0x7f9af01052a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 --2- 172.21.15.44:0/3175854799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0105870 0x7f9af01098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 -- 172.21.15.44:0/3175854799 >> 172.21.15.44:0/3175854799 conn(0x7f9af0100750 msgr2=0x7f9af0102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:51.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 -- 172.21.15.44:0/3175854799 shutdown_connections 2024-04-26T01:50:51.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.443+0000 7f9af7a00700 1 -- 172.21.15.44:0/3175854799 wait complete. 2024-04-26T01:50:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.444+0000 7f9af7a00700 1 Processor -- start 2024-04-26T01:50:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.444+0000 7f9af7a00700 1 -- start start 2024-04-26T01:50:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af7a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0104ec0 0x7f9af019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af7a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0105870 0x7f9af019b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af7a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9af0109fa0 0x7f9af019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af7a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9af0114eb0 con 0x7f9af0104ec0 2024-04-26T01:50:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af7a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9af0114d30 con 0x7f9af0105870 2024-04-26T01:50:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af7a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9af0115030 con 0x7f9af0109fa0 2024-04-26T01:50:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0104ec0 0x7f9af019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0104ec0 0x7f9af019b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49350/0 (socket says 172.21.15.44:49350) 2024-04-26T01:50:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af5000700 1 -- 172.21.15.44:0/711630873 learned_addr learned my addr 172.21.15.44:0/711630873 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9ae7e00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0105870 0x7f9af019b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.445+0000 7f9af5a00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9af0109fa0 0x7f9af019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9ae7e00700 1 -- 172.21.15.44:0/711630873 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9af0109fa0 msgr2=0x7f9af019fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9ae7e00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9af0109fa0 0x7f9af019fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9ae7e00700 1 -- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0104ec0 msgr2=0x7f9af019b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9ae7e00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0104ec0 0x7f9af019b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9ae7e00700 1 -- 172.21.15.44:0/711630873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af01a03d0 con 0x7f9af0105870 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9af5000700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0104ec0 0x7f9af019b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9ae7e00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0105870 0x7f9af019b900 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0005fd0 tx=0x7f9ae000eca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9aee000700 1 -- 172.21.15.44:0/711630873 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae0010900 con 0x7f9af0105870 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af01a06c0 con 0x7f9af0105870 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9aee000700 1 -- 172.21.15.44:0/711630873 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ae0018420 con 0x7f9af0105870 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.446+0000 7f9aee000700 1 -- 172.21.15.44:0/711630873 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae000f680 con 0x7f9af0105870 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.447+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af01a7f40 con 0x7f9af0105870 2024-04-26T01:50:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.448+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af0069730 con 0x7f9af0105870 2024-04-26T01:50:51.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.450+0000 7f9aee000700 1 -- 172.21.15.44:0/711630873 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9ae0010aa0 con 0x7f9af0105870 2024-04-26T01:50:51.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.451+0000 7f9aee000700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f9ad00a3c40 0x7f9ad00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:51.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.451+0000 7f9aee000700 1 -- 172.21.15.44:0/711630873 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f9ae00d0550 con 0x7f9af0105870 2024-04-26T01:50:51.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.452+0000 7f9af5000700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f9ad00a3c40 0x7f9ad00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:51.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.452+0000 7f9af5000700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f9ad00a3c40 0x7f9ad00a6100 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9ad8009fd0 tx=0x7f9ad8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:51.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.453+0000 7f9aee000700 1 -- 172.21.15.44:0/711630873 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9ae009cfe0 con 0x7f9af0105870 2024-04-26T01:50:51.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.684+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9af002df80 con 0x7f9af0105870 2024-04-26T01:50:51.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.687+0000 7f9aee000700 1 -- 172.21.15.44:0/711630873 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22148 (secure 0 0 0) 0x7f9ae009c8e0 con 0x7f9af0105870 2024-04-26T01:50:51.685 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:51.686 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":89,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:50:47.836062+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:50:51.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f9ad00a3c40 msgr2=0x7f9ad00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:51.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f9ad00a3c40 0x7f9ad00a6100 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9ad8009fd0 tx=0x7f9ad8019040 comp rx=0 tx=0).stop 2024-04-26T01:50:51.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0105870 msgr2=0x7f9af019b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:51.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0105870 0x7f9af019b900 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9ae0005fd0 tx=0x7f9ae000eca0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 shutdown_connections 2024-04-26T01:50:51.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9af0109fa0 0x7f9af019fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f9ad00a3c40 0x7f9ad00a6100 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9af0104ec0 0x7f9af019b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 --2- 172.21.15.44:0/711630873 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9af0105870 0x7f9af019b900 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:51.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 >> 172.21.15.44:0/711630873 conn(0x7f9af0100750 msgr2=0x7f9af0101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:51.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 shutdown_connections 2024-04-26T01:50:51.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:51.690+0000 7f9af7a00700 1 -- 172.21.15.44:0/711630873 wait complete. 2024-04-26T01:50:52.077 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:51 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/711630873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:52.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:51 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/711630873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:52.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:51 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/711630873' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:52.236 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:50:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T01:50:52.000+0000 7fca0b62a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-26T01:50:52.503 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:50:52.993 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:53.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:52 smithi156 ceph-mon[32543]: pgmap v333: 97 pgs: 97 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 6 op/s 2024-04-26T01:50:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:52 smithi090 ceph-mon[32456]: pgmap v333: 97 pgs: 97 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 6 op/s 2024-04-26T01:50:53.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:52 smithi044 ceph-mon[27847]: pgmap v333: 97 pgs: 97 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 6 op/s 2024-04-26T01:50:55.169 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:54 smithi044 ceph-mon[27847]: pgmap v334: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:50:55.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:54 smithi156 ceph-mon[32543]: pgmap v334: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:50:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:54 smithi090 ceph-mon[32456]: pgmap v334: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:50:55.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 -- 172.21.15.44:0/1092961483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d18074c70 msgr2=0x7f0d18075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/1092961483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d18074c70 0x7f0d18075050 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009990 tx=0x7f0d08009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 -- 172.21.15.44:0/1092961483 shutdown_connections 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/1092961483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d1810f440 0x7f0d18111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/1092961483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d18074c70 0x7f0d18075050 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/1092961483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0d18075590 0x7f0d1810ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 -- 172.21.15.44:0/1092961483 >> 172.21.15.44:0/1092961483 conn(0x7f0d18079ba0 msgr2=0x7f0d18079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 -- 172.21.15.44:0/1092961483 shutdown_connections 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.347+0000 7f0d1ca00700 1 -- 172.21.15.44:0/1092961483 wait complete. 2024-04-26T01:50:55.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 Processor -- start 2024-04-26T01:50:55.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 -- start start 2024-04-26T01:50:55.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18074c70 0x7f0d1819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0d18075590 0x7f0d1819b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d1810f440 0x7f0d1819fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0d18114e70 con 0x7f0d18074c70 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0d18114cf0 con 0x7f0d1810f440 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.349+0000 7f0d1ca00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0d18114ff0 con 0x7f0d18075590 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d15e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18074c70 0x7f0d1819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d1810f440 0x7f0d1819fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d1810f440 0x7f0d1819fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35172/0 (socket says 172.21.15.44:35172) 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 -- 172.21.15.44:0/2571220379 learned_addr learned my addr 172.21.15.44:0/2571220379 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:55.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d0d400700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0d18075590 0x7f0d1819b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 -- 172.21.15.44:0/2571220379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0d18075590 msgr2=0x7f0d1819b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0d18075590 0x7f0d1819b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 -- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18074c70 msgr2=0x7f0d1819b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18074c70 0x7f0d1819b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d16800700 1 -- 172.21.15.44:0/2571220379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d181a0300 con 0x7f0d1810f440 2024-04-26T01:50:55.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.350+0000 7f0d0d400700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0d18075590 0x7f0d1819b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:55.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.351+0000 7f0d16800700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d1810f440 0x7f0d1819fbc0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000ef90 tx=0x7f0d1000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:55.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.351+0000 7f0d0f400700 1 -- 172.21.15.44:0/2571220379 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d100092e0 con 0x7f0d1810f440 2024-04-26T01:50:55.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.351+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d181a0590 con 0x7f0d1810f440 2024-04-26T01:50:55.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.351+0000 7f0d0f400700 1 -- 172.21.15.44:0/2571220379 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d10004bb0 con 0x7f0d1810f440 2024-04-26T01:50:55.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.351+0000 7f0d0f400700 1 -- 172.21.15.44:0/2571220379 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d10004280 con 0x7f0d1810f440 2024-04-26T01:50:55.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.351+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d181a7e70 con 0x7f0d1810f440 2024-04-26T01:50:55.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.352+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d18069730 con 0x7f0d1810f440 2024-04-26T01:50:55.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.354+0000 7f0d0f400700 1 -- 172.21.15.44:0/2571220379 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0d1001b030 con 0x7f0d1810f440 2024-04-26T01:50:55.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.356+0000 7f0d0f400700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0cf80a3c40 0x7f0cf80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.356+0000 7f0d0f400700 1 -- 172.21.15.44:0/2571220379 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f0d100d0110 con 0x7f0d1810f440 2024-04-26T01:50:55.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.356+0000 7f0d15e00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0cf80a3c40 0x7f0cf80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.357+0000 7f0d15e00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0cf80a3c40 0x7f0cf80a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800b2e0 tx=0x7f0d08005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:55.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.358+0000 7f0d0f400700 1 -- 172.21.15.44:0/2571220379 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0d10022020 con 0x7f0d1810f440 2024-04-26T01:50:55.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.588+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0d1802df80 con 0x7f0d1810f440 2024-04-26T01:50:55.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.590+0000 7f0d0f400700 1 -- 172.21.15.44:0/2571220379 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22148 (secure 0 0 0) 0x7f0d10010040 con 0x7f0d1810f440 2024-04-26T01:50:55.589 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:50:55.589 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":89,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:50:47.836062+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:50:55.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.593+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0cf80a3c40 msgr2=0x7f0cf80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.593+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0cf80a3c40 0x7f0cf80a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800b2e0 tx=0x7f0d08005fd0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.593+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d1810f440 msgr2=0x7f0d1819fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.593+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d1810f440 0x7f0d1819fbc0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000ef90 tx=0x7f0d1000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 shutdown_connections 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0cf80a3c40 0x7f0cf80a6100 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0d1810f440 0x7f0d1819fbc0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18074c70 0x7f0d1819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 --2- 172.21.15.44:0/2571220379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0d18075590 0x7f0d1819b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 >> 172.21.15.44:0/2571220379 conn(0x7f0d18079ba0 msgr2=0x7f0d180ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:55.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 shutdown_connections 2024-04-26T01:50:55.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:55.594+0000 7f0d1ca00700 1 -- 172.21.15.44:0/2571220379 wait complete. 2024-04-26T01:50:56.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:55 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2571220379' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:56.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:55 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2571220379' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:56.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:55 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2571220379' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:56.441 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-04-26T01:50:56.880 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:57.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:56 smithi044 ceph-mon[27847]: pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-26T01:50:57.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:56 smithi156 ceph-mon[32543]: pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-26T01:50:57.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:56 smithi090 ceph-mon[32456]: pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-26T01:50:59.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 -- 172.21.15.44:0/1938199557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 msgr2=0x7f42081118e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:59.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 --2- 172.21.15.44:0/1938199557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 0x7f42081118e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f420000b0a0 tx=0x7f420000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 -- 172.21.15.44:0/1938199557 shutdown_connections 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 --2- 172.21.15.44:0/1938199557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 0x7f42081118e0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 --2- 172.21.15.44:0/1938199557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420806a750 0x7f420806ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 --2- 172.21.15.44:0/1938199557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806b070 0x7f420810efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 -- 172.21.15.44:0/1938199557 >> 172.21.15.44:0/1938199557 conn(0x7f42080788f0 msgr2=0x7f4208078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.177+0000 7f420f800700 1 -- 172.21.15.44:0/1938199557 shutdown_connections 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.178+0000 7f420f800700 1 -- 172.21.15.44:0/1938199557 wait complete. 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 Processor -- start 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 -- start start 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806a750 0x7f420819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420806b070 0x7f420819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 0x7f420819fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4208114e40 con 0x7f420810f4f0 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4208114cc0 con 0x7f420806b070 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.179+0000 7f420f800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4208114fc0 con 0x7f420806a750 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806a750 0x7f420819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:59.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f41ffe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420806b070 0x7f420819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 0x7f420819fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806a750 0x7f420819b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:38424/0 (socket says 172.21.15.44:38424) 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 -- 172.21.15.44:0/406309165 learned_addr learned my addr 172.21.15.44:0/406309165 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 -- 172.21.15.44:0/406309165 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420806b070 msgr2=0x7f420819b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420806b070 0x7f420819b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 -- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 msgr2=0x7f420819fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 0x7f420819fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 -- 172.21.15.44:0/406309165 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42081a0310 con 0x7f420806a750 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f41ffe00700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420806b070 0x7f420819b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420d800700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 0x7f420819fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:59.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.180+0000 7f420ce00700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806a750 0x7f420819b350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f41f800e9a0 tx=0x7f41f800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:59.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.181+0000 7f4206000700 1 -- 172.21.15.44:0/406309165 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41f800ca10 con 0x7f420806a750 2024-04-26T01:50:59.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.181+0000 7f4206000700 1 -- 172.21.15.44:0/406309165 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41f800cbb0 con 0x7f420806a750 2024-04-26T01:50:59.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.181+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42081a0600 con 0x7f420806a750 2024-04-26T01:50:59.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.181+0000 7f4206000700 1 -- 172.21.15.44:0/406309165 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41f8018680 con 0x7f420806a750 2024-04-26T01:50:59.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.181+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42081a7e80 con 0x7f420806a750 2024-04-26T01:50:59.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.182+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4208069730 con 0x7f420806a750 2024-04-26T01:50:59.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.184+0000 7f4206000700 1 -- 172.21.15.44:0/406309165 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f41f8010430 con 0x7f420806a750 2024-04-26T01:50:59.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.185+0000 7f4206000700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41ec0a3c40 0x7f41ec0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:59.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.186+0000 7f4206000700 1 -- 172.21.15.44:0/406309165 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f41f80d04d0 con 0x7f420806a750 2024-04-26T01:50:59.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.186+0000 7f41ffe00700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41ec0a3c40 0x7f41ec0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.186+0000 7f41ffe00700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41ec0a3c40 0x7f41ec0a6100 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4208102f50 tx=0x7f41f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.190+0000 7f4206000700 1 -- 172.21.15.44:0/406309165 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f41f809cf60 con 0x7f420806a750 2024-04-26T01:50:59.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:58 smithi156 ceph-mon[32543]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:50:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:58 smithi090 ceph-mon[32456]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:50:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:58 smithi044 ceph-mon[27847]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:50:59.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.472+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f420802df80 con 0x7f420806a750 2024-04-26T01:50:59.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.962+0000 7f4206000700 1 -- 172.21.15.44:0/406309165 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f41f809c860 con 0x7f420806a750 2024-04-26T01:50:59.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.967+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41ec0a3c40 msgr2=0x7f41ec0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:59.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.967+0000 7f420f800700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41ec0a3c40 0x7f41ec0a6100 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4208102f50 tx=0x7f41f0009260 comp rx=0 tx=0).stop 2024-04-26T01:50:59.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.967+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806a750 msgr2=0x7f420819b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:59.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.967+0000 7f420f800700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806a750 0x7f420819b350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f41f800e9a0 tx=0x7f41f800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.967+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 shutdown_connections 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.968+0000 7f420f800700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420806a750 0x7f420819b350 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.968+0000 7f420f800700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41ec0a3c40 0x7f41ec0a6100 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.968+0000 7f420f800700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420810f4f0 0x7f420819fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.968+0000 7f420f800700 1 --2- 172.21.15.44:0/406309165 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420806b070 0x7f420819b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.968+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 >> 172.21.15.44:0/406309165 conn(0x7f42080788f0 msgr2=0x7f42081109e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.968+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 shutdown_connections 2024-04-26T01:50:59.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:50:59.968+0000 7f420f800700 1 -- 172.21.15.44:0/406309165 wait complete. 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:59 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/406309165' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:50:59 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:51:00.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:59 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/406309165' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:51:00.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:50:59 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:51:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:59 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/406309165' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:51:00.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:50:59 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:51:00.874 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-26T01:51:00.878 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-04-26T01:51:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:00 smithi044 ceph-mon[27847]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:51:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:00 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:51:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:00 smithi044 ceph-mon[27847]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:51:01.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:00 smithi156 ceph-mon[32543]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:51:01.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:00 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:51:01.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:00 smithi156 ceph-mon[32543]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:51:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:00 smithi090 ceph-mon[32456]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:51:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:00 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:51:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:00 smithi090 ceph-mon[32456]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:51:01.372 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:03.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:02 smithi044 ceph-mon[27847]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 2 op/s 2024-04-26T01:51:03.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:02 smithi156 ceph-mon[32543]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 2 op/s 2024-04-26T01:51:03.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:02 smithi090 ceph-mon[32456]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 2 op/s 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.701+0000 7f547d800700 1 -- 172.21.15.44:0/3886647966 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478105870 msgr2=0x7f54781098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.701+0000 7f547d800700 1 --2- 172.21.15.44:0/3886647966 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478105870 0x7f54781098c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5464009990 tx=0x7f5464009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.701+0000 7f547d800700 1 -- 172.21.15.44:0/3886647966 shutdown_connections 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.701+0000 7f547d800700 1 --2- 172.21.15.44:0/3886647966 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5478104ec0 0x7f54781052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.701+0000 7f547d800700 1 --2- 172.21.15.44:0/3886647966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478109fa0 0x7f5478111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.701+0000 7f547d800700 1 --2- 172.21.15.44:0/3886647966 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478105870 0x7f54781098c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.701+0000 7f547d800700 1 -- 172.21.15.44:0/3886647966 >> 172.21.15.44:0/3886647966 conn(0x7f5478100750 msgr2=0x7f5478102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.702+0000 7f547d800700 1 -- 172.21.15.44:0/3886647966 shutdown_connections 2024-04-26T01:51:03.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.702+0000 7f547d800700 1 -- 172.21.15.44:0/3886647966 wait complete. 2024-04-26T01:51:03.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 Processor -- start 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 -- start start 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478104ec0 0x7f547819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5478105870 0x7f547819b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478109fa0 0x7f547819fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5478114e80 con 0x7f5478104ec0 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5478114d00 con 0x7f5478109fa0 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.703+0000 7f547d800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5478115000 con 0x7f5478105870 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5476a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478104ec0 0x7f547819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478109fa0 0x7f547819fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478109fa0 0x7f547819fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43718/0 (socket says 172.21.15.44:43718) 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5476a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478104ec0 0x7f547819b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37782/0 (socket says 172.21.15.44:37782) 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 -- 172.21.15.44:0/3239216359 learned_addr learned my addr 172.21.15.44:0/3239216359 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5476000700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5478105870 0x7f547819b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 -- 172.21.15.44:0/3239216359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5478105870 msgr2=0x7f547819b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5478105870 0x7f547819b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 -- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478104ec0 msgr2=0x7f547819b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478104ec0 0x7f547819b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5477400700 1 -- 172.21.15.44:0/3239216359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54781a0390 con 0x7f5478109fa0 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5476a00700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478104ec0 0x7f547819b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.704+0000 7f5476000700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5478105870 0x7f547819b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.705+0000 7f5477400700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478109fa0 0x7f547819fc50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f547000ef30 tx=0x7f547000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.705+0000 7f546f400700 1 -- 172.21.15.44:0/3239216359 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54700092e0 con 0x7f5478109fa0 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.705+0000 7f546f400700 1 -- 172.21.15.44:0/3239216359 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5470004bb0 con 0x7f5478109fa0 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.705+0000 7f546f400700 1 -- 172.21.15.44:0/3239216359 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5470004020 con 0x7f5478109fa0 2024-04-26T01:51:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.705+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54781a0620 con 0x7f5478109fa0 2024-04-26T01:51:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.705+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54781a7f00 con 0x7f5478109fa0 2024-04-26T01:51:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.706+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f547819c6e0 con 0x7f5478109fa0 2024-04-26T01:51:03.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.708+0000 7f546f400700 1 -- 172.21.15.44:0/3239216359 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f547001b030 con 0x7f5478109fa0 2024-04-26T01:51:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.710+0000 7f546f400700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f545c0a3cc0 0x7f545c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.710+0000 7f546f400700 1 -- 172.21.15.44:0/3239216359 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f54700cfc90 con 0x7f5478109fa0 2024-04-26T01:51:03.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.710+0000 7f5476a00700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f545c0a3cc0 0x7f545c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.711+0000 7f5476a00700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f545c0a3cc0 0x7f545c0a6180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5468011490 tx=0x7f5468009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:03.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:03.714+0000 7f546f400700 1 -- 172.21.15.44:0/3239216359 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5470022020 con 0x7f5478109fa0 2024-04-26T01:51:03.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.001+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f5478069770 con 0x7f5478109fa0 2024-04-26T01:51:04.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.985+0000 7f546f400700 1 -- 172.21.15.44:0/3239216359 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f5470010040 con 0x7f5478109fa0 2024-04-26T01:51:04.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f545c0a3cc0 msgr2=0x7f545c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:04.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f545c0a3cc0 0x7f545c0a6180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5468011490 tx=0x7f5468009260 comp rx=0 tx=0).stop 2024-04-26T01:51:04.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478109fa0 msgr2=0x7f547819fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:04.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478109fa0 0x7f547819fc50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f547000ef30 tx=0x7f547000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 shutdown_connections 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f545c0a3cc0 0x7f545c0a6180 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5478109fa0 0x7f547819fc50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5478104ec0 0x7f547819b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 --2- 172.21.15.44:0/3239216359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5478105870 0x7f547819b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 >> 172.21.15.44:0/3239216359 conn(0x7f5478100750 msgr2=0x7f5478102ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.989+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 shutdown_connections 2024-04-26T01:51:04.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:04.990+0000 7f547d800700 1 -- 172.21.15.44:0/3239216359 wait complete. 2024-04-26T01:51:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:04 smithi156 ceph-mon[32543]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T01:51:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:04 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3239216359' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:51:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:04 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:51:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:04 smithi090 ceph-mon[32456]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T01:51:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:04 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3239216359' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:51:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:04 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:51:05.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:04 smithi044 ceph-mon[27847]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T01:51:05.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:04 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3239216359' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:51:05.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:04 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:51:05.834 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-04-26T01:51:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:05 smithi044 ceph-mon[27847]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:51:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:05 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:51:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:05 smithi044 ceph-mon[27847]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:51:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:05 smithi044 ceph-mon[27847]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:51:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:05 smithi044 ceph-mon[27847]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-04-26T01:51:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:05 smithi044 ceph-mon[27847]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-04-26T01:51:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:05 smithi156 ceph-mon[32543]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:51:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:05 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:51:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:05 smithi156 ceph-mon[32543]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:51:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:05 smithi156 ceph-mon[32543]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:51:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:05 smithi156 ceph-mon[32543]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-04-26T01:51:06.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:05 smithi156 ceph-mon[32543]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-04-26T01:51:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:05 smithi090 ceph-mon[32456]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:51:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:05 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:51:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:05 smithi090 ceph-mon[32456]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:51:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:05 smithi090 ceph-mon[32456]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:51:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:05 smithi090 ceph-mon[32456]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-04-26T01:51:06.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:05 smithi090 ceph-mon[32456]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-04-26T01:51:06.295 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:07 smithi044 ceph-mon[27847]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:51:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:07 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] up:active 2024-04-26T01:51:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:07 smithi044 ceph-mon[27847]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:51:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:07 smithi044 ceph-mon[27847]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-04-26T01:51:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:07 smithi044 ceph-mon[27847]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-04-26T01:51:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:07 smithi044 ceph-mon[27847]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T01:51:07.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:07 smithi156 ceph-mon[32543]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:51:07.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:07 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] up:active 2024-04-26T01:51:07.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:07 smithi156 ceph-mon[32543]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:51:07.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:07 smithi156 ceph-mon[32543]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-04-26T01:51:07.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:07 smithi156 ceph-mon[32543]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-04-26T01:51:07.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:07 smithi156 ceph-mon[32543]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T01:51:07.486 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:51:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T01:51:07.001+0000 7fca0b62a700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-26T01:51:07.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:07 smithi090 ceph-mon[32456]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:51:07.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:07 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] up:active 2024-04-26T01:51:07.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:07 smithi090 ceph-mon[32456]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:51:07.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:07 smithi090 ceph-mon[32456]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-04-26T01:51:07.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:07 smithi090 ceph-mon[32456]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-04-26T01:51:07.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:07 smithi090 ceph-mon[32456]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T01:51:08.247 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:08 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] up:active 2024-04-26T01:51:08.247 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:08 smithi044 ceph-mon[27847]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:51:08.247 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:08 smithi044 ceph-mon[27847]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-04-26T01:51:08.247 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:08 smithi044 ceph-mon[27847]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=h=up:creating} 8 up:standby 2024-04-26T01:51:08.247 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:08 smithi044 ceph-mon[27847]: daemon mds.h is now active in filesystem cephfs as rank 3 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.428+0000 7f4211000700 1 -- 172.21.15.44:0/659092474 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 msgr2=0x7f420c102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.428+0000 7f4211000700 1 --2- 172.21.15.44:0/659092474 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 0x7f420c102f10 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f41f4009990 tx=0x7f41f4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.428+0000 7f4211000700 1 -- 172.21.15.44:0/659092474 shutdown_connections 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.428+0000 7f4211000700 1 --2- 172.21.15.44:0/659092474 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420c103450 0x7f420c10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.428+0000 7f4211000700 1 --2- 172.21.15.44:0/659092474 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420c108a50 0x7f420c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.428+0000 7f4211000700 1 --2- 172.21.15.44:0/659092474 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 0x7f420c102f10 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.428+0000 7f4211000700 1 -- 172.21.15.44:0/659092474 >> 172.21.15.44:0/659092474 conn(0x7f420c079ba0 msgr2=0x7f420c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.429+0000 7f4211000700 1 -- 172.21.15.44:0/659092474 shutdown_connections 2024-04-26T01:51:08.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.429+0000 7f4211000700 1 -- 172.21.15.44:0/659092474 wait complete. 2024-04-26T01:51:08.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.430+0000 7f4211000700 1 Processor -- start 2024-04-26T01:51:08.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.430+0000 7f4211000700 1 -- start start 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.430+0000 7f4211000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 0x7f420c074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.430+0000 7f4211000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420c103450 0x7f420c075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.430+0000 7f4211000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420c108a50 0x7f420c0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f4211000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f420c112c50 con 0x7f420c102a90 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f4211000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f420c112ad0 con 0x7f420c108a50 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f4211000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f420c112dd0 con 0x7f420c103450 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f4201400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420c103450 0x7f420c075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f4209e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 0x7f420c074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f420a800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420c108a50 0x7f420c0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f4201400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420c103450 0x7f420c075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48324/0 (socket says 172.21.15.44:48324) 2024-04-26T01:51:08.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f4201400700 1 -- 172.21.15.44:0/4045546324 learned_addr learned my addr 172.21.15.44:0/4045546324 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:08.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f420a800700 1 -- 172.21.15.44:0/4045546324 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420c103450 msgr2=0x7f420c075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:08.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f420a800700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420c103450 0x7f420c075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f420a800700 1 -- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 msgr2=0x7f420c074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:08.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f420a800700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 0x7f420c074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.431+0000 7f420a800700 1 -- 172.21.15.44:0/4045546324 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f420c1a76b0 con 0x7f420c108a50 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.432+0000 7f420a800700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420c108a50 0x7f420c0757c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f420400efc0 tx=0x7f420400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.432+0000 7f4203400700 1 -- 172.21.15.44:0/4045546324 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42040092e0 con 0x7f420c108a50 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.432+0000 7f4203400700 1 -- 172.21.15.44:0/4045546324 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4204004bb0 con 0x7f420c108a50 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.432+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f420c1a7940 con 0x7f420c108a50 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.432+0000 7f4203400700 1 -- 172.21.15.44:0/4045546324 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4204004020 con 0x7f420c108a50 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.432+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f420c1a7e80 con 0x7f420c108a50 2024-04-26T01:51:08.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.433+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f420c069730 con 0x7f420c108a50 2024-04-26T01:51:08.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.435+0000 7f4203400700 1 -- 172.21.15.44:0/4045546324 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f420401b030 con 0x7f420c108a50 2024-04-26T01:51:08.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.436+0000 7f4203400700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41f00a3cc0 0x7f41f00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:08.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.437+0000 7f4203400700 1 -- 172.21.15.44:0/4045546324 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f42040cfd80 con 0x7f420c108a50 2024-04-26T01:51:08.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.437+0000 7f4209e00700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41f00a3cc0 0x7f41f00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:08.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.437+0000 7f4209e00700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41f00a3cc0 0x7f41f00a6180 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f41fc009be0 tx=0x7f41fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:08.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.441+0000 7f4203400700 1 -- 172.21.15.44:0/4045546324 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4204022020 con 0x7f420c108a50 2024-04-26T01:51:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:08 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] up:active 2024-04-26T01:51:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:08 smithi156 ceph-mon[32543]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:51:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:08 smithi156 ceph-mon[32543]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-04-26T01:51:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:08 smithi156 ceph-mon[32543]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=h=up:creating} 8 up:standby 2024-04-26T01:51:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:08 smithi156 ceph-mon[32543]: daemon mds.h is now active in filesystem cephfs as rank 3 2024-04-26T01:51:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:08 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] up:active 2024-04-26T01:51:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:08 smithi090 ceph-mon[32456]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:51:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:08 smithi090 ceph-mon[32456]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-04-26T01:51:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:08 smithi090 ceph-mon[32456]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=h=up:creating} 8 up:standby 2024-04-26T01:51:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:08 smithi090 ceph-mon[32456]: daemon mds.h is now active in filesystem cephfs as rank 3 2024-04-26T01:51:08.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:08.719+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f420c02e1a0 con 0x7f420c108a50 2024-04-26T01:51:09.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.051+0000 7f4203400700 1 -- 172.21.15.44:0/4045546324 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v26) ==== 121+0+0 (secure 0 0 0) 0x7f4204010040 con 0x7f420c108a50 2024-04-26T01:51:09.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.054+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41f00a3cc0 msgr2=0x7f41f00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.054+0000 7f4211000700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41f00a3cc0 0x7f41f00a6180 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f41fc009be0 tx=0x7f41fc009260 comp rx=0 tx=0).stop 2024-04-26T01:51:09.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.054+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420c108a50 msgr2=0x7f420c0757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.054+0000 7f4211000700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420c108a50 0x7f420c0757c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f420400efc0 tx=0x7f420400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 shutdown_connections 2024-04-26T01:51:09.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f41f00a3cc0 0x7f41f00a6180 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f420c108a50 0x7f420c0757c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f420c102a90 0x7f420c074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 --2- 172.21.15.44:0/4045546324 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f420c103450 0x7f420c075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 >> 172.21.15.44:0/4045546324 conn(0x7f420c079ba0 msgr2=0x7f420c1018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:09.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 shutdown_connections 2024-04-26T01:51:09.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:09.055+0000 7f4211000700 1 -- 172.21.15.44:0/4045546324 wait complete. 2024-04-26T01:51:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-26T01:51:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] up:active 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: daemon mds.c assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: Cluster is now healthy 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=h=up:active} 8 up:standby 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: daemon mds.c is now active in filesystem cephfs as rank 4 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4045546324' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:51:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:09 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:51:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-26T01:51:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] up:active 2024-04-26T01:51:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: daemon mds.c assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:51:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:51:09.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: Cluster is now healthy 2024-04-26T01:51:09.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=h=up:active} 8 up:standby 2024-04-26T01:51:09.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:51:09.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: daemon mds.c is now active in filesystem cephfs as rank 4 2024-04-26T01:51:09.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4045546324' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:51:09.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:09 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] up:active 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: daemon mds.c assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: Cluster is now healthy 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=h=up:active} 8 up:standby 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: daemon mds.c is now active in filesystem cephfs as rank 4 2024-04-26T01:51:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4045546324' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:51:09.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:09 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:51:09.896 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-04-26T01:51:10.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:10 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:51:10.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:10 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] up:active 2024-04-26T01:51:10.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:10 smithi044 ceph-mon[27847]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:51:10.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:10 smithi044 ceph-mon[27847]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:10.370 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:10.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:10 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:51:10.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:10 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] up:active 2024-04-26T01:51:10.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:10 smithi156 ceph-mon[32543]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:51:10.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:10 smithi156 ceph-mon[32543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:10.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:10 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:51:10.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:10 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] up:active 2024-04-26T01:51:10.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:10 smithi090 ceph-mon[32456]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:51:10.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:10 smithi090 ceph-mon[32456]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:11.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:11 smithi044 ceph-mon[27847]: pgmap v342: 97 pgs: 97 active+clean; 583 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 6 op/s 2024-04-26T01:51:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:11 smithi156 ceph-mon[32543]: pgmap v342: 97 pgs: 97 active+clean; 583 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 6 op/s 2024-04-26T01:51:11.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:11 smithi090 ceph-mon[32456]: pgmap v342: 97 pgs: 97 active+clean; 583 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 6 op/s 2024-04-26T01:51:12.486 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 01:51:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T01:51:12.001+0000 7fca0b62a700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-04-26T01:51:12.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 -- 172.21.15.44:0/1772125195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4108a50 msgr2=0x7f05c4108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:12.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 --2- 172.21.15.44:0/1772125195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4108a50 0x7f05c4108e30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f05b80098f0 tx=0x7f05b8009c00 comp rx=0 tx=0).stop 2024-04-26T01:51:12.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 -- 172.21.15.44:0/1772125195 shutdown_connections 2024-04-26T01:51:12.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 --2- 172.21.15.44:0/1772125195 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4103450 0x7f05c410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 --2- 172.21.15.44:0/1772125195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4108a50 0x7f05c4108e30 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 --2- 172.21.15.44:0/1772125195 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05c4102a90 0x7f05c4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 -- 172.21.15.44:0/1772125195 >> 172.21.15.44:0/1772125195 conn(0x7f05c4079ba0 msgr2=0x7f05c4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:12.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 -- 172.21.15.44:0/1772125195 shutdown_connections 2024-04-26T01:51:12.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.648+0000 7f05cbc00700 1 -- 172.21.15.44:0/1772125195 wait complete. 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.649+0000 7f05cbc00700 1 Processor -- start 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.649+0000 7f05cbc00700 1 -- start start 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.649+0000 7f05cbc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05c4102a90 0x7f05c419b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.649+0000 7f05cbc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4103450 0x7f05c419b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.649+0000 7f05cbc00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4108a50 0x7f05c419fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05cbc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f05c4112c60 con 0x7f05c4103450 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05cbc00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f05c4112ae0 con 0x7f05c4108a50 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05cbc00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f05c4112de0 con 0x7f05c4102a90 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4103450 0x7f05c419b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4108a50 0x7f05c419fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:12.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4108a50 0x7f05c419fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34568/0 (socket says 172.21.15.44:34568) 2024-04-26T01:51:12.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05c4102a90 0x7f05c419b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:12.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 -- 172.21.15.44:0/868182884 learned_addr learned my addr 172.21.15.44:0/868182884 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:12.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 -- 172.21.15.44:0/868182884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05c4102a90 msgr2=0x7f05c419b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05c4102a90 0x7f05c419b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 -- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4103450 msgr2=0x7f05c419b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4103450 0x7f05c419b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9c00700 1 -- 172.21.15.44:0/868182884 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c41a0420 con 0x7f05c4108a50 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c9200700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05c4102a90 0x7f05c419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.650+0000 7f05c3e00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4103450 0x7f05c419b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.651+0000 7f05c9c00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4108a50 0x7f05c419fce0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f05bc00ef30 tx=0x7f05bc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.651+0000 7f05c1600700 1 -- 172.21.15.44:0/868182884 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05bc0092e0 con 0x7f05c4108a50 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.651+0000 7f05c1600700 1 -- 172.21.15.44:0/868182884 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05bc004bb0 con 0x7f05c4108a50 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.651+0000 7f05c1600700 1 -- 172.21.15.44:0/868182884 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05bc004020 con 0x7f05c4108a50 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.651+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05c41a06b0 con 0x7f05c4108a50 2024-04-26T01:51:12.650 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.651+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05c41a7f90 con 0x7f05c4108a50 2024-04-26T01:51:12.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.652+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05c4069730 con 0x7f05c4108a50 2024-04-26T01:51:12.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.654+0000 7f05c1600700 1 -- 172.21.15.44:0/868182884 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f05bc01b030 con 0x7f05c4108a50 2024-04-26T01:51:12.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.656+0000 7f05c1600700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f05ac0a3cc0 0x7f05ac0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:12.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.656+0000 7f05c1600700 1 -- 172.21.15.44:0/868182884 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f05bc0cfd10 con 0x7f05c4108a50 2024-04-26T01:51:12.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.656+0000 7f05c9200700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f05ac0a3cc0 0x7f05ac0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:12.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.657+0000 7f05c9200700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f05ac0a3cc0 0x7f05ac0a6180 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f05b80098c0 tx=0x7f05b8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:12.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.661+0000 7f05c1600700 1 -- 172.21.15.44:0/868182884 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f05bc0d5020 con 0x7f05c4108a50 2024-04-26T01:51:12.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:12.943+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f05c402df80 con 0x7f05c4108a50 2024-04-26T01:51:13.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.074+0000 7f05c1600700 1 -- 172.21.15.44:0/868182884 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7f05bc022020 con 0x7f05c4108a50 2024-04-26T01:51:13.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f05ac0a3cc0 msgr2=0x7f05ac0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f05ac0a3cc0 0x7f05ac0a6180 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f05b80098c0 tx=0x7f05b8019040 comp rx=0 tx=0).stop 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4108a50 msgr2=0x7f05c419fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4108a50 0x7f05c419fce0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f05bc00ef30 tx=0x7f05bc00c3a0 comp rx=0 tx=0).stop 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 shutdown_connections 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05c4102a90 0x7f05c419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f05ac0a3cc0 0x7f05ac0a6180 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05c4108a50 0x7f05c419fce0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 --2- 172.21.15.44:0/868182884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05c4103450 0x7f05c419b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.078+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 >> 172.21.15.44:0/868182884 conn(0x7f05c4079ba0 msgr2=0x7f05c410df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.079+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 shutdown_connections 2024-04-26T01:51:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:13.079+0000 7f05cbc00700 1 -- 172.21.15.44:0/868182884 wait complete. 2024-04-26T01:51:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:13 smithi044 ceph-mon[27847]: pgmap v343: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 3.3 KiB/s wr, 12 op/s 2024-04-26T01:51:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:13 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/868182884' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:51:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:13 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:51:13.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:13 smithi156 ceph-mon[32543]: pgmap v343: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 3.3 KiB/s wr, 12 op/s 2024-04-26T01:51:13.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:13 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/868182884' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:51:13.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:13 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:51:13.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:13 smithi090 ceph-mon[32456]: pgmap v343: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 3.3 KiB/s wr, 12 op/s 2024-04-26T01:51:13.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:13 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/868182884' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:51:13.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:13 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:51:13.857 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-04-26T01:51:13.857 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-04-26T01:51:14.322 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:14.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:14 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:51:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:14 smithi044 ceph-mon[27847]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:14 smithi044 ceph-mon[27847]: pgmap v344: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-26T01:51:14.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:14 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:51:14.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:14 smithi156 ceph-mon[32543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:14.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:14 smithi156 ceph-mon[32543]: pgmap v344: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-26T01:51:14.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:14 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:51:14.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:14 smithi090 ceph-mon[32456]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:14.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:14 smithi090 ceph-mon[32456]: pgmap v344: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 -- 172.21.15.44:0/390216704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7460074c70 msgr2=0x7f7460075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 --2- 172.21.15.44:0/390216704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7460074c70 0x7f7460075050 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f74500098f0 tx=0x7f7450009c00 comp rx=0 tx=0).stop 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 -- 172.21.15.44:0/390216704 shutdown_connections 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 --2- 172.21.15.44:0/390216704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f746010f440 0x7f7460111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 --2- 172.21.15.44:0/390216704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7460074c70 0x7f7460075050 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 --2- 172.21.15.44:0/390216704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7460075590 0x7f746010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 -- 172.21.15.44:0/390216704 >> 172.21.15.44:0/390216704 conn(0x7f7460079ba0 msgr2=0x7f7460079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.493+0000 7f7464e00700 1 -- 172.21.15.44:0/390216704 shutdown_connections 2024-04-26T01:51:16.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.494+0000 7f7464e00700 1 -- 172.21.15.44:0/390216704 wait complete. 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.494+0000 7f7464e00700 1 Processor -- start 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f7464e00700 1 -- start start 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f7464e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7460074c70 0x7f746019b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f7464e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7460075590 0x7f746019b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f7464e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f746010f440 0x7f746019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f7464e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7460114e30 con 0x7f7460075590 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f7464e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7460114cb0 con 0x7f746010f440 2024-04-26T01:51:16.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f7464e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7460114fb0 con 0x7f7460074c70 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f745d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7460075590 0x7f746019b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f745de00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7460074c70 0x7f746019b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f745e800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f746010f440 0x7f746019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f745de00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7460074c70 0x7f746019b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48354/0 (socket says 172.21.15.44:48354) 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.495+0000 7f745de00700 1 -- 172.21.15.44:0/3808195903 learned_addr learned my addr 172.21.15.44:0/3808195903 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f745e800700 1 -- 172.21.15.44:0/3808195903 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7460074c70 msgr2=0x7f746019b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f745e800700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7460074c70 0x7f746019b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f745e800700 1 -- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7460075590 msgr2=0x7f746019b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f745e800700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7460075590 0x7f746019b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f745e800700 1 -- 172.21.15.44:0/3808195903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74601a03b0 con 0x7f746010f440 2024-04-26T01:51:16.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f745e800700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f746010f440 0x7f746019fc70 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7458009cd0 tx=0x7f745800c620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f7456a00700 1 -- 172.21.15.44:0/3808195903 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f745800cd10 con 0x7f746010f440 2024-04-26T01:51:16.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f7456a00700 1 -- 172.21.15.44:0/3808195903 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7458003a00 con 0x7f746010f440 2024-04-26T01:51:16.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.496+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74601a0640 con 0x7f746010f440 2024-04-26T01:51:16.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.497+0000 7f7456a00700 1 -- 172.21.15.44:0/3808195903 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7458004520 con 0x7f746010f440 2024-04-26T01:51:16.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.497+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74601a7f20 con 0x7f746010f440 2024-04-26T01:51:16.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.498+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7460069730 con 0x7f746010f440 2024-04-26T01:51:16.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.500+0000 7f7456a00700 1 -- 172.21.15.44:0/3808195903 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f745801a020 con 0x7f746010f440 2024-04-26T01:51:16.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.501+0000 7f7456a00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74440a3cc0 0x7f74440a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.501+0000 7f7456a00700 1 -- 172.21.15.44:0/3808195903 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f74580cfb10 con 0x7f746010f440 2024-04-26T01:51:16.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.501+0000 7f745de00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74440a3cc0 0x7f74440a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.502+0000 7f745de00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74440a3cc0 0x7f74440a6180 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7450009680 tx=0x7f7450019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.506+0000 7f7456a00700 1 -- 172.21.15.44:0/3808195903 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7458010040 con 0x7f746010f440 2024-04-26T01:51:16.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:16 smithi044 ceph-mon[27847]: pgmap v345: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-26T01:51:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:16 smithi156 ceph-mon[32543]: pgmap v345: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-26T01:51:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:16 smithi090 ceph-mon[32456]: pgmap v345: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-26T01:51:16.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.771+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7460062e80 con 0x7f74440a3cc0 2024-04-26T01:51:16.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.810+0000 7f7456a00700 1 -- 172.21.15.44:0/3808195903 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7460062e80 con 0x7f74440a3cc0 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.813+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74440a3cc0 msgr2=0x7f74440a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.813+0000 7f7464e00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74440a3cc0 0x7f74440a6180 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7450009680 tx=0x7f7450019040 comp rx=0 tx=0).stop 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.813+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f746010f440 msgr2=0x7f746019fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.813+0000 7f7464e00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f746010f440 0x7f746019fc70 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7458009cd0 tx=0x7f745800c620 comp rx=0 tx=0).stop 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 shutdown_connections 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7460074c70 0x7f746019b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f74440a3cc0 0x7f74440a6180 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f746010f440 0x7f746019fc70 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 --2- 172.21.15.44:0/3808195903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7460075590 0x7f746019b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 >> 172.21.15.44:0/3808195903 conn(0x7f7460079ba0 msgr2=0x7f74600ffd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 shutdown_connections 2024-04-26T01:51:16.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:16.814+0000 7f7464e00700 1 -- 172.21.15.44:0/3808195903 wait complete. 2024-04-26T01:51:17.102 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:51:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:51:16.782+0000 7fc254c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:17.102 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:51:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:51:16.782+0000 7fc254c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:17.102 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:51:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:51:16.782+0000 7fc254c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:17.103 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:51:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:51:16.782+0000 7fc254c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:17.103 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:51:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:51:16.782+0000 7fc254c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:17.553 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:17 smithi044 ceph-mon[27847]: from='client.24590 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:17.635 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-26T01:51:17.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:17 smithi156 ceph-mon[32543]: from='client.24590 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:17.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:17 smithi090 ceph-mon[32456]: from='client.24590 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:18.120 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:18.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:18 smithi044 ceph-mon[27847]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.0 KiB/s wr, 21 op/s 2024-04-26T01:51:18.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:18 smithi156 ceph-mon[32543]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.0 KiB/s wr, 21 op/s 2024-04-26T01:51:18.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:18 smithi090 ceph-mon[32456]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.0 KiB/s wr, 21 op/s 2024-04-26T01:51:19.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:19 smithi044 ceph-mon[27847]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-26T01:51:19.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:19 smithi156 ceph-mon[32543]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-26T01:51:19.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:19 smithi090 ceph-mon[32456]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-26T01:51:20.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.379+0000 7fe467200700 1 -- 172.21.15.44:0/3857250362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 msgr2=0x7fe460103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.379+0000 7fe467200700 1 --2- 172.21.15.44:0/3857250362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 0x7fe460103f10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe454009990 tx=0x7fe454009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.380+0000 7fe467200700 1 -- 172.21.15.44:0/3857250362 shutdown_connections 2024-04-26T01:51:20.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.380+0000 7fe467200700 1 --2- 172.21.15.44:0/3857250362 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 0x7fe46010f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.380+0000 7fe467200700 1 --2- 172.21.15.44:0/3857250362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 0x7fe460103f10 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.380+0000 7fe467200700 1 --2- 172.21.15.44:0/3857250362 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe460104450 0x7fe46010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.380+0000 7fe467200700 1 -- 172.21.15.44:0/3857250362 >> 172.21.15.44:0/3857250362 conn(0x7fe4600fd360 msgr2=0x7fe4600ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.380+0000 7fe467200700 1 -- 172.21.15.44:0/3857250362 shutdown_connections 2024-04-26T01:51:20.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.380+0000 7fe467200700 1 -- 172.21.15.44:0/3857250362 wait complete. 2024-04-26T01:51:20.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 Processor -- start 2024-04-26T01:51:20.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 -- start start 2024-04-26T01:51:20.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 0x7fe460101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe460104450 0x7fe460101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 0x7fe460102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe460112b80 con 0x7fe460103b30 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe460112a00 con 0x7fe46010cf60 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.381+0000 7fe467200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe460112d00 con 0x7fe460104450 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 0x7fe460102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 0x7fe460102210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45986/0 (socket says 172.21.15.44:45986) 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 -- 172.21.15.44:0/231266325 learned_addr learned my addr 172.21.15.44:0/231266325 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe465400700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe460104450 0x7fe460101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe465e00700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 0x7fe460101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 -- 172.21.15.44:0/231266325 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe460104450 msgr2=0x7fe460101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe460104450 0x7fe460101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 -- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 msgr2=0x7fe460101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 0x7fe460101790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.382+0000 7fe466800700 1 -- 172.21.15.44:0/231266325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4601a75c0 con 0x7fe46010cf60 2024-04-26T01:51:20.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.383+0000 7fe466800700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 0x7fe460102210 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe45c00ef30 tx=0x7fe45c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.383+0000 7fe45aa00700 1 -- 172.21.15.44:0/231266325 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c0092e0 con 0x7fe46010cf60 2024-04-26T01:51:20.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.383+0000 7fe45aa00700 1 -- 172.21.15.44:0/231266325 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe45c004bb0 con 0x7fe46010cf60 2024-04-26T01:51:20.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.383+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4601a7850 con 0x7fe46010cf60 2024-04-26T01:51:20.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.383+0000 7fe45aa00700 1 -- 172.21.15.44:0/231266325 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c004280 con 0x7fe46010cf60 2024-04-26T01:51:20.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.383+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4601a7d40 con 0x7fe46010cf60 2024-04-26T01:51:20.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.384+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe460069730 con 0x7fe46010cf60 2024-04-26T01:51:20.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.386+0000 7fe45aa00700 1 -- 172.21.15.44:0/231266325 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe45c01b030 con 0x7fe46010cf60 2024-04-26T01:51:20.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.387+0000 7fe45aa00700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe4480a3cd0 0x7fe4480a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.388+0000 7fe45aa00700 1 -- 172.21.15.44:0/231266325 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fe45c0cffb0 con 0x7fe46010cf60 2024-04-26T01:51:20.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.388+0000 7fe465e00700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe4480a3cd0 0x7fe4480a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.388+0000 7fe465e00700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe4480a3cd0 0x7fe4480a6190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe454006010 tx=0x7fe45401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.392+0000 7fe45aa00700 1 -- 172.21.15.44:0/231266325 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe45c022020 con 0x7fe46010cf60 2024-04-26T01:51:20.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:20 smithi044 ceph-mon[27847]: pgmap v347: 97 pgs: 97 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2024-04-26T01:51:20.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.665+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe460062e80 con 0x7fe4480a3cd0 2024-04-26T01:51:20.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.702+0000 7fe45aa00700 1 -- 172.21.15.44:0/231266325 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe460062e80 con 0x7fe4480a3cd0 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe4480a3cd0 msgr2=0x7fe4480a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe4480a3cd0 0x7fe4480a6190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe454006010 tx=0x7fe45401a040 comp rx=0 tx=0).stop 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 msgr2=0x7fe460102210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 0x7fe460102210 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe45c00ef30 tx=0x7fe45c00c3a0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 shutdown_connections 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe4480a3cd0 0x7fe4480a6190 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe46010cf60 0x7fe460102210 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe460103b30 0x7fe460101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 --2- 172.21.15.44:0/231266325 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe460104450 0x7fe460101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.705+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 >> 172.21.15.44:0/231266325 conn(0x7fe4600fd360 msgr2=0x7fe4600fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.706+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 shutdown_connections 2024-04-26T01:51:20.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:20.706+0000 7fe467200700 1 -- 172.21.15.44:0/231266325 wait complete. 2024-04-26T01:51:20.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:20 smithi156 ceph-mon[32543]: pgmap v347: 97 pgs: 97 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2024-04-26T01:51:20.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:20 smithi090 ceph-mon[32456]: pgmap v347: 97 pgs: 97 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.2 KiB/s wr, 20 op/s 2024-04-26T01:51:21.509 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-26T01:51:21.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:21 smithi156 ceph-mon[32543]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:21.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:21 smithi090 ceph-mon[32456]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:21.851 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:21 smithi044 ceph-mon[27847]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:21.988 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:22 smithi156 ceph-mon[32543]: pgmap v348: 97 pgs: 97 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 17 op/s 2024-04-26T01:51:22.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:22 smithi090 ceph-mon[32456]: pgmap v348: 97 pgs: 97 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 17 op/s 2024-04-26T01:51:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:22 smithi044 ceph-mon[27847]: pgmap v348: 97 pgs: 97 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 17 op/s 2024-04-26T01:51:23.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-26T01:51:23.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-26T01:51:23.659 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-04-26T01:51:23.659 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-26T01:51:23.659 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-26T01:51:23.659 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:23 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-26T01:51:23.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-26T01:51:23.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-26T01:51:23.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-04-26T01:51:23.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-26T01:51:23.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-26T01:51:23.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:23 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-26T01:51:23.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-26T01:51:23.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-26T01:51:23.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-04-26T01:51:23.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-26T01:51:23.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-26T01:51:23.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:23 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-04-26T01:51:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 -- 172.21.15.44:0/2868871095 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806a750 msgr2=0x7f60e806abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 --2- 172.21.15.44:0/2868871095 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806a750 0x7f60e806abb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f60d4009990 tx=0x7f60d4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 -- 172.21.15.44:0/2868871095 shutdown_connections 2024-04-26T01:51:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 --2- 172.21.15.44:0/2868871095 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f60e806b0f0 0x7f60e810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 --2- 172.21.15.44:0/2868871095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60e8108a30 0x7f60e8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 --2- 172.21.15.44:0/2868871095 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806a750 0x7f60e806abb0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 -- 172.21.15.44:0/2868871095 >> 172.21.15.44:0/2868871095 conn(0x7f60e80788f0 msgr2=0x7f60e8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 -- 172.21.15.44:0/2868871095 shutdown_connections 2024-04-26T01:51:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.197+0000 7f60ed800700 1 -- 172.21.15.44:0/2868871095 wait complete. 2024-04-26T01:51:24.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.199+0000 7f60ed800700 1 Processor -- start 2024-04-26T01:51:24.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.200+0000 7f60ed800700 1 -- start start 2024-04-26T01:51:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.200+0000 7f60ed800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f60e806a750 0x7f60e8101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.200+0000 7f60ed800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806b0f0 0x7f60e8101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.200+0000 7f60ed800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60e8108a30 0x7f60e8102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.200+0000 7f60ed800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f60e8112bd0 con 0x7f60e8108a30 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.200+0000 7f60ed800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f60e8112a50 con 0x7f60e806b0f0 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.200+0000 7f60ed800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f60e8112d50 con 0x7f60e806a750 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806b0f0 0x7f60e8101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f60e806a750 0x7f60e8101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806b0f0 0x7f60e8101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46006/0 (socket says 172.21.15.44:46006) 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6a00700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f60e806a750 0x7f60e8101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:53976/0 (socket says 172.21.15.44:53976) 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 -- 172.21.15.44:0/97504813 learned_addr learned my addr 172.21.15.44:0/97504813 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e7400700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60e8108a30 0x7f60e8102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:24.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 -- 172.21.15.44:0/97504813 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f60e806a750 msgr2=0x7f60e8101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:24.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f60e806a750 0x7f60e8101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 -- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60e8108a30 msgr2=0x7f60e8102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60e8108a30 0x7f60e8102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.201+0000 7f60e6000700 1 -- 172.21.15.44:0/97504813 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60e81a7690 con 0x7f60e806b0f0 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.202+0000 7f60e6000700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806b0f0 0x7f60e8101f50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f60d4000c00 tx=0x7f60d400bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.202+0000 7f60df400700 1 -- 172.21.15.44:0/97504813 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60d4027070 con 0x7f60e806b0f0 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.202+0000 7f60df400700 1 -- 172.21.15.44:0/97504813 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60d4022470 con 0x7f60e806b0f0 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.202+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60e81a7920 con 0x7f60e806b0f0 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.202+0000 7f60df400700 1 -- 172.21.15.44:0/97504813 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60d4017650 con 0x7f60e806b0f0 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.202+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60e81a7d70 con 0x7f60e806b0f0 2024-04-26T01:51:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.203+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60e8069730 con 0x7f60e806b0f0 2024-04-26T01:51:24.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.205+0000 7f60df400700 1 -- 172.21.15.44:0/97504813 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f60d402a070 con 0x7f60e806b0f0 2024-04-26T01:51:24.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.207+0000 7f60df400700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f60cc0a3cd0 0x7f60cc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:24.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.207+0000 7f60df400700 1 -- 172.21.15.44:0/97504813 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8153+0+0 (secure 0 0 0) 0x7f60d40d11c0 con 0x7f60e806b0f0 2024-04-26T01:51:24.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.207+0000 7f60e6a00700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f60cc0a3cd0 0x7f60cc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:24.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.208+0000 7f60e6a00700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f60cc0a3cd0 0x7f60cc0a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f60d8009be0 tx=0x7f60d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:24.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.209+0000 7f60df400700 1 -- 172.21.15.44:0/97504813 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f60d4013070 con 0x7f60e806b0f0 2024-04-26T01:51:24.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.481+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f60e8062e80 con 0x7f60cc0a3cd0 2024-04-26T01:51:24.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.491+0000 7f60df400700 1 -- 172.21.15.44:0/97504813 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f60e8062e80 con 0x7f60cc0a3cd0 2024-04-26T01:51:24.490 INFO:teuthology.orchestra.run.smithi044.stdout:/volumes/qa/sv_0/71f24a69-a161-4c83-9184-3a97cd3a80e3 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.494+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f60cc0a3cd0 msgr2=0x7f60cc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.494+0000 7f60ed800700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f60cc0a3cd0 0x7f60cc0a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f60d8009be0 tx=0x7f60d8009260 comp rx=0 tx=0).stop 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.494+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806b0f0 msgr2=0x7f60e8101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.494+0000 7f60ed800700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806b0f0 0x7f60e8101f50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f60d4000c00 tx=0x7f60d400bfd0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 shutdown_connections 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f60e806a750 0x7f60e8101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f60cc0a3cd0 0x7f60cc0a6190 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60e8108a30 0x7f60e8102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 --2- 172.21.15.44:0/97504813 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f60e806b0f0 0x7f60e8101f50 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 >> 172.21.15.44:0/97504813 conn(0x7f60e80788f0 msgr2=0x7f60e80ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 shutdown_connections 2024-04-26T01:51:24.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:24.495+0000 7f60ed800700 1 -- 172.21.15.44:0/97504813 wait complete. 2024-04-26T01:51:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: pgmap v349: 97 pgs: 97 active+clean; 605 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 2.8 KiB/s wr, 15 op/s 2024-04-26T01:51:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-26T01:51:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-26T01:51:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-04-26T01:51:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-26T01:51:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-26T01:51:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-26T01:51:24.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:24 smithi156 ceph-mon[32543]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: pgmap v349: 97 pgs: 97 active+clean; 605 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 2.8 KiB/s wr, 15 op/s 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-26T01:51:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:24 smithi090 ceph-mon[32456]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:51:24.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: pgmap v349: 97 pgs: 97 active+clean; 605 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 2.8 KiB/s wr, 15 op/s 2024-04-26T01:51:24.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-26T01:51:24.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-26T01:51:24.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-04-26T01:51:24.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-26T01:51:24.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-26T01:51:24.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-04-26T01:51:24.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:24 smithi044 ceph-mon[27847]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:51:25.290 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-26T01:51:25.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:25 smithi044 ceph-mon[27847]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:51:25.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:25 smithi044 ceph-mon[27847]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:25.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:25 smithi156 ceph-mon[32543]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:51:25.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:25 smithi156 ceph-mon[32543]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:25.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:25 smithi090 ceph-mon[32456]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:51:25.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:25 smithi090 ceph-mon[32456]: from='client.24608 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:25.793 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:26.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:26 smithi044 ceph-mon[27847]: pgmap v352: 97 pgs: 3 peering, 94 active+clean; 605 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:51:26.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:26 smithi156 ceph-mon[32543]: pgmap v352: 97 pgs: 3 peering, 94 active+clean; 605 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:51:26.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:26 smithi090 ceph-mon[32456]: pgmap v352: 97 pgs: 3 peering, 94 active+clean; 605 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:51:27.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.900+0000 7fd10ba00700 1 -- 172.21.15.44:0/1332661934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104108a80 msgr2=0x7fd104108e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:27.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.900+0000 7fd10ba00700 1 --2- 172.21.15.44:0/1332661934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104108a80 0x7fd104108e60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8009990 tx=0x7fd0f8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:27.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.900+0000 7fd10ba00700 1 -- 172.21.15.44:0/1332661934 shutdown_connections 2024-04-26T01:51:27.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.900+0000 7fd10ba00700 1 --2- 172.21.15.44:0/1332661934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104108a80 0x7fd104108e60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:27.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.900+0000 7fd10ba00700 1 --2- 172.21.15.44:0/1332661934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd104103450 0x7fd10410f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.900+0000 7fd10ba00700 1 --2- 172.21.15.44:0/1332661934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104102a90 0x7fd104102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.900+0000 7fd10ba00700 1 -- 172.21.15.44:0/1332661934 >> 172.21.15.44:0/1332661934 conn(0x7fd104079bf0 msgr2=0x7fd10407a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.901+0000 7fd10ba00700 1 -- 172.21.15.44:0/1332661934 shutdown_connections 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.901+0000 7fd10ba00700 1 -- 172.21.15.44:0/1332661934 wait complete. 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.902+0000 7fd10ba00700 1 Processor -- start 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.902+0000 7fd10ba00700 1 -- start start 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd10ba00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104102a90 0x7fd104074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd10ba00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104103450 0x7fd104075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd10ba00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd104108a80 0x7fd1040757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd10ba00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd104112c60 con 0x7fd104108a80 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd10ba00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd104112ae0 con 0x7fd104103450 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd10ba00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd104112de0 con 0x7fd104102a90 2024-04-26T01:51:27.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104103450 0x7fd104075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104103450 0x7fd104075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43642/0 (socket says 172.21.15.44:43642) 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 -- 172.21.15.44:0/2032415342 learned_addr learned my addr 172.21.15.44:0/2032415342 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd109a00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd104108a80 0x7fd1040757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd109000700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104102a90 0x7fd104074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 -- 172.21.15.44:0/2032415342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104102a90 msgr2=0x7fd104074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104102a90 0x7fd104074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 -- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd104108a80 msgr2=0x7fd1040757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd104108a80 0x7fd1040757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.903+0000 7fd103e00700 1 -- 172.21.15.44:0/2032415342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1041a7760 con 0x7fd104103450 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.904+0000 7fd103e00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104103450 0x7fd104075280 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd0f000e9a0 tx=0x7fd0f000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.904+0000 7fd101600700 1 -- 172.21.15.44:0/2032415342 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f000ca10 con 0x7fd104103450 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.904+0000 7fd101600700 1 -- 172.21.15.44:0/2032415342 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0f000cbb0 con 0x7fd104103450 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.904+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1041a7a50 con 0x7fd104103450 2024-04-26T01:51:27.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.904+0000 7fd101600700 1 -- 172.21.15.44:0/2032415342 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f0018680 con 0x7fd104103450 2024-04-26T01:51:27.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.904+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1041a7f90 con 0x7fd104103450 2024-04-26T01:51:27.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.905+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd104069730 con 0x7fd104103450 2024-04-26T01:51:27.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.907+0000 7fd101600700 1 -- 172.21.15.44:0/2032415342 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd0f0010430 con 0x7fd104103450 2024-04-26T01:51:27.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.909+0000 7fd101600700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0ec0a3cd0 0x7fd0ec0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:27.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.909+0000 7fd101600700 1 -- 172.21.15.44:0/2032415342 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fd0f00d07b0 con 0x7fd104103450 2024-04-26T01:51:27.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.909+0000 7fd109000700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0ec0a3cd0 0x7fd0ec0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:27.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.909+0000 7fd109000700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0ec0a3cd0 0x7fd0ec0a6190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd0f800b2e0 tx=0x7fd0f8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:27.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:27.911+0000 7fd101600700 1 -- 172.21.15.44:0/2032415342 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd0f009d030 con 0x7fd104103450 2024-04-26T01:51:28.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.178+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd104062e80 con 0x7fd0ec0a3cd0 2024-04-26T01:51:28.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.221+0000 7fd101600700 1 -- 172.21.15.44:0/2032415342 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd104062e80 con 0x7fd0ec0a3cd0 2024-04-26T01:51:28.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0ec0a3cd0 msgr2=0x7fd0ec0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0ec0a3cd0 0x7fd0ec0a6190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd0f800b2e0 tx=0x7fd0f8005fd0 comp rx=0 tx=0).stop 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104103450 msgr2=0x7fd104075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104103450 0x7fd104075280 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd0f000e9a0 tx=0x7fd0f000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 shutdown_connections 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd104102a90 0x7fd104074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0ec0a3cd0 0x7fd0ec0a6190 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd104108a80 0x7fd1040757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 --2- 172.21.15.44:0/2032415342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd104103450 0x7fd104075280 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.224+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 >> 172.21.15.44:0/2032415342 conn(0x7fd104079bf0 msgr2=0x7fd104101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.225+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 shutdown_connections 2024-04-26T01:51:28.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:28.225+0000 7fd10ba00700 1 -- 172.21.15.44:0/2032415342 wait complete. 2024-04-26T01:51:28.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:28 smithi156 ceph-mon[32543]: pgmap v353: 97 pgs: 3 peering, 94 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.1 KiB/s wr, 10 op/s; 2.7 KiB/s, 0 objects/s recovering 2024-04-26T01:51:28.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:28 smithi090 ceph-mon[32456]: pgmap v353: 97 pgs: 3 peering, 94 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.1 KiB/s wr, 10 op/s; 2.7 KiB/s, 0 objects/s recovering 2024-04-26T01:51:28.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:28 smithi044 ceph-mon[27847]: pgmap v353: 97 pgs: 3 peering, 94 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.1 KiB/s wr, 10 op/s; 2.7 KiB/s, 0 objects/s recovering 2024-04-26T01:51:29.059 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-26T01:51:29.540 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:29.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:29 smithi156 ceph-mon[32543]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:29.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:29 smithi044 ceph-mon[27847]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:29.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:29 smithi090 ceph-mon[32456]: from='client.24614 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:30.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:30 smithi156 ceph-mon[32543]: pgmap v354: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.0 KiB/s wr, 11 op/s; 2.7 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:30.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:30 smithi090 ceph-mon[32456]: pgmap v354: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.0 KiB/s wr, 11 op/s; 2.7 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:30.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:30 smithi044 ceph-mon[27847]: pgmap v354: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.0 KiB/s wr, 11 op/s; 2.7 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:31.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.821+0000 7fde76400700 1 -- 172.21.15.44:0/3976431693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde7006b0f0 msgr2=0x7fde7010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:31.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.821+0000 7fde76400700 1 --2- 172.21.15.44:0/3976431693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde7006b0f0 0x7fde7010f900 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fde6800b0a0 tx=0x7fde6800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.822+0000 7fde76400700 1 -- 172.21.15.44:0/3976431693 shutdown_connections 2024-04-26T01:51:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.822+0000 7fde76400700 1 --2- 172.21.15.44:0/3976431693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde7006b0f0 0x7fde7010f900 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.822+0000 7fde76400700 1 --2- 172.21.15.44:0/3976431693 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde70108a30 0x7fde70108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.822+0000 7fde76400700 1 --2- 172.21.15.44:0/3976431693 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 0x7fde7006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.822+0000 7fde76400700 1 -- 172.21.15.44:0/3976431693 >> 172.21.15.44:0/3976431693 conn(0x7fde700788f0 msgr2=0x7fde70078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.822+0000 7fde76400700 1 -- 172.21.15.44:0/3976431693 shutdown_connections 2024-04-26T01:51:31.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.822+0000 7fde76400700 1 -- 172.21.15.44:0/3976431693 wait complete. 2024-04-26T01:51:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.823+0000 7fde76400700 1 Processor -- start 2024-04-26T01:51:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.823+0000 7fde76400700 1 -- start start 2024-04-26T01:51:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde76400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 0x7fde7019b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde76400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde7006b0f0 0x7fde7019b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde76400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde70108a30 0x7fde7019fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde76400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde70112c60 con 0x7fde70108a30 2024-04-26T01:51:31.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde76400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fde70112ae0 con 0x7fde7006b0f0 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde76400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fde70112de0 con 0x7fde7006a750 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde70108a30 0x7fde7019fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde7006b0f0 0x7fde7019b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 0x7fde7019b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 0x7fde7019b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:58860/0 (socket says 172.21.15.44:58860) 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde7006b0f0 0x7fde7019b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43658/0 (socket says 172.21.15.44:43658) 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 -- 172.21.15.44:0/2714736961 learned_addr learned my addr 172.21.15.44:0/2714736961 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 -- 172.21.15.44:0/2714736961 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde7006b0f0 msgr2=0x7fde7019b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde7006b0f0 0x7fde7019b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 -- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde70108a30 msgr2=0x7fde7019fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde70108a30 0x7fde7019fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6f400700 1 -- 172.21.15.44:0/2714736961 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde701a03e0 con 0x7fde7006a750 2024-04-26T01:51:31.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.824+0000 7fde6fe00700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde70108a30 0x7fde7019fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:31.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.825+0000 7fde6f400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 0x7fde7019b3d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fde6000d980 tx=0x7fde6000dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:31.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.825+0000 7fde67e00700 1 -- 172.21.15.44:0/2714736961 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde60016070 con 0x7fde7006a750 2024-04-26T01:51:31.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.825+0000 7fde67e00700 1 -- 172.21.15.44:0/2714736961 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde60004830 con 0x7fde7006a750 2024-04-26T01:51:31.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.825+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde701a06d0 con 0x7fde7006a750 2024-04-26T01:51:31.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.825+0000 7fde67e00700 1 -- 172.21.15.44:0/2714736961 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde60005540 con 0x7fde7006a750 2024-04-26T01:51:31.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.825+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde701a7f50 con 0x7fde7006a750 2024-04-26T01:51:31.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.826+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde70069730 con 0x7fde7006a750 2024-04-26T01:51:31.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.828+0000 7fde67e00700 1 -- 172.21.15.44:0/2714736961 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fde60004220 con 0x7fde7006a750 2024-04-26T01:51:31.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.830+0000 7fde67e00700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fde540a3d50 0x7fde540a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:31.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.830+0000 7fde67e00700 1 -- 172.21.15.44:0/2714736961 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fde600d0a60 con 0x7fde7006a750 2024-04-26T01:51:31.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.830+0000 7fde6ea00700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fde540a3d50 0x7fde540a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:31.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.831+0000 7fde6ea00700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fde540a3d50 0x7fde540a6210 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fde70078df0 tx=0x7fde5c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:31.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:31.832+0000 7fde67e00700 1 -- 172.21.15.44:0/2714736961 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fde6001f020 con 0x7fde7006a750 2024-04-26T01:51:32.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.106+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fde70062e80 con 0x7fde540a3d50 2024-04-26T01:51:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.112+0000 7fde67e00700 1 -- 172.21.15.44:0/2714736961 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fde70062e80 con 0x7fde540a3d50 2024-04-26T01:51:32.111 INFO:teuthology.orchestra.run.smithi044.stdout:/volumes/qa/sv_1/a022be41-f457-47c6-bf53-993525578fa3 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.115+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fde540a3d50 msgr2=0x7fde540a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.115+0000 7fde76400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fde540a3d50 0x7fde540a6210 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fde70078df0 tx=0x7fde5c009260 comp rx=0 tx=0).stop 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.115+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 msgr2=0x7fde7019b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.115+0000 7fde76400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 0x7fde7019b3d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fde6000d980 tx=0x7fde6000dc90 comp rx=0 tx=0).stop 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 shutdown_connections 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fde7006a750 0x7fde7019b3d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fde540a3d50 0x7fde540a6210 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde70108a30 0x7fde7019fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 --2- 172.21.15.44:0/2714736961 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fde7006b0f0 0x7fde7019b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 >> 172.21.15.44:0/2714736961 conn(0x7fde700788f0 msgr2=0x7fde7010dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 shutdown_connections 2024-04-26T01:51:32.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:32.116+0000 7fde76400700 1 -- 172.21.15.44:0/2714736961 wait complete. 2024-04-26T01:51:32.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:32 smithi090 ceph-mon[32456]: pgmap v355: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 8 op/s; 2.7 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:32 smithi044 ceph-mon[27847]: pgmap v355: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 8 op/s; 2.7 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:32.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:32 smithi156 ceph-mon[32543]: pgmap v355: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.4 KiB/s wr, 8 op/s; 2.7 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:32.986 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:51:33.473 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:33.786 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:33 smithi044 ceph-mon[27847]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:33.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:33 smithi156 ceph-mon[32543]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:33.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:33 smithi090 ceph-mon[32456]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:51:34.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:34 smithi044 ceph-mon[27847]: pgmap v356: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 KiB/s wr, 11 op/s; 2.2 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:34 smithi156 ceph-mon[32543]: pgmap v356: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 KiB/s wr, 11 op/s; 2.2 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:34 smithi090 ceph-mon[32456]: pgmap v356: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 KiB/s wr, 11 op/s; 2.2 KiB/s, 1 keys/s, 1 objects/s recovering 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.732+0000 7f78ff200700 1 -- 172.21.15.44:0/2232066579 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900105760 msgr2=0x7f79001097b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.732+0000 7f78ff200700 1 --2- 172.21.15.44:0/2232066579 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900105760 0x7f79001097b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f78ec0099c0 tx=0x7f78ec009cd0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.733+0000 7f78ff200700 1 -- 172.21.15.44:0/2232066579 shutdown_connections 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.733+0000 7f78ff200700 1 --2- 172.21.15.44:0/2232066579 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900109e90 0x7f7900111a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.733+0000 7f78ff200700 1 --2- 172.21.15.44:0/2232066579 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900104db0 0x7f7900105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.733+0000 7f78ff200700 1 --2- 172.21.15.44:0/2232066579 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900105760 0x7f79001097b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.733+0000 7f78ff200700 1 -- 172.21.15.44:0/2232066579 >> 172.21.15.44:0/2232066579 conn(0x7f7900100680 msgr2=0x7f7900102aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:35.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.733+0000 7f78ff200700 1 -- 172.21.15.44:0/2232066579 shutdown_connections 2024-04-26T01:51:35.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.733+0000 7f78ff200700 1 -- 172.21.15.44:0/2232066579 wait complete. 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.734+0000 7f78ff200700 1 Processor -- start 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.734+0000 7f78ff200700 1 -- start start 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.734+0000 7f78ff200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900104db0 0x7f790019b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.734+0000 7f78ff200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900105760 0x7f790019b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.734+0000 7f78ff200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900109e90 0x7f790019fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.734+0000 7f78ff200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7900114d20 con 0x7f7900105760 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.734+0000 7f78ff200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7900114ba0 con 0x7f7900104db0 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78ff200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7900114ea0 con 0x7f7900109e90 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900105760 0x7f790019b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fde00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900104db0 0x7f790019b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fde00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900104db0 0x7f790019b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43674/0 (socket says 172.21.15.44:43674) 2024-04-26T01:51:35.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900105760 0x7f790019b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56226/0 (socket says 172.21.15.44:56226) 2024-04-26T01:51:35.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fde00700 1 -- 172.21.15.44:0/2736757555 learned_addr learned my addr 172.21.15.44:0/2736757555 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:35.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fe800700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900109e90 0x7f790019fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fe800700 1 -- 172.21.15.44:0/2736757555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900104db0 msgr2=0x7f790019b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fe800700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900104db0 0x7f790019b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fe800700 1 -- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900105760 msgr2=0x7f790019b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.735+0000 7f78fe800700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900105760 0x7f790019b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78fe800700 1 -- 172.21.15.44:0/2736757555 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79001a0290 con 0x7f7900109e90 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78fde00700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900104db0 0x7f790019b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78fd400700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900105760 0x7f790019b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78fe800700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900109e90 0x7f790019fb50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f78f800efc0 tx=0x7f78f800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78f6a00700 1 -- 172.21.15.44:0/2736757555 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f80092e0 con 0x7f7900109e90 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78f6a00700 1 -- 172.21.15.44:0/2736757555 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78f8004bb0 con 0x7f7900109e90 2024-04-26T01:51:35.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78f6a00700 1 -- 172.21.15.44:0/2736757555 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f8004020 con 0x7f7900109e90 2024-04-26T01:51:35.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79001a0520 con 0x7f7900109e90 2024-04-26T01:51:35.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.736+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79001a7e00 con 0x7f7900109e90 2024-04-26T01:51:35.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.737+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7900069730 con 0x7f7900109e90 2024-04-26T01:51:35.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.739+0000 7f78f6a00700 1 -- 172.21.15.44:0/2736757555 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f78f801b030 con 0x7f7900109e90 2024-04-26T01:51:35.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.741+0000 7f78f6a00700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78e40a3d50 0x7f78e40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.741+0000 7f78f6a00700 1 -- 172.21.15.44:0/2736757555 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f78f80cff00 con 0x7f7900109e90 2024-04-26T01:51:35.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.741+0000 7f78fde00700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78e40a3d50 0x7f78e40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.742+0000 7f78fde00700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78e40a3d50 0x7f78e40a6210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f78f0011550 tx=0x7f78f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:35.745+0000 7f78f6a00700 1 -- 172.21.15.44:0/2736757555 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f78f8022020 con 0x7f7900109e90 2024-04-26T01:51:36.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.026+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f790002df80 con 0x7f7900109e90 2024-04-26T01:51:36.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.028+0000 7f78f6a00700 1 -- 172.21.15.44:0/2736757555 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11930 (secure 0 0 0) 0x7f78f8010040 con 0x7f7900109e90 2024-04-26T01:51:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:51:36.027 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:51:12.946234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24490,24476,24518,24472,24502]},"id":1}]} 2024-04-26T01:51:36.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78e40a3d50 msgr2=0x7f78e40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:36.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78e40a3d50 0x7f78e40a6210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f78f0011550 tx=0x7f78f0009260 comp rx=0 tx=0).stop 2024-04-26T01:51:36.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900109e90 msgr2=0x7f790019fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:36.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900109e90 0x7f790019fb50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f78f800efc0 tx=0x7f78f800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:51:36.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 shutdown_connections 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7900109e90 0x7f790019fb50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78e40a3d50 0x7f78e40a6210 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7900104db0 0x7f790019b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 --2- 172.21.15.44:0/2736757555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7900105760 0x7f790019b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 >> 172.21.15.44:0/2736757555 conn(0x7f7900100680 msgr2=0x7f7900102990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 shutdown_connections 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:36.031+0000 7f78ff200700 1 -- 172.21.15.44:0/2736757555 wait complete. 2024-04-26T01:51:36.031 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 28 2024-04-26T01:51:36.846 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:36 smithi044 ceph-mon[27847]: pgmap v357: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 3.6 KiB/s wr, 10 op/s; 2.0 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-26T01:51:36.846 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:36 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2736757555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:36.901 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:51:36.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:36 smithi156 ceph-mon[32543]: pgmap v357: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 3.6 KiB/s wr, 10 op/s; 2.0 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-26T01:51:36.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:36 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2736757555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:36 smithi090 ceph-mon[32456]: pgmap v357: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 3.6 KiB/s wr, 10 op/s; 2.0 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-26T01:51:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:36 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2736757555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:37.348 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:37.820 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:37 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:37.866 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:37 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:37.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:37 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:38 smithi044 ceph-mon[27847]: pgmap v358: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.6 KiB/s wr, 11 op/s; 1.8 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-26T01:51:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:38.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:38 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:38 smithi156 ceph-mon[32543]: pgmap v358: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.6 KiB/s wr, 11 op/s; 1.8 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-26T01:51:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:38 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:38 smithi090 ceph-mon[32456]: pgmap v358: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.6 KiB/s wr, 11 op/s; 1.8 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-26T01:51:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:38 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:39.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.809+0000 7f778e400700 1 -- 172.21.15.44:0/3447487278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788109fa0 msgr2=0x7f7788111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:39.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.809+0000 7f778e400700 1 --2- 172.21.15.44:0/3447487278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788109fa0 0x7f7788111b70 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7780009990 tx=0x7f7780009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:39.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.810+0000 7f778e400700 1 -- 172.21.15.44:0/3447487278 shutdown_connections 2024-04-26T01:51:39.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.810+0000 7f778e400700 1 --2- 172.21.15.44:0/3447487278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7788104ec0 0x7f77881052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:39.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.810+0000 7f778e400700 1 --2- 172.21.15.44:0/3447487278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788109fa0 0x7f7788111b70 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:39.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.810+0000 7f778e400700 1 --2- 172.21.15.44:0/3447487278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7788105870 0x7f77881098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:39.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.810+0000 7f778e400700 1 -- 172.21.15.44:0/3447487278 >> 172.21.15.44:0/3447487278 conn(0x7f7788100750 msgr2=0x7f7788102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:39.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.810+0000 7f778e400700 1 -- 172.21.15.44:0/3447487278 shutdown_connections 2024-04-26T01:51:39.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.810+0000 7f778e400700 1 -- 172.21.15.44:0/3447487278 wait complete. 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.811+0000 7f778e400700 1 Processor -- start 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.811+0000 7f778e400700 1 -- start start 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f778e400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788104ec0 0x7f778819b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f778e400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7788105870 0x7f778819b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f778e400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7788109fa0 0x7f778819fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f778e400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7788114eb0 con 0x7f7788109fa0 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f778e400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7788114d30 con 0x7f7788104ec0 2024-04-26T01:51:39.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f778e400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7788115030 con 0x7f7788105870 2024-04-26T01:51:39.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f7787400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788104ec0 0x7f778819b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:39.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f7787400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788104ec0 0x7f778819b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53738/0 (socket says 172.21.15.44:53738) 2024-04-26T01:51:39.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f7787400700 1 -- 172.21.15.44:0/1119862278 learned_addr learned my addr 172.21.15.44:0/1119862278 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:39.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f7787e00700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7788109fa0 0x7f778819fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:39.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.812+0000 7f777ea00700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7788105870 0x7f778819b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7787400700 1 -- 172.21.15.44:0/1119862278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7788105870 msgr2=0x7f778819b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7787400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7788105870 0x7f778819b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7787400700 1 -- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7788109fa0 msgr2=0x7f778819fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7787400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7788109fa0 0x7f778819fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7787400700 1 -- 172.21.15.44:0/1119862278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77881a0390 con 0x7f7788104ec0 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7787400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788104ec0 0x7f778819b380 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f777800ef30 tx=0x7f777800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7784c00700 1 -- 172.21.15.44:0/1119862278 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77780092e0 con 0x7f7788104ec0 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7784c00700 1 -- 172.21.15.44:0/1119862278 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7778004bb0 con 0x7f7788104ec0 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77881a0620 con 0x7f7788104ec0 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.813+0000 7f7784c00700 1 -- 172.21.15.44:0/1119862278 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7778004040 con 0x7f7788104ec0 2024-04-26T01:51:39.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.814+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77881a7f00 con 0x7f7788104ec0 2024-04-26T01:51:39.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.815+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7788069730 con 0x7f7788104ec0 2024-04-26T01:51:39.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.816+0000 7f7784c00700 1 -- 172.21.15.44:0/1119862278 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f777801b030 con 0x7f7788104ec0 2024-04-26T01:51:39.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.818+0000 7f7784c00700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f776c0a3d50 0x7f776c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:39.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.818+0000 7f7784c00700 1 -- 172.21.15.44:0/1119862278 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f77780cffe0 con 0x7f7788104ec0 2024-04-26T01:51:39.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.818+0000 7f777ea00700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f776c0a3d50 0x7f776c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:39.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.819+0000 7f777ea00700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f776c0a3d50 0x7f776c0a6210 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7788103ee0 tx=0x7f7770009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:39.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:39.822+0000 7f7784c00700 1 -- 172.21.15.44:0/1119862278 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7778022020 con 0x7f7788104ec0 2024-04-26T01:51:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:39 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:39 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:40.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.063+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f778802df80 con 0x7f7788104ec0 2024-04-26T01:51:40.062 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:40.062 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:39 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:40.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.065+0000 7f7784c00700 1 -- 172.21.15.44:0/1119862278 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22488 (secure 0 0 0) 0x7f7778010040 con 0x7f7788104ec0 2024-04-26T01:51:40.064 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:51:40.065 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:51:24.439927+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:51:40.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f776c0a3d50 msgr2=0x7f776c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f776c0a3d50 0x7f776c0a6210 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7788103ee0 tx=0x7f7770009260 comp rx=0 tx=0).stop 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788104ec0 msgr2=0x7f778819b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788104ec0 0x7f778819b380 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f777800ef30 tx=0x7f777800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 shutdown_connections 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f776c0a3d50 0x7f776c0a6210 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7788109fa0 0x7f778819fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7788104ec0 0x7f778819b380 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:40.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 --2- 172.21.15.44:0/1119862278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7788105870 0x7f778819b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:40.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 >> 172.21.15.44:0/1119862278 conn(0x7f7788100750 msgr2=0x7f7788101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:40.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 shutdown_connections 2024-04-26T01:51:40.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:40.069+0000 7f778e400700 1 -- 172.21.15.44:0/1119862278 wait complete. 2024-04-26T01:51:40.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:40 smithi044 ceph-mon[27847]: pgmap v359: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:51:40.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:40 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1119862278' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:51:40.955 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:51:40.956 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:51:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:40 smithi156 ceph-mon[32543]: pgmap v359: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:51:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:40 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1119862278' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:51:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:40 smithi090 ceph-mon[32456]: pgmap v359: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-26T01:51:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:40 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1119862278' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:51:41.391 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:43.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:42 smithi044 ceph-mon[27847]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:51:43.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:43.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:42 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:43.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:42 smithi156 ceph-mon[32543]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:51:43.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:43.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:42 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:42 smithi090 ceph-mon[32456]: pgmap v360: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:51:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:42 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:43.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 -- 172.21.15.44:0/1834641727 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c00074c70 msgr2=0x7f5c00075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 --2- 172.21.15.44:0/1834641727 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c00074c70 0x7f5c00075050 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0009f90 tx=0x7f5bf000b330 comp rx=0 tx=0).stop 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 -- 172.21.15.44:0/1834641727 shutdown_connections 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 --2- 172.21.15.44:0/1834641727 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c0010f440 0x7f5c00111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 --2- 172.21.15.44:0/1834641727 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c00074c70 0x7f5c00075050 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 --2- 172.21.15.44:0/1834641727 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c00075590 0x7f5c0010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 -- 172.21.15.44:0/1834641727 >> 172.21.15.44:0/1834641727 conn(0x7f5c00079ba0 msgr2=0x7f5c00079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 -- 172.21.15.44:0/1834641727 shutdown_connections 2024-04-26T01:51:43.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.661+0000 7f5c06c00700 1 -- 172.21.15.44:0/1834641727 wait complete. 2024-04-26T01:51:43.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.663+0000 7f5c06c00700 1 Processor -- start 2024-04-26T01:51:43.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.663+0000 7f5c06c00700 1 -- start start 2024-04-26T01:51:43.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.663+0000 7f5c06c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c00074c70 0x7f5c0019b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:43.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c06c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c00075590 0x7f5c0019b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:43.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c06c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0010f440 0x7f5c0019fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c06c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5c00114df0 con 0x7f5c00075590 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c06c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5c00114c70 con 0x7f5c0010f440 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c06c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5c00114f70 con 0x7f5c00074c70 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c00074c70 0x7f5c0019b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c00074c70 0x7f5c0019b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:44636/0 (socket says 172.21.15.44:44636) 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 -- 172.21.15.44:0/3192625008 learned_addr learned my addr 172.21.15.44:0/3192625008 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c04c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0010f440 0x7f5c0019fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bf7400700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c00075590 0x7f5c0019b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 -- 172.21.15.44:0/3192625008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0010f440 msgr2=0x7f5c0019fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0010f440 0x7f5c0019fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 -- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c00075590 msgr2=0x7f5c0019b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c00075590 0x7f5c0019b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 -- 172.21.15.44:0/3192625008 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c001a0280 con 0x7f5c00074c70 2024-04-26T01:51:43.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c04c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0010f440 0x7f5c0019fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:43.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bf7400700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c00075590 0x7f5c0019b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:43.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bffe00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c00074c70 0x7f5c0019b2c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0009f60 tx=0x7f5bf000ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:43.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bfd600700 1 -- 172.21.15.44:0/3192625008 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf0021070 con 0x7f5c00074c70 2024-04-26T01:51:43.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c001a0510 con 0x7f5c00074c70 2024-04-26T01:51:43.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bfd600700 1 -- 172.21.15.44:0/3192625008 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf0007ac0 con 0x7f5c00074c70 2024-04-26T01:51:43.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5bfd600700 1 -- 172.21.15.44:0/3192625008 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf0005040 con 0x7f5c00074c70 2024-04-26T01:51:43.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.664+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c001a7df0 con 0x7f5c00074c70 2024-04-26T01:51:43.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.667+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c00069730 con 0x7f5c00074c70 2024-04-26T01:51:43.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.668+0000 7f5bfd600700 1 -- 172.21.15.44:0/3192625008 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5bf0024070 con 0x7f5c00074c70 2024-04-26T01:51:43.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.670+0000 7f5bfd600700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5be40a3cd0 0x7f5be40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:43.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.670+0000 7f5bfd600700 1 -- 172.21.15.44:0/3192625008 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f5bf000f020 con 0x7f5c00074c70 2024-04-26T01:51:43.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.670+0000 7f5bf7400700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5be40a3cd0 0x7f5be40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:43.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.671+0000 7f5bf7400700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5be40a3cd0 0x7f5be40a6190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5be8009750 tx=0x7f5be8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:43.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.676+0000 7f5bfd600700 1 -- 172.21.15.44:0/3192625008 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5bf002b020 con 0x7f5c00074c70 2024-04-26T01:51:43.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.910+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5c0019c5d0 con 0x7f5be40a3cd0 2024-04-26T01:51:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.926+0000 7f5bfd600700 1 -- 172.21.15.44:0/3192625008 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258955 (secure 0 0 0) 0x7f5c0019c5d0 con 0x7f5be40a3cd0 2024-04-26T01:51:43.925 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:51:43.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5be40a3cd0 msgr2=0x7f5be40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5be40a3cd0 0x7f5be40a6190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5be8009750 tx=0x7f5be8009310 comp rx=0 tx=0).stop 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c00074c70 msgr2=0x7f5c0019b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c00074c70 0x7f5c0019b2c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0009f60 tx=0x7f5bf000ccb0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 shutdown_connections 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c00074c70 0x7f5c0019b2c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5be40a3cd0 0x7f5be40a6190 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0010f440 0x7f5c0019fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 --2- 172.21.15.44:0/3192625008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c00075590 0x7f5c0019b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 >> 172.21.15.44:0/3192625008 conn(0x7f5c00079ba0 msgr2=0x7f5c000ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.933+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 shutdown_connections 2024-04-26T01:51:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:43.934+0000 7f5c06c00700 1 -- 172.21.15.44:0/3192625008 wait complete. 2024-04-26T01:51:43.933 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T01:51:44.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:43 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:44.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:43 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:44.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:43 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:44.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:43 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:44.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:43 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:44.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:43 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:44.319 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:44.319 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:44.319 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:43 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:51:44.711 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":361,"stamp":"2024-04-26T01:51:43.304037+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657762,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":488,"num_read_kb":353,"num_write":426,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":1203066,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":347,"ondisk_log_size":347,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373864,"kb_used_data":12216,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567960,"statfs":{"total":1151940427776,"available":1151557591040,"internally_reserved":0,"allocated":12509184,"data_stored":7750692,"data_compressed":112047,"data_compressed_allocated":139264,"data_compressed_original":1789952,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":32264,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":105,"num_write":16,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004432"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448080+0000","last_change":"2024-04-26T01:50:44.919956+0000","last_active":"2024-04-26T01:51:24.448080+0000","last_peered":"2024-04-26T01:51:24.448080+0000","last_clean":"2024-04-26T01:51:24.448080+0000","last_became_active":"2024-04-26T01:50:44.919574+0000","last_became_peered":"2024-04-26T01:50:44.919574+0000","last_unstale":"2024-04-26T01:51:24.448080+0000","last_undegraded":"2024-04-26T01:51:24.448080+0000","last_fullsized":"2024-04-26T01:51:24.448080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:15:15.039717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559916+0000","last_change":"2024-04-26T01:50:44.921399+0000","last_active":"2024-04-26T01:51:24.559916+0000","last_peered":"2024-04-26T01:51:24.559916+0000","last_clean":"2024-04-26T01:51:24.559916+0000","last_became_active":"2024-04-26T01:50:44.919474+0000","last_became_peered":"2024-04-26T01:50:44.919474+0000","last_unstale":"2024-04-26T01:51:24.559916+0000","last_undegraded":"2024-04-26T01:51:24.559916+0000","last_fullsized":"2024-04-26T01:51:24.559916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:48.200695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559313+0000","last_change":"2024-04-26T01:50:44.924206+0000","last_active":"2024-04-26T01:51:24.559313+0000","last_peered":"2024-04-26T01:51:24.559313+0000","last_clean":"2024-04-26T01:51:24.559313+0000","last_became_active":"2024-04-26T01:50:44.919551+0000","last_became_peered":"2024-04-26T01:50:44.919551+0000","last_unstale":"2024-04-26T01:51:24.559313+0000","last_undegraded":"2024-04-26T01:51:24.559313+0000","last_fullsized":"2024-04-26T01:51:24.559313+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:11.833718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559218+0000","last_change":"2024-04-26T01:50:44.902458+0000","last_active":"2024-04-26T01:51:24.559218+0000","last_peered":"2024-04-26T01:51:24.559218+0000","last_clean":"2024-04-26T01:51:24.559218+0000","last_became_active":"2024-04-26T01:50:44.902112+0000","last_became_peered":"2024-04-26T01:50:44.902112+0000","last_unstale":"2024-04-26T01:51:24.559218+0000","last_undegraded":"2024-04-26T01:51:24.559218+0000","last_fullsized":"2024-04-26T01:51:24.559218+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:27:26.678775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449817+0000","last_change":"2024-04-26T01:50:44.914584+0000","last_active":"2024-04-26T01:51:24.449817+0000","last_peered":"2024-04-26T01:51:24.449817+0000","last_clean":"2024-04-26T01:51:24.449817+0000","last_became_active":"2024-04-26T01:50:44.914239+0000","last_became_peered":"2024-04-26T01:50:44.914239+0000","last_unstale":"2024-04-26T01:51:24.449817+0000","last_undegraded":"2024-04-26T01:51:24.449817+0000","last_fullsized":"2024-04-26T01:51:24.449817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:06.620377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445338+0000","last_change":"2024-04-26T01:50:44.906486+0000","last_active":"2024-04-26T01:51:24.445338+0000","last_peered":"2024-04-26T01:51:24.445338+0000","last_clean":"2024-04-26T01:51:24.445338+0000","last_became_active":"2024-04-26T01:50:44.906173+0000","last_became_peered":"2024-04-26T01:50:44.906173+0000","last_unstale":"2024-04-26T01:51:24.445338+0000","last_undegraded":"2024-04-26T01:51:24.445338+0000","last_fullsized":"2024-04-26T01:51:24.445338+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:27.277521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449480+0000","last_change":"2024-04-26T01:50:44.911267+0000","last_active":"2024-04-26T01:51:24.449480+0000","last_peered":"2024-04-26T01:51:24.449480+0000","last_clean":"2024-04-26T01:51:24.449480+0000","last_became_active":"2024-04-26T01:50:44.910907+0000","last_became_peered":"2024-04-26T01:50:44.910907+0000","last_unstale":"2024-04-26T01:51:24.449480+0000","last_undegraded":"2024-04-26T01:51:24.449480+0000","last_fullsized":"2024-04-26T01:51:24.449480+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:55.572335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450710+0000","last_change":"2024-04-26T01:50:44.920314+0000","last_active":"2024-04-26T01:51:24.450710+0000","last_peered":"2024-04-26T01:51:24.450710+0000","last_clean":"2024-04-26T01:51:24.450710+0000","last_became_active":"2024-04-26T01:50:44.914315+0000","last_became_peered":"2024-04-26T01:50:44.914315+0000","last_unstale":"2024-04-26T01:51:24.450710+0000","last_undegraded":"2024-04-26T01:51:24.450710+0000","last_fullsized":"2024-04-26T01:51:24.450710+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:35.075639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448069+0000","last_change":"2024-04-26T01:50:44.902164+0000","last_active":"2024-04-26T01:51:24.448069+0000","last_peered":"2024-04-26T01:51:24.448069+0000","last_clean":"2024-04-26T01:51:24.448069+0000","last_became_active":"2024-04-26T01:50:44.901814+0000","last_became_peered":"2024-04-26T01:50:44.901814+0000","last_unstale":"2024-04-26T01:51:24.448069+0000","last_undegraded":"2024-04-26T01:51:24.448069+0000","last_fullsized":"2024-04-26T01:51:24.448069+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:19.968357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445872+0000","last_change":"2024-04-26T01:50:44.901024+0000","last_active":"2024-04-26T01:51:24.445872+0000","last_peered":"2024-04-26T01:51:24.445872+0000","last_clean":"2024-04-26T01:51:24.445872+0000","last_became_active":"2024-04-26T01:50:44.900489+0000","last_became_peered":"2024-04-26T01:50:44.900489+0000","last_unstale":"2024-04-26T01:51:24.445872+0000","last_undegraded":"2024-04-26T01:51:24.445872+0000","last_fullsized":"2024-04-26T01:51:24.445872+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:46:46.413137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449989+0000","last_change":"2024-04-26T01:50:44.905755+0000","last_active":"2024-04-26T01:51:24.449989+0000","last_peered":"2024-04-26T01:51:24.449989+0000","last_clean":"2024-04-26T01:51:24.449989+0000","last_became_active":"2024-04-26T01:50:44.904236+0000","last_became_peered":"2024-04-26T01:50:44.904236+0000","last_unstale":"2024-04-26T01:51:24.449989+0000","last_undegraded":"2024-04-26T01:51:24.449989+0000","last_fullsized":"2024-04-26T01:51:24.449989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:43.195725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559091+0000","last_change":"2024-04-26T01:50:44.900911+0000","last_active":"2024-04-26T01:51:24.559091+0000","last_peered":"2024-04-26T01:51:24.559091+0000","last_clean":"2024-04-26T01:51:24.559091+0000","last_became_active":"2024-04-26T01:50:44.900448+0000","last_became_peered":"2024-04-26T01:50:44.900448+0000","last_unstale":"2024-04-26T01:51:24.559091+0000","last_undegraded":"2024-04-26T01:51:24.559091+0000","last_fullsized":"2024-04-26T01:51:24.559091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:14:10.186174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559700+0000","last_change":"2024-04-26T01:50:44.908401+0000","last_active":"2024-04-26T01:51:24.559700+0000","last_peered":"2024-04-26T01:51:24.559700+0000","last_clean":"2024-04-26T01:51:24.559700+0000","last_became_active":"2024-04-26T01:50:44.907536+0000","last_became_peered":"2024-04-26T01:50:44.907536+0000","last_unstale":"2024-04-26T01:51:24.559700+0000","last_undegraded":"2024-04-26T01:51:24.559700+0000","last_fullsized":"2024-04-26T01:51:24.559700+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:40.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560240+0000","last_change":"2024-04-26T01:50:44.924712+0000","last_active":"2024-04-26T01:51:24.560240+0000","last_peered":"2024-04-26T01:51:24.560240+0000","last_clean":"2024-04-26T01:51:24.560240+0000","last_became_active":"2024-04-26T01:50:44.924200+0000","last_became_peered":"2024-04-26T01:50:44.924200+0000","last_unstale":"2024-04-26T01:51:24.560240+0000","last_undegraded":"2024-04-26T01:51:24.560240+0000","last_fullsized":"2024-04-26T01:51:24.560240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:39:30.229057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559174+0000","last_change":"2024-04-26T01:50:44.911063+0000","last_active":"2024-04-26T01:51:24.559174+0000","last_peered":"2024-04-26T01:51:24.559174+0000","last_clean":"2024-04-26T01:51:24.559174+0000","last_became_active":"2024-04-26T01:50:44.910727+0000","last_became_peered":"2024-04-26T01:50:44.910727+0000","last_unstale":"2024-04-26T01:51:24.559174+0000","last_undegraded":"2024-04-26T01:51:24.559174+0000","last_fullsized":"2024-04-26T01:51:24.559174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:05:03.609483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447337+0000","last_change":"2024-04-26T01:50:44.904506+0000","last_active":"2024-04-26T01:51:24.447337+0000","last_peered":"2024-04-26T01:51:24.447337+0000","last_clean":"2024-04-26T01:51:24.447337+0000","last_became_active":"2024-04-26T01:50:44.903854+0000","last_became_peered":"2024-04-26T01:50:44.903854+0000","last_unstale":"2024-04-26T01:51:24.447337+0000","last_undegraded":"2024-04-26T01:51:24.447337+0000","last_fullsized":"2024-04-26T01:51:24.447337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:54.781222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448289+0000","last_change":"2024-04-26T01:50:44.913974+0000","last_active":"2024-04-26T01:51:24.448289+0000","last_peered":"2024-04-26T01:51:24.448289+0000","last_clean":"2024-04-26T01:51:24.448289+0000","last_became_active":"2024-04-26T01:50:44.913487+0000","last_became_peered":"2024-04-26T01:50:44.913487+0000","last_unstale":"2024-04-26T01:51:24.448289+0000","last_undegraded":"2024-04-26T01:51:24.448289+0000","last_fullsized":"2024-04-26T01:51:24.448289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:36:32.864198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449801+0000","last_change":"2024-04-26T01:50:44.912919+0000","last_active":"2024-04-26T01:51:24.449801+0000","last_peered":"2024-04-26T01:51:24.449801+0000","last_clean":"2024-04-26T01:51:24.449801+0000","last_became_active":"2024-04-26T01:50:44.911021+0000","last_became_peered":"2024-04-26T01:50:44.911021+0000","last_unstale":"2024-04-26T01:51:24.449801+0000","last_undegraded":"2024-04-26T01:51:24.449801+0000","last_fullsized":"2024-04-26T01:51:24.449801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:19:16.411533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445573+0000","last_change":"2024-04-26T01:50:44.916098+0000","last_active":"2024-04-26T01:51:24.445573+0000","last_peered":"2024-04-26T01:51:24.445573+0000","last_clean":"2024-04-26T01:51:24.445573+0000","last_became_active":"2024-04-26T01:50:44.915593+0000","last_became_peered":"2024-04-26T01:50:44.915593+0000","last_unstale":"2024-04-26T01:51:24.445573+0000","last_undegraded":"2024-04-26T01:51:24.445573+0000","last_fullsized":"2024-04-26T01:51:24.445573+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:24.628662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":72,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:39.139166+0000","last_change":"2024-04-26T01:50:39.840465+0000","last_active":"2024-04-26T01:51:39.139166+0000","last_peered":"2024-04-26T01:51:39.139166+0000","last_clean":"2024-04-26T01:51:39.139166+0000","last_became_active":"2024-04-26T01:50:39.840027+0000","last_became_peered":"2024-04-26T01:50:39.840027+0000","last_unstale":"2024-04-26T01:51:39.139166+0000","last_undegraded":"2024-04-26T01:51:39.139166+0000","last_fullsized":"2024-04-26T01:51:39.139166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:24.554850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451192+0000","last_change":"2024-04-26T01:50:44.918128+0000","last_active":"2024-04-26T01:51:24.451192+0000","last_peered":"2024-04-26T01:51:24.451192+0000","last_clean":"2024-04-26T01:51:24.451192+0000","last_became_active":"2024-04-26T01:50:44.915032+0000","last_became_peered":"2024-04-26T01:50:44.915032+0000","last_unstale":"2024-04-26T01:51:24.451192+0000","last_undegraded":"2024-04-26T01:51:24.451192+0000","last_fullsized":"2024-04-26T01:51:24.451192+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:04.916823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451485+0000","last_change":"2024-04-26T01:50:39.937978+0000","last_active":"2024-04-26T01:51:24.451485+0000","last_peered":"2024-04-26T01:51:24.451485+0000","last_clean":"2024-04-26T01:51:24.451485+0000","last_became_active":"2024-04-26T01:50:39.937524+0000","last_became_peered":"2024-04-26T01:50:39.937524+0000","last_unstale":"2024-04-26T01:51:24.451485+0000","last_undegraded":"2024-04-26T01:51:24.451485+0000","last_fullsized":"2024-04-26T01:51:24.451485+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:25:56.615653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560605+0000","last_change":"2024-04-26T01:50:44.924476+0000","last_active":"2024-04-26T01:51:24.560605+0000","last_peered":"2024-04-26T01:51:24.560605+0000","last_clean":"2024-04-26T01:51:24.560605+0000","last_became_active":"2024-04-26T01:50:44.920783+0000","last_became_peered":"2024-04-26T01:50:44.920783+0000","last_unstale":"2024-04-26T01:51:24.560605+0000","last_undegraded":"2024-04-26T01:51:24.560605+0000","last_fullsized":"2024-04-26T01:51:24.560605+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:28.859960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.462901+0000","last_change":"2024-04-26T01:51:24.462901+0000","last_active":"2024-04-26T01:51:24.462901+0000","last_peered":"2024-04-26T01:51:24.462901+0000","last_clean":"2024-04-26T01:51:24.462901+0000","last_became_active":"2024-04-26T01:51:24.450926+0000","last_became_peered":"2024-04-26T01:51:24.450926+0000","last_unstale":"2024-04-26T01:51:24.462901+0000","last_undegraded":"2024-04-26T01:51:24.462901+0000","last_fullsized":"2024-04-26T01:51:24.462901+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:41.044207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447595+0000","last_change":"2024-04-26T01:50:44.903110+0000","last_active":"2024-04-26T01:51:24.447595+0000","last_peered":"2024-04-26T01:51:24.447595+0000","last_clean":"2024-04-26T01:51:24.447595+0000","last_became_active":"2024-04-26T01:50:44.902650+0000","last_became_peered":"2024-04-26T01:50:44.902650+0000","last_unstale":"2024-04-26T01:51:24.447595+0000","last_undegraded":"2024-04-26T01:51:24.447595+0000","last_fullsized":"2024-04-26T01:51:24.447595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:44:54.688334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450119+0000","last_change":"2024-04-26T01:50:39.837597+0000","last_active":"2024-04-26T01:51:24.450119+0000","last_peered":"2024-04-26T01:51:24.450119+0000","last_clean":"2024-04-26T01:51:24.450119+0000","last_became_active":"2024-04-26T01:50:39.837220+0000","last_became_peered":"2024-04-26T01:50:39.837220+0000","last_unstale":"2024-04-26T01:51:24.450119+0000","last_undegraded":"2024-04-26T01:51:24.450119+0000","last_fullsized":"2024-04-26T01:51:24.450119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:43.407094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560650+0000","last_change":"2024-04-26T01:51:24.559898+0000","last_active":"2024-04-26T01:51:24.560650+0000","last_peered":"2024-04-26T01:51:24.560650+0000","last_clean":"2024-04-26T01:51:24.560650+0000","last_became_active":"2024-04-26T01:51:24.559299+0000","last_became_peered":"2024-04-26T01:51:24.559299+0000","last_unstale":"2024-04-26T01:51:24.560650+0000","last_undegraded":"2024-04-26T01:51:24.560650+0000","last_fullsized":"2024-04-26T01:51:24.560650+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:59:28.904410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:42.115456+0000","last_change":"2024-04-26T01:50:39.836725+0000","last_active":"2024-04-26T01:51:42.115456+0000","last_peered":"2024-04-26T01:51:42.115456+0000","last_clean":"2024-04-26T01:51:42.115456+0000","last_became_active":"2024-04-26T01:50:39.836358+0000","last_became_peered":"2024-04-26T01:50:39.836358+0000","last_unstale":"2024-04-26T01:51:42.115456+0000","last_undegraded":"2024-04-26T01:51:42.115456+0000","last_fullsized":"2024-04-26T01:51:42.115456+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:26.033632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449807+0000","last_change":"2024-04-26T01:50:44.899009+0000","last_active":"2024-04-26T01:51:24.449807+0000","last_peered":"2024-04-26T01:51:24.449807+0000","last_clean":"2024-04-26T01:51:24.449807+0000","last_became_active":"2024-04-26T01:50:44.898580+0000","last_became_peered":"2024-04-26T01:50:44.898580+0000","last_unstale":"2024-04-26T01:51:24.449807+0000","last_undegraded":"2024-04-26T01:51:24.449807+0000","last_fullsized":"2024-04-26T01:51:24.449807+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:28:30.055238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445252+0000","last_change":"2024-04-26T01:50:39.845781+0000","last_active":"2024-04-26T01:51:24.445252+0000","last_peered":"2024-04-26T01:51:24.445252+0000","last_clean":"2024-04-26T01:51:24.445252+0000","last_became_active":"2024-04-26T01:50:39.845508+0000","last_became_peered":"2024-04-26T01:50:39.845508+0000","last_unstale":"2024-04-26T01:51:24.445252+0000","last_undegraded":"2024-04-26T01:51:24.445252+0000","last_fullsized":"2024-04-26T01:51:24.445252+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:05.890363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558936+0000","last_change":"2024-04-26T01:50:44.916100+0000","last_active":"2024-04-26T01:51:24.558936+0000","last_peered":"2024-04-26T01:51:24.558936+0000","last_clean":"2024-04-26T01:51:24.558936+0000","last_became_active":"2024-04-26T01:50:44.915738+0000","last_became_peered":"2024-04-26T01:50:44.915738+0000","last_unstale":"2024-04-26T01:51:24.558936+0000","last_undegraded":"2024-04-26T01:51:24.558936+0000","last_fullsized":"2024-04-26T01:51:24.558936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:52:02.554521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559151+0000","last_change":"2024-04-26T01:50:39.838988+0000","last_active":"2024-04-26T01:51:24.559151+0000","last_peered":"2024-04-26T01:51:24.559151+0000","last_clean":"2024-04-26T01:51:24.559151+0000","last_became_active":"2024-04-26T01:50:39.838521+0000","last_became_peered":"2024-04-26T01:50:39.838521+0000","last_unstale":"2024-04-26T01:51:24.559151+0000","last_undegraded":"2024-04-26T01:51:24.559151+0000","last_fullsized":"2024-04-26T01:51:24.559151+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:18.755921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450585+0000","last_change":"2024-04-26T01:50:44.920655+0000","last_active":"2024-04-26T01:51:24.450585+0000","last_peered":"2024-04-26T01:51:24.450585+0000","last_clean":"2024-04-26T01:51:24.450585+0000","last_became_active":"2024-04-26T01:50:44.914745+0000","last_became_peered":"2024-04-26T01:50:44.914745+0000","last_unstale":"2024-04-26T01:51:24.450585+0000","last_undegraded":"2024-04-26T01:51:24.450585+0000","last_fullsized":"2024-04-26T01:51:24.450585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:18:22.153375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558689+0000","last_change":"2024-04-26T01:50:39.835743+0000","last_active":"2024-04-26T01:51:24.558689+0000","last_peered":"2024-04-26T01:51:24.558689+0000","last_clean":"2024-04-26T01:51:24.558689+0000","last_became_active":"2024-04-26T01:50:39.835373+0000","last_became_peered":"2024-04-26T01:50:39.835373+0000","last_unstale":"2024-04-26T01:51:24.558689+0000","last_undegraded":"2024-04-26T01:51:24.558689+0000","last_fullsized":"2024-04-26T01:51:24.558689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:48:42.910769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447830+0000","last_change":"2024-04-26T01:50:44.923243+0000","last_active":"2024-04-26T01:51:24.447830+0000","last_peered":"2024-04-26T01:51:24.447830+0000","last_clean":"2024-04-26T01:51:24.447830+0000","last_became_active":"2024-04-26T01:50:44.922639+0000","last_became_peered":"2024-04-26T01:50:44.922639+0000","last_unstale":"2024-04-26T01:51:24.447830+0000","last_undegraded":"2024-04-26T01:51:24.447830+0000","last_fullsized":"2024-04-26T01:51:24.447830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:05.618547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":96,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:41.113123+0000","last_change":"2024-04-26T01:50:39.844035+0000","last_active":"2024-04-26T01:51:41.113123+0000","last_peered":"2024-04-26T01:51:41.113123+0000","last_clean":"2024-04-26T01:51:41.113123+0000","last_became_active":"2024-04-26T01:50:39.843772+0000","last_became_peered":"2024-04-26T01:50:39.843772+0000","last_unstale":"2024-04-26T01:51:41.113123+0000","last_undegraded":"2024-04-26T01:51:41.113123+0000","last_fullsized":"2024-04-26T01:51:41.113123+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:03:30.596213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":66,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448015+0000","last_change":"2024-04-26T01:50:44.910526+0000","last_active":"2024-04-26T01:51:24.448015+0000","last_peered":"2024-04-26T01:51:24.448015+0000","last_clean":"2024-04-26T01:51:24.448015+0000","last_became_active":"2024-04-26T01:50:44.910127+0000","last_became_peered":"2024-04-26T01:50:44.910127+0000","last_unstale":"2024-04-26T01:51:24.448015+0000","last_undegraded":"2024-04-26T01:51:24.448015+0000","last_fullsized":"2024-04-26T01:51:24.448015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:35:17.477636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450089+0000","last_change":"2024-04-26T01:50:39.838803+0000","last_active":"2024-04-26T01:51:24.450089+0000","last_peered":"2024-04-26T01:51:24.450089+0000","last_clean":"2024-04-26T01:51:24.450089+0000","last_became_active":"2024-04-26T01:50:39.838451+0000","last_became_peered":"2024-04-26T01:50:39.838451+0000","last_unstale":"2024-04-26T01:51:24.450089+0000","last_undegraded":"2024-04-26T01:51:24.450089+0000","last_fullsized":"2024-04-26T01:51:24.450089+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:30.973985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560575+0000","last_change":"2024-04-26T01:50:44.924479+0000","last_active":"2024-04-26T01:51:24.560575+0000","last_peered":"2024-04-26T01:51:24.560575+0000","last_clean":"2024-04-26T01:51:24.560575+0000","last_became_active":"2024-04-26T01:50:44.919559+0000","last_became_peered":"2024-04-26T01:50:44.919559+0000","last_unstale":"2024-04-26T01:51:24.560575+0000","last_undegraded":"2024-04-26T01:51:24.560575+0000","last_fullsized":"2024-04-26T01:51:24.560575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:01.188751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559179+0000","last_change":"2024-04-26T01:50:39.935640+0000","last_active":"2024-04-26T01:51:24.559179+0000","last_peered":"2024-04-26T01:51:24.559179+0000","last_clean":"2024-04-26T01:51:24.559179+0000","last_became_active":"2024-04-26T01:50:39.935342+0000","last_became_peered":"2024-04-26T01:50:39.935342+0000","last_unstale":"2024-04-26T01:51:24.559179+0000","last_undegraded":"2024-04-26T01:51:24.559179+0000","last_fullsized":"2024-04-26T01:51:24.559179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:22:44.792444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447679+0000","last_change":"2024-04-26T01:50:44.899313+0000","last_active":"2024-04-26T01:51:24.447679+0000","last_peered":"2024-04-26T01:51:24.447679+0000","last_clean":"2024-04-26T01:51:24.447679+0000","last_became_active":"2024-04-26T01:50:44.898798+0000","last_became_peered":"2024-04-26T01:50:44.898798+0000","last_unstale":"2024-04-26T01:51:24.447679+0000","last_undegraded":"2024-04-26T01:51:24.447679+0000","last_fullsized":"2024-04-26T01:51:24.447679+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:02.288691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'30","reported_seq":148,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:40.593100+0000","last_change":"2024-04-26T01:51:24.566768+0000","last_active":"2024-04-26T01:51:40.593100+0000","last_peered":"2024-04-26T01:51:40.593100+0000","last_clean":"2024-04-26T01:51:40.593100+0000","last_became_active":"2024-04-26T01:51:24.559756+0000","last_became_peered":"2024-04-26T01:51:24.559756+0000","last_unstale":"2024-04-26T01:51:40.593100+0000","last_undegraded":"2024-04-26T01:51:40.593100+0000","last_fullsized":"2024-04-26T01:51:40.593100+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:04.547799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60347,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":65,"num_read_kb":73,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22330,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450082+0000","last_change":"2024-04-26T01:50:44.901598+0000","last_active":"2024-04-26T01:51:24.450082+0000","last_peered":"2024-04-26T01:51:24.450082+0000","last_clean":"2024-04-26T01:51:24.450082+0000","last_became_active":"2024-04-26T01:50:44.901177+0000","last_became_peered":"2024-04-26T01:50:44.901177+0000","last_unstale":"2024-04-26T01:51:24.450082+0000","last_undegraded":"2024-04-26T01:51:24.450082+0000","last_fullsized":"2024-04-26T01:51:24.450082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:34:19.962708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445416+0000","last_change":"2024-04-26T01:50:39.846511+0000","last_active":"2024-04-26T01:51:24.445416+0000","last_peered":"2024-04-26T01:51:24.445416+0000","last_clean":"2024-04-26T01:51:24.445416+0000","last_became_active":"2024-04-26T01:50:39.845949+0000","last_became_peered":"2024-04-26T01:50:39.845949+0000","last_unstale":"2024-04-26T01:51:24.445416+0000","last_undegraded":"2024-04-26T01:51:24.445416+0000","last_fullsized":"2024-04-26T01:51:24.445416+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:32.674548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559455+0000","last_change":"2024-04-26T01:50:44.927989+0000","last_active":"2024-04-26T01:51:24.559455+0000","last_peered":"2024-04-26T01:51:24.559455+0000","last_clean":"2024-04-26T01:51:24.559455+0000","last_became_active":"2024-04-26T01:50:44.927649+0000","last_became_peered":"2024-04-26T01:50:44.927649+0000","last_unstale":"2024-04-26T01:51:24.559455+0000","last_undegraded":"2024-04-26T01:51:24.559455+0000","last_fullsized":"2024-04-26T01:51:24.559455+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:09.091744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558799+0000","last_change":"2024-04-26T01:50:39.846204+0000","last_active":"2024-04-26T01:51:24.558799+0000","last_peered":"2024-04-26T01:51:24.558799+0000","last_clean":"2024-04-26T01:51:24.558799+0000","last_became_active":"2024-04-26T01:50:39.845833+0000","last_became_peered":"2024-04-26T01:50:39.845833+0000","last_unstale":"2024-04-26T01:51:24.558799+0000","last_undegraded":"2024-04-26T01:51:24.558799+0000","last_fullsized":"2024-04-26T01:51:24.558799+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:22.776062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449713+0000","last_change":"2024-04-26T01:50:44.908421+0000","last_active":"2024-04-26T01:51:24.449713+0000","last_peered":"2024-04-26T01:51:24.449713+0000","last_clean":"2024-04-26T01:51:24.449713+0000","last_became_active":"2024-04-26T01:50:44.908062+0000","last_became_peered":"2024-04-26T01:50:44.908062+0000","last_unstale":"2024-04-26T01:51:24.449713+0000","last_undegraded":"2024-04-26T01:51:24.449713+0000","last_fullsized":"2024-04-26T01:51:24.449713+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:45.381426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":63,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:37.116935+0000","last_change":"2024-04-26T01:50:39.838097+0000","last_active":"2024-04-26T01:51:37.116935+0000","last_peered":"2024-04-26T01:51:37.116935+0000","last_clean":"2024-04-26T01:51:37.116935+0000","last_became_active":"2024-04-26T01:50:39.837724+0000","last_became_peered":"2024-04-26T01:50:39.837724+0000","last_unstale":"2024-04-26T01:51:37.116935+0000","last_undegraded":"2024-04-26T01:51:37.116935+0000","last_fullsized":"2024-04-26T01:51:37.116935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:20:21.379352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":33,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449367+0000","last_change":"2024-04-26T01:50:44.898751+0000","last_active":"2024-04-26T01:51:24.449367+0000","last_peered":"2024-04-26T01:51:24.449367+0000","last_clean":"2024-04-26T01:51:24.449367+0000","last_became_active":"2024-04-26T01:50:44.898397+0000","last_became_peered":"2024-04-26T01:50:44.898397+0000","last_unstale":"2024-04-26T01:51:24.449367+0000","last_undegraded":"2024-04-26T01:51:24.449367+0000","last_fullsized":"2024-04-26T01:51:24.449367+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:21.391335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449591+0000","last_change":"2024-04-26T01:50:39.934344+0000","last_active":"2024-04-26T01:51:24.449591+0000","last_peered":"2024-04-26T01:51:24.449591+0000","last_clean":"2024-04-26T01:51:24.449591+0000","last_became_active":"2024-04-26T01:50:39.933950+0000","last_became_peered":"2024-04-26T01:50:39.933950+0000","last_unstale":"2024-04-26T01:51:24.449591+0000","last_undegraded":"2024-04-26T01:51:24.449591+0000","last_fullsized":"2024-04-26T01:51:24.449591+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:27.445138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558734+0000","last_change":"2024-04-26T01:50:44.903130+0000","last_active":"2024-04-26T01:51:24.558734+0000","last_peered":"2024-04-26T01:51:24.558734+0000","last_clean":"2024-04-26T01:51:24.558734+0000","last_became_active":"2024-04-26T01:50:44.902614+0000","last_became_peered":"2024-04-26T01:50:44.902614+0000","last_unstale":"2024-04-26T01:51:24.558734+0000","last_undegraded":"2024-04-26T01:51:24.558734+0000","last_fullsized":"2024-04-26T01:51:24.558734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:30.620879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449702+0000","last_change":"2024-04-26T01:50:39.838071+0000","last_active":"2024-04-26T01:51:24.449702+0000","last_peered":"2024-04-26T01:51:24.449702+0000","last_clean":"2024-04-26T01:51:24.449702+0000","last_became_active":"2024-04-26T01:50:39.837741+0000","last_became_peered":"2024-04-26T01:50:39.837741+0000","last_unstale":"2024-04-26T01:51:24.449702+0000","last_undegraded":"2024-04-26T01:51:24.449702+0000","last_fullsized":"2024-04-26T01:51:24.449702+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.360720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447824+0000","last_change":"2024-04-26T01:50:44.902283+0000","last_active":"2024-04-26T01:51:24.447824+0000","last_peered":"2024-04-26T01:51:24.447824+0000","last_clean":"2024-04-26T01:51:24.447824+0000","last_became_active":"2024-04-26T01:50:44.901917+0000","last_became_peered":"2024-04-26T01:50:44.901917+0000","last_unstale":"2024-04-26T01:51:24.447824+0000","last_undegraded":"2024-04-26T01:51:24.447824+0000","last_fullsized":"2024-04-26T01:51:24.447824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:44:49.377109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448512+0000","last_change":"2024-04-26T01:50:39.941873+0000","last_active":"2024-04-26T01:51:24.448512+0000","last_peered":"2024-04-26T01:51:24.448512+0000","last_clean":"2024-04-26T01:51:24.448512+0000","last_became_active":"2024-04-26T01:50:39.941023+0000","last_became_peered":"2024-04-26T01:50:39.941023+0000","last_unstale":"2024-04-26T01:51:24.448512+0000","last_undegraded":"2024-04-26T01:51:24.448512+0000","last_fullsized":"2024-04-26T01:51:24.448512+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:25.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445461+0000","last_change":"2024-04-26T01:50:44.915526+0000","last_active":"2024-04-26T01:51:24.445461+0000","last_peered":"2024-04-26T01:51:24.445461+0000","last_clean":"2024-04-26T01:51:24.445461+0000","last_became_active":"2024-04-26T01:50:44.915171+0000","last_became_peered":"2024-04-26T01:50:44.915171+0000","last_unstale":"2024-04-26T01:51:24.445461+0000","last_undegraded":"2024-04-26T01:51:24.445461+0000","last_fullsized":"2024-04-26T01:51:24.445461+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:49.308529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":63,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:38.137772+0000","last_change":"2024-04-26T01:50:39.837671+0000","last_active":"2024-04-26T01:51:38.137772+0000","last_peered":"2024-04-26T01:51:38.137772+0000","last_clean":"2024-04-26T01:51:38.137772+0000","last_became_active":"2024-04-26T01:50:39.836435+0000","last_became_peered":"2024-04-26T01:50:39.836435+0000","last_unstale":"2024-04-26T01:51:38.137772+0000","last_undegraded":"2024-04-26T01:51:38.137772+0000","last_fullsized":"2024-04-26T01:51:38.137772+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:57:40.854623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":32,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.561109+0000","last_change":"2024-04-26T01:51:24.561109+0000","last_active":"2024-04-26T01:51:24.561109+0000","last_peered":"2024-04-26T01:51:24.561109+0000","last_clean":"2024-04-26T01:51:24.561109+0000","last_became_active":"2024-04-26T01:51:24.560665+0000","last_became_peered":"2024-04-26T01:51:24.560665+0000","last_unstale":"2024-04-26T01:51:24.561109+0000","last_undegraded":"2024-04-26T01:51:24.561109+0000","last_fullsized":"2024-04-26T01:51:24.561109+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:46.808480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559198+0000","last_change":"2024-04-26T01:50:44.902108+0000","last_active":"2024-04-26T01:51:24.559198+0000","last_peered":"2024-04-26T01:51:24.559198+0000","last_clean":"2024-04-26T01:51:24.559198+0000","last_became_active":"2024-04-26T01:50:44.901749+0000","last_became_peered":"2024-04-26T01:50:44.901749+0000","last_unstale":"2024-04-26T01:51:24.559198+0000","last_undegraded":"2024-04-26T01:51:24.559198+0000","last_fullsized":"2024-04-26T01:51:24.559198+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:36.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":66,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:41.123128+0000","last_change":"2024-04-26T01:50:39.935929+0000","last_active":"2024-04-26T01:51:41.123128+0000","last_peered":"2024-04-26T01:51:41.123128+0000","last_clean":"2024-04-26T01:51:41.123128+0000","last_became_active":"2024-04-26T01:50:39.934827+0000","last_became_peered":"2024-04-26T01:50:39.934827+0000","last_unstale":"2024-04-26T01:51:41.123128+0000","last_undegraded":"2024-04-26T01:51:41.123128+0000","last_fullsized":"2024-04-26T01:51:41.123128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:49.380126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451029+0000","last_change":"2024-04-26T01:50:44.921358+0000","last_active":"2024-04-26T01:51:24.451029+0000","last_peered":"2024-04-26T01:51:24.451029+0000","last_clean":"2024-04-26T01:51:24.451029+0000","last_became_active":"2024-04-26T01:50:44.915253+0000","last_became_peered":"2024-04-26T01:50:44.915253+0000","last_unstale":"2024-04-26T01:51:24.451029+0000","last_undegraded":"2024-04-26T01:51:24.451029+0000","last_fullsized":"2024-04-26T01:51:24.451029+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:38.003854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558510+0000","last_change":"2024-04-26T01:50:39.839184+0000","last_active":"2024-04-26T01:51:24.558510+0000","last_peered":"2024-04-26T01:51:24.558510+0000","last_clean":"2024-04-26T01:51:24.558510+0000","last_became_active":"2024-04-26T01:50:39.838836+0000","last_became_peered":"2024-04-26T01:50:39.838836+0000","last_unstale":"2024-04-26T01:51:24.558510+0000","last_undegraded":"2024-04-26T01:51:24.558510+0000","last_fullsized":"2024-04-26T01:51:24.558510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:59:24.389509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449666+0000","last_change":"2024-04-26T01:49:05.341570+0000","last_active":"2024-04-26T01:51:24.449666+0000","last_peered":"2024-04-26T01:51:24.449666+0000","last_clean":"2024-04-26T01:51:24.449666+0000","last_became_active":"2024-04-26T01:49:05.341050+0000","last_became_peered":"2024-04-26T01:49:05.341050+0000","last_unstale":"2024-04-26T01:51:24.449666+0000","last_undegraded":"2024-04-26T01:51:24.449666+0000","last_fullsized":"2024-04-26T01:51:24.449666+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_clean_scrub_stamp":"2024-04-26T01:45:09.572302+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:43.492329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558897+0000","last_change":"2024-04-26T01:50:44.909646+0000","last_active":"2024-04-26T01:51:24.558897+0000","last_peered":"2024-04-26T01:51:24.558897+0000","last_clean":"2024-04-26T01:51:24.558897+0000","last_became_active":"2024-04-26T01:50:44.909335+0000","last_became_peered":"2024-04-26T01:50:44.909335+0000","last_unstale":"2024-04-26T01:51:24.558897+0000","last_undegraded":"2024-04-26T01:51:24.558897+0000","last_fullsized":"2024-04-26T01:51:24.558897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:39:34.158149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449641+0000","last_change":"2024-04-26T01:50:39.836482+0000","last_active":"2024-04-26T01:51:24.449641+0000","last_peered":"2024-04-26T01:51:24.449641+0000","last_clean":"2024-04-26T01:51:24.449641+0000","last_became_active":"2024-04-26T01:50:39.836054+0000","last_became_peered":"2024-04-26T01:50:39.836054+0000","last_unstale":"2024-04-26T01:51:24.449641+0000","last_undegraded":"2024-04-26T01:51:24.449641+0000","last_fullsized":"2024-04-26T01:51:24.449641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:01.913052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450136+0000","last_change":"2024-04-26T01:50:39.937661+0000","last_active":"2024-04-26T01:51:24.450136+0000","last_peered":"2024-04-26T01:51:24.450136+0000","last_clean":"2024-04-26T01:51:24.450136+0000","last_became_active":"2024-04-26T01:50:39.937389+0000","last_became_peered":"2024-04-26T01:50:39.937389+0000","last_unstale":"2024-04-26T01:51:24.450136+0000","last_undegraded":"2024-04-26T01:51:24.450136+0000","last_fullsized":"2024-04-26T01:51:24.450136+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:40.936198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559931+0000","last_change":"2024-04-26T01:50:44.906724+0000","last_active":"2024-04-26T01:51:24.559931+0000","last_peered":"2024-04-26T01:51:24.559931+0000","last_clean":"2024-04-26T01:51:24.559931+0000","last_became_active":"2024-04-26T01:50:44.906233+0000","last_became_peered":"2024-04-26T01:50:44.906233+0000","last_unstale":"2024-04-26T01:51:24.559931+0000","last_undegraded":"2024-04-26T01:51:24.559931+0000","last_fullsized":"2024-04-26T01:51:24.559931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:11:47.597291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'15","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:33.925671+0000","last_change":"2024-04-26T01:50:39.846970+0000","last_active":"2024-04-26T01:51:33.925671+0000","last_peered":"2024-04-26T01:51:33.925671+0000","last_clean":"2024-04-26T01:51:33.925671+0000","last_became_active":"2024-04-26T01:50:39.846044+0000","last_became_peered":"2024-04-26T01:50:39.846044+0000","last_unstale":"2024-04-26T01:51:33.925671+0000","last_undegraded":"2024-04-26T01:51:33.925671+0000","last_fullsized":"2024-04-26T01:51:33.925671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:24:12.397342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451307+0000","last_change":"2024-04-26T01:50:44.927326+0000","last_active":"2024-04-26T01:51:24.451307+0000","last_peered":"2024-04-26T01:51:24.451307+0000","last_clean":"2024-04-26T01:51:24.451307+0000","last_became_active":"2024-04-26T01:50:44.922461+0000","last_became_peered":"2024-04-26T01:50:44.922461+0000","last_unstale":"2024-04-26T01:51:24.451307+0000","last_undegraded":"2024-04-26T01:51:24.451307+0000","last_fullsized":"2024-04-26T01:51:24.451307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:14.569850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558607+0000","last_change":"2024-04-26T01:50:40.233291+0000","last_active":"2024-04-26T01:51:24.558607+0000","last_peered":"2024-04-26T01:51:24.558607+0000","last_clean":"2024-04-26T01:51:24.558607+0000","last_became_active":"2024-04-26T01:50:40.232962+0000","last_became_peered":"2024-04-26T01:50:40.232962+0000","last_unstale":"2024-04-26T01:51:24.558607+0000","last_undegraded":"2024-04-26T01:51:24.558607+0000","last_fullsized":"2024-04-26T01:51:24.558607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:18:42.505758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560057+0000","last_change":"2024-04-26T01:50:44.930315+0000","last_active":"2024-04-26T01:51:24.560057+0000","last_peered":"2024-04-26T01:51:24.560057+0000","last_clean":"2024-04-26T01:51:24.560057+0000","last_became_active":"2024-04-26T01:50:44.928095+0000","last_became_peered":"2024-04-26T01:50:44.928095+0000","last_unstale":"2024-04-26T01:51:24.560057+0000","last_undegraded":"2024-04-26T01:51:24.560057+0000","last_fullsized":"2024-04-26T01:51:24.560057+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:38.875938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447372+0000","last_change":"2024-04-26T01:50:39.938132+0000","last_active":"2024-04-26T01:51:24.447372+0000","last_peered":"2024-04-26T01:51:24.447372+0000","last_clean":"2024-04-26T01:51:24.447372+0000","last_became_active":"2024-04-26T01:50:39.937861+0000","last_became_peered":"2024-04-26T01:50:39.937861+0000","last_unstale":"2024-04-26T01:51:24.447372+0000","last_undegraded":"2024-04-26T01:51:24.447372+0000","last_fullsized":"2024-04-26T01:51:24.447372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:56:01.546067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449445+0000","last_change":"2024-04-26T01:50:44.897964+0000","last_active":"2024-04-26T01:51:24.449445+0000","last_peered":"2024-04-26T01:51:24.449445+0000","last_clean":"2024-04-26T01:51:24.449445+0000","last_became_active":"2024-04-26T01:50:44.897609+0000","last_became_peered":"2024-04-26T01:50:44.897609+0000","last_unstale":"2024-04-26T01:51:24.449445+0000","last_undegraded":"2024-04-26T01:51:24.449445+0000","last_fullsized":"2024-04-26T01:51:24.449445+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:19.122059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450996+0000","last_change":"2024-04-26T01:50:39.844458+0000","last_active":"2024-04-26T01:51:24.450996+0000","last_peered":"2024-04-26T01:51:24.450996+0000","last_clean":"2024-04-26T01:51:24.450996+0000","last_became_active":"2024-04-26T01:50:39.843360+0000","last_became_peered":"2024-04-26T01:50:39.843360+0000","last_unstale":"2024-04-26T01:51:24.450996+0000","last_undegraded":"2024-04-26T01:51:24.450996+0000","last_fullsized":"2024-04-26T01:51:24.450996+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:29.991561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447036+0000","last_change":"2024-04-26T01:50:44.905520+0000","last_active":"2024-04-26T01:51:24.447036+0000","last_peered":"2024-04-26T01:51:24.447036+0000","last_clean":"2024-04-26T01:51:24.447036+0000","last_became_active":"2024-04-26T01:50:44.903327+0000","last_became_peered":"2024-04-26T01:50:44.903327+0000","last_unstale":"2024-04-26T01:51:24.447036+0000","last_undegraded":"2024-04-26T01:51:24.447036+0000","last_fullsized":"2024-04-26T01:51:24.447036+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:42:53.070611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.466673+0000","last_change":"2024-04-26T01:51:24.466673+0000","last_active":"2024-04-26T01:51:24.466673+0000","last_peered":"2024-04-26T01:51:24.466673+0000","last_clean":"2024-04-26T01:51:24.466673+0000","last_became_active":"2024-04-26T01:51:24.452209+0000","last_became_peered":"2024-04-26T01:51:24.452209+0000","last_unstale":"2024-04-26T01:51:24.466673+0000","last_undegraded":"2024-04-26T01:51:24.466673+0000","last_fullsized":"2024-04-26T01:51:24.466673+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:13.356374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451112+0000","last_change":"2024-04-26T01:50:44.926963+0000","last_active":"2024-04-26T01:51:24.451112+0000","last_peered":"2024-04-26T01:51:24.451112+0000","last_clean":"2024-04-26T01:51:24.451112+0000","last_became_active":"2024-04-26T01:50:44.922504+0000","last_became_peered":"2024-04-26T01:50:44.922504+0000","last_unstale":"2024-04-26T01:51:24.451112+0000","last_undegraded":"2024-04-26T01:51:24.451112+0000","last_fullsized":"2024-04-26T01:51:24.451112+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:52.032765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449830+0000","last_change":"2024-04-26T01:50:39.839180+0000","last_active":"2024-04-26T01:51:24.449830+0000","last_peered":"2024-04-26T01:51:24.449830+0000","last_clean":"2024-04-26T01:51:24.449830+0000","last_became_active":"2024-04-26T01:50:39.838843+0000","last_became_peered":"2024-04-26T01:50:39.838843+0000","last_unstale":"2024-04-26T01:51:24.449830+0000","last_undegraded":"2024-04-26T01:51:24.449830+0000","last_fullsized":"2024-04-26T01:51:24.449830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:42.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449998+0000","last_change":"2024-04-26T01:50:44.908055+0000","last_active":"2024-04-26T01:51:24.449998+0000","last_peered":"2024-04-26T01:51:24.449998+0000","last_clean":"2024-04-26T01:51:24.449998+0000","last_became_active":"2024-04-26T01:50:44.907658+0000","last_became_peered":"2024-04-26T01:50:44.907658+0000","last_unstale":"2024-04-26T01:51:24.449998+0000","last_undegraded":"2024-04-26T01:51:24.449998+0000","last_fullsized":"2024-04-26T01:51:24.449998+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:24.288042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'6","reported_seq":65,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:37.108883+0000","last_change":"2024-04-26T01:50:40.233557+0000","last_active":"2024-04-26T01:51:37.108883+0000","last_peered":"2024-04-26T01:51:37.108883+0000","last_clean":"2024-04-26T01:51:37.108883+0000","last_became_active":"2024-04-26T01:50:40.233126+0000","last_became_peered":"2024-04-26T01:50:40.233126+0000","last_unstale":"2024-04-26T01:51:37.108883+0000","last_undegraded":"2024-04-26T01:51:37.108883+0000","last_fullsized":"2024-04-26T01:51:37.108883+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:35.201152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":33,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450201+0000","last_change":"2024-04-26T01:50:44.904745+0000","last_active":"2024-04-26T01:51:24.450201+0000","last_peered":"2024-04-26T01:51:24.450201+0000","last_clean":"2024-04-26T01:51:24.450201+0000","last_became_active":"2024-04-26T01:50:44.904393+0000","last_became_peered":"2024-04-26T01:50:44.904393+0000","last_unstale":"2024-04-26T01:51:24.450201+0000","last_undegraded":"2024-04-26T01:51:24.450201+0000","last_fullsized":"2024-04-26T01:51:24.450201+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:27:14.404287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558975+0000","last_change":"2024-04-26T01:50:39.846321+0000","last_active":"2024-04-26T01:51:24.558975+0000","last_peered":"2024-04-26T01:51:24.558975+0000","last_clean":"2024-04-26T01:51:24.558975+0000","last_became_active":"2024-04-26T01:50:39.845826+0000","last_became_peered":"2024-04-26T01:50:39.845826+0000","last_unstale":"2024-04-26T01:51:24.558975+0000","last_undegraded":"2024-04-26T01:51:24.558975+0000","last_fullsized":"2024-04-26T01:51:24.558975+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:00.811712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449993+0000","last_change":"2024-04-26T01:50:44.922480+0000","last_active":"2024-04-26T01:51:24.449993+0000","last_peered":"2024-04-26T01:51:24.449993+0000","last_clean":"2024-04-26T01:51:24.449993+0000","last_became_active":"2024-04-26T01:50:44.922136+0000","last_became_peered":"2024-04-26T01:50:44.922136+0000","last_unstale":"2024-04-26T01:51:24.449993+0000","last_undegraded":"2024-04-26T01:51:24.449993+0000","last_fullsized":"2024-04-26T01:51:24.449993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:06:18.293052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559549+0000","last_change":"2024-04-26T01:50:39.846458+0000","last_active":"2024-04-26T01:51:24.559549+0000","last_peered":"2024-04-26T01:51:24.559549+0000","last_clean":"2024-04-26T01:51:24.559549+0000","last_became_active":"2024-04-26T01:50:39.846051+0000","last_became_peered":"2024-04-26T01:50:39.846051+0000","last_unstale":"2024-04-26T01:51:24.559549+0000","last_undegraded":"2024-04-26T01:51:24.559549+0000","last_fullsized":"2024-04-26T01:51:24.559549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:40.141365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450209+0000","last_change":"2024-04-26T01:50:44.900784+0000","last_active":"2024-04-26T01:51:24.450209+0000","last_peered":"2024-04-26T01:51:24.450209+0000","last_clean":"2024-04-26T01:51:24.450209+0000","last_became_active":"2024-04-26T01:50:44.899961+0000","last_became_peered":"2024-04-26T01:50:44.899961+0000","last_unstale":"2024-04-26T01:51:24.450209+0000","last_undegraded":"2024-04-26T01:51:24.450209+0000","last_fullsized":"2024-04-26T01:51:24.450209+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:30:39.215421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447157+0000","last_change":"2024-04-26T01:50:44.901650+0000","last_active":"2024-04-26T01:51:24.447157+0000","last_peered":"2024-04-26T01:51:24.447157+0000","last_clean":"2024-04-26T01:51:24.447157+0000","last_became_active":"2024-04-26T01:50:44.901245+0000","last_became_peered":"2024-04-26T01:50:44.901245+0000","last_unstale":"2024-04-26T01:51:24.447157+0000","last_undegraded":"2024-04-26T01:51:24.447157+0000","last_fullsized":"2024-04-26T01:51:24.447157+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:54:29.324056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445537+0000","last_change":"2024-04-26T01:50:44.901280+0000","last_active":"2024-04-26T01:51:24.445537+0000","last_peered":"2024-04-26T01:51:24.445537+0000","last_clean":"2024-04-26T01:51:24.445537+0000","last_became_active":"2024-04-26T01:50:44.900786+0000","last_became_peered":"2024-04-26T01:50:44.900786+0000","last_unstale":"2024-04-26T01:51:24.445537+0000","last_undegraded":"2024-04-26T01:51:24.445537+0000","last_fullsized":"2024-04-26T01:51:24.445537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:10:46.752982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445274+0000","last_change":"2024-04-26T01:50:44.916125+0000","last_active":"2024-04-26T01:51:24.445274+0000","last_peered":"2024-04-26T01:51:24.445274+0000","last_clean":"2024-04-26T01:51:24.445274+0000","last_became_active":"2024-04-26T01:50:44.915574+0000","last_became_peered":"2024-04-26T01:50:44.915574+0000","last_unstale":"2024-04-26T01:51:24.445274+0000","last_undegraded":"2024-04-26T01:51:24.445274+0000","last_fullsized":"2024-04-26T01:51:24.445274+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:24.624452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559032+0000","last_change":"2024-04-26T01:50:44.920088+0000","last_active":"2024-04-26T01:51:24.559032+0000","last_peered":"2024-04-26T01:51:24.559032+0000","last_clean":"2024-04-26T01:51:24.559032+0000","last_became_active":"2024-04-26T01:50:44.919578+0000","last_became_peered":"2024-04-26T01:50:44.919578+0000","last_unstale":"2024-04-26T01:51:24.559032+0000","last_undegraded":"2024-04-26T01:51:24.559032+0000","last_fullsized":"2024-04-26T01:51:24.559032+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:12.708597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559593+0000","last_change":"2024-04-26T01:50:44.914367+0000","last_active":"2024-04-26T01:51:24.559593+0000","last_peered":"2024-04-26T01:51:24.559593+0000","last_clean":"2024-04-26T01:51:24.559593+0000","last_became_active":"2024-04-26T01:50:44.913692+0000","last_became_peered":"2024-04-26T01:50:44.913692+0000","last_unstale":"2024-04-26T01:51:24.559593+0000","last_undegraded":"2024-04-26T01:51:24.559593+0000","last_fullsized":"2024-04-26T01:51:24.559593+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:50.165674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447836+0000","last_change":"2024-04-26T01:50:44.899552+0000","last_active":"2024-04-26T01:51:24.447836+0000","last_peered":"2024-04-26T01:51:24.447836+0000","last_clean":"2024-04-26T01:51:24.447836+0000","last_became_active":"2024-04-26T01:50:44.897774+0000","last_became_peered":"2024-04-26T01:50:44.897774+0000","last_unstale":"2024-04-26T01:51:24.447836+0000","last_undegraded":"2024-04-26T01:51:24.447836+0000","last_fullsized":"2024-04-26T01:51:24.447836+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:06.861995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445617+0000","last_change":"2024-04-26T01:50:44.901813+0000","last_active":"2024-04-26T01:51:24.445617+0000","last_peered":"2024-04-26T01:51:24.445617+0000","last_clean":"2024-04-26T01:51:24.445617+0000","last_became_active":"2024-04-26T01:50:44.899341+0000","last_became_peered":"2024-04-26T01:50:44.899341+0000","last_unstale":"2024-04-26T01:51:24.445617+0000","last_undegraded":"2024-04-26T01:51:24.445617+0000","last_fullsized":"2024-04-26T01:51:24.445617+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:25.261649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451187+0000","last_change":"2024-04-26T01:50:44.922149+0000","last_active":"2024-04-26T01:51:24.451187+0000","last_peered":"2024-04-26T01:51:24.451187+0000","last_clean":"2024-04-26T01:51:24.451187+0000","last_became_active":"2024-04-26T01:50:44.914001+0000","last_became_peered":"2024-04-26T01:50:44.914001+0000","last_unstale":"2024-04-26T01:51:24.451187+0000","last_undegraded":"2024-04-26T01:51:24.451187+0000","last_fullsized":"2024-04-26T01:51:24.451187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:43.918362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558957+0000","last_change":"2024-04-26T01:50:44.916759+0000","last_active":"2024-04-26T01:51:24.558957+0000","last_peered":"2024-04-26T01:51:24.558957+0000","last_clean":"2024-04-26T01:51:24.558957+0000","last_became_active":"2024-04-26T01:50:44.916281+0000","last_became_peered":"2024-04-26T01:50:44.916281+0000","last_unstale":"2024-04-26T01:51:24.558957+0000","last_undegraded":"2024-04-26T01:51:24.558957+0000","last_fullsized":"2024-04-26T01:51:24.558957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:15:52.766961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451558+0000","last_change":"2024-04-26T01:50:44.920279+0000","last_active":"2024-04-26T01:51:24.451558+0000","last_peered":"2024-04-26T01:51:24.451558+0000","last_clean":"2024-04-26T01:51:24.451558+0000","last_became_active":"2024-04-26T01:50:44.914955+0000","last_became_peered":"2024-04-26T01:50:44.914955+0000","last_unstale":"2024-04-26T01:51:24.451558+0000","last_undegraded":"2024-04-26T01:51:24.451558+0000","last_fullsized":"2024-04-26T01:51:24.451558+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:40:35.195978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447582+0000","last_change":"2024-04-26T01:50:44.914168+0000","last_active":"2024-04-26T01:51:24.447582+0000","last_peered":"2024-04-26T01:51:24.447582+0000","last_clean":"2024-04-26T01:51:24.447582+0000","last_became_active":"2024-04-26T01:50:44.913827+0000","last_became_peered":"2024-04-26T01:50:44.913827+0000","last_unstale":"2024-04-26T01:51:24.447582+0000","last_undegraded":"2024-04-26T01:51:24.447582+0000","last_fullsized":"2024-04-26T01:51:24.447582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:43.984999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559799+0000","last_change":"2024-04-26T01:50:44.915210+0000","last_active":"2024-04-26T01:51:24.559799+0000","last_peered":"2024-04-26T01:51:24.559799+0000","last_clean":"2024-04-26T01:51:24.559799+0000","last_became_active":"2024-04-26T01:50:44.914864+0000","last_became_peered":"2024-04-26T01:50:44.914864+0000","last_unstale":"2024-04-26T01:51:24.559799+0000","last_undegraded":"2024-04-26T01:51:24.559799+0000","last_fullsized":"2024-04-26T01:51:24.559799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:18.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.454631+0000","last_change":"2024-04-26T01:51:24.454631+0000","last_active":"2024-04-26T01:51:24.454631+0000","last_peered":"2024-04-26T01:51:24.454631+0000","last_clean":"2024-04-26T01:51:24.454631+0000","last_became_active":"2024-04-26T01:51:24.454196+0000","last_became_peered":"2024-04-26T01:51:24.454196+0000","last_unstale":"2024-04-26T01:51:24.454631+0000","last_undegraded":"2024-04-26T01:51:24.454631+0000","last_fullsized":"2024-04-26T01:51:24.454631+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:32.344759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249018,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67160,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":352,"num_read_kb":234,"num_write":243,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22330,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":540672,"data_stored":192966,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},"log_size":208,"ondisk_log_size":208,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351004,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36312,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708840,"statfs":{"total":95995035648,"available":95957852160,"internally_reserved":0,"allocated":995328,"data_stored":483743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612642,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134728,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776167,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037806,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":483660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299442,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1075787,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462969,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1003520,"data_stored":482999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":540002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":484729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":484523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149769,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":482824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888133,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":538950,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724608,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36392,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708760,"statfs":{"total":95995035648,"available":95957770240,"internally_reserved":0,"allocated":1081344,"data_stored":1075465,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":57842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":56790,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:51:44.716 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:51:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:44 smithi156 ceph-mon[32543]: pgmap v361: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.1 KiB/s wr, 12 op/s 2024-04-26T01:51:45.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:44 smithi156 ceph-mon[32543]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:44 smithi090 ceph-mon[32456]: pgmap v361: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.1 KiB/s wr, 12 op/s 2024-04-26T01:51:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:44 smithi090 ceph-mon[32456]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:45.240 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:45.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:44 smithi044 ceph-mon[27847]: pgmap v361: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.1 KiB/s wr, 12 op/s 2024-04-26T01:51:45.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:44 smithi044 ceph-mon[27847]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:47.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:46 smithi044 ceph-mon[27847]: pgmap v362: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-26T01:51:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:46 smithi156 ceph-mon[32543]: pgmap v362: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-26T01:51:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:46 smithi090 ceph-mon[32456]: pgmap v362: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-26T01:51:47.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.534+0000 7fd55a000700 1 -- 172.21.15.44:0/634528655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5541138d0 msgr2=0x7fd554115cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.534+0000 7fd55a000700 1 --2- 172.21.15.44:0/634528655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5541138d0 0x7fd554115cc0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd54c00b0a0 tx=0x7fd54c00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.535+0000 7fd55a000700 1 -- 172.21.15.44:0/634528655 shutdown_connections 2024-04-26T01:51:47.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.535+0000 7fd55a000700 1 --2- 172.21.15.44:0/634528655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd554076f70 0x7fd554077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.535+0000 7fd55a000700 1 --2- 172.21.15.44:0/634528655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5541138d0 0x7fd554115cc0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.535+0000 7fd55a000700 1 --2- 172.21.15.44:0/634528655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd554077890 0x7fd554113390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.535+0000 7fd55a000700 1 -- 172.21.15.44:0/634528655 >> 172.21.15.44:0/634528655 conn(0x7fd554100720 msgr2=0x7fd554102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.535+0000 7fd55a000700 1 -- 172.21.15.44:0/634528655 shutdown_connections 2024-04-26T01:51:47.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.535+0000 7fd55a000700 1 -- 172.21.15.44:0/634528655 wait complete. 2024-04-26T01:51:47.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.536+0000 7fd55a000700 1 Processor -- start 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.536+0000 7fd55a000700 1 -- start start 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd55a000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd554076f70 0x7fd55419f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd55a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd554077890 0x7fd55419fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd55a000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5541138d0 0x7fd5541a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd55a000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd554119200 con 0x7fd554077890 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd55a000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd554119080 con 0x7fd554076f70 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd55a000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd554119380 con 0x7fd5541138d0 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd554076f70 0x7fd55419f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd554076f70 0x7fd55419f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56890/0 (socket says 172.21.15.44:56890) 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 -- 172.21.15.44:0/2249812876 learned_addr learned my addr 172.21.15.44:0/2249812876 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd552a00700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd554077890 0x7fd55419fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553e00700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5541138d0 0x7fd5541a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 -- 172.21.15.44:0/2249812876 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5541138d0 msgr2=0x7fd5541a4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5541138d0 0x7fd5541a4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 -- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd554077890 msgr2=0x7fd55419fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd554077890 0x7fd55419fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553400700 1 -- 172.21.15.44:0/2249812876 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5541a4750 con 0x7fd554076f70 2024-04-26T01:51:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.537+0000 7fd553e00700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5541138d0 0x7fd5541a4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.538+0000 7fd553400700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd554076f70 0x7fd55419f790 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd54400e9a0 tx=0x7fd54400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.538+0000 7fd54be00700 1 -- 172.21.15.44:0/2249812876 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd54400cbd0 con 0x7fd554076f70 2024-04-26T01:51:47.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.538+0000 7fd54be00700 1 -- 172.21.15.44:0/2249812876 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd54400cd70 con 0x7fd554076f70 2024-04-26T01:51:47.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.538+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5541a4a40 con 0x7fd554076f70 2024-04-26T01:51:47.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.538+0000 7fd54be00700 1 -- 172.21.15.44:0/2249812876 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd544018680 con 0x7fd554076f70 2024-04-26T01:51:47.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.538+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5541ac2c0 con 0x7fd554076f70 2024-04-26T01:51:47.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.540+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd554069730 con 0x7fd554076f70 2024-04-26T01:51:47.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.542+0000 7fd54be00700 1 -- 172.21.15.44:0/2249812876 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd544010430 con 0x7fd554076f70 2024-04-26T01:51:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.543+0000 7fd54be00700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd5380a3cd0 0x7fd5380a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.543+0000 7fd54be00700 1 -- 172.21.15.44:0/2249812876 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fd5440d07b0 con 0x7fd554076f70 2024-04-26T01:51:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.543+0000 7fd552a00700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd5380a3cd0 0x7fd5380a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.544+0000 7fd552a00700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd5380a3cd0 0x7fd5380a6190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd554079b00 tx=0x7fd540009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.547+0000 7fd54be00700 1 -- 172.21.15.44:0/2249812876 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd54409d030 con 0x7fd554076f70 2024-04-26T01:51:47.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.771+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd554062e80 con 0x7fd5380a3cd0 2024-04-26T01:51:47.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.785+0000 7fd54be00700 1 -- 172.21.15.44:0/2249812876 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258952 (secure 0 0 0) 0x7fd554062e80 con 0x7fd5380a3cd0 2024-04-26T01:51:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd5380a3cd0 msgr2=0x7fd5380a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd5380a3cd0 0x7fd5380a6190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd554079b00 tx=0x7fd540009260 comp rx=0 tx=0).stop 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd554076f70 msgr2=0x7fd55419f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd554076f70 0x7fd55419f790 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd54400e9a0 tx=0x7fd54400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 shutdown_connections 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5541138d0 0x7fd5541a4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd5380a3cd0 0x7fd5380a6190 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd554076f70 0x7fd55419f790 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 --2- 172.21.15.44:0/2249812876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd554077890 0x7fd55419fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 >> 172.21.15.44:0/2249812876 conn(0x7fd554100720 msgr2=0x7fd554102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 shutdown_connections 2024-04-26T01:51:47.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:47.791+0000 7fd55a000700 1 -- 172.21.15.44:0/2249812876 wait complete. 2024-04-26T01:51:47.794 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T01:51:48.627 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":363,"stamp":"2024-04-26T01:51:47.305792+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657762,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":529,"num_read_kb":378,"num_write":426,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":1203066,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":347,"ondisk_log_size":347,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373872,"kb_used_data":12224,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567952,"statfs":{"total":1151940427776,"available":1151557582848,"internally_reserved":0,"allocated":12517376,"data_stored":7759206,"data_compressed":112047,"data_compressed_allocated":139264,"data_compressed_original":1789952,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5395,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":90,"num_write":9,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004641"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448080+0000","last_change":"2024-04-26T01:50:44.919956+0000","last_active":"2024-04-26T01:51:24.448080+0000","last_peered":"2024-04-26T01:51:24.448080+0000","last_clean":"2024-04-26T01:51:24.448080+0000","last_became_active":"2024-04-26T01:50:44.919574+0000","last_became_peered":"2024-04-26T01:50:44.919574+0000","last_unstale":"2024-04-26T01:51:24.448080+0000","last_undegraded":"2024-04-26T01:51:24.448080+0000","last_fullsized":"2024-04-26T01:51:24.448080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:15:15.039717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559916+0000","last_change":"2024-04-26T01:50:44.921399+0000","last_active":"2024-04-26T01:51:24.559916+0000","last_peered":"2024-04-26T01:51:24.559916+0000","last_clean":"2024-04-26T01:51:24.559916+0000","last_became_active":"2024-04-26T01:50:44.919474+0000","last_became_peered":"2024-04-26T01:50:44.919474+0000","last_unstale":"2024-04-26T01:51:24.559916+0000","last_undegraded":"2024-04-26T01:51:24.559916+0000","last_fullsized":"2024-04-26T01:51:24.559916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:48.200695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559313+0000","last_change":"2024-04-26T01:50:44.924206+0000","last_active":"2024-04-26T01:51:24.559313+0000","last_peered":"2024-04-26T01:51:24.559313+0000","last_clean":"2024-04-26T01:51:24.559313+0000","last_became_active":"2024-04-26T01:50:44.919551+0000","last_became_peered":"2024-04-26T01:50:44.919551+0000","last_unstale":"2024-04-26T01:51:24.559313+0000","last_undegraded":"2024-04-26T01:51:24.559313+0000","last_fullsized":"2024-04-26T01:51:24.559313+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:11.833718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559218+0000","last_change":"2024-04-26T01:50:44.902458+0000","last_active":"2024-04-26T01:51:24.559218+0000","last_peered":"2024-04-26T01:51:24.559218+0000","last_clean":"2024-04-26T01:51:24.559218+0000","last_became_active":"2024-04-26T01:50:44.902112+0000","last_became_peered":"2024-04-26T01:50:44.902112+0000","last_unstale":"2024-04-26T01:51:24.559218+0000","last_undegraded":"2024-04-26T01:51:24.559218+0000","last_fullsized":"2024-04-26T01:51:24.559218+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:27:26.678775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449817+0000","last_change":"2024-04-26T01:50:44.914584+0000","last_active":"2024-04-26T01:51:24.449817+0000","last_peered":"2024-04-26T01:51:24.449817+0000","last_clean":"2024-04-26T01:51:24.449817+0000","last_became_active":"2024-04-26T01:50:44.914239+0000","last_became_peered":"2024-04-26T01:50:44.914239+0000","last_unstale":"2024-04-26T01:51:24.449817+0000","last_undegraded":"2024-04-26T01:51:24.449817+0000","last_fullsized":"2024-04-26T01:51:24.449817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:06.620377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445338+0000","last_change":"2024-04-26T01:50:44.906486+0000","last_active":"2024-04-26T01:51:24.445338+0000","last_peered":"2024-04-26T01:51:24.445338+0000","last_clean":"2024-04-26T01:51:24.445338+0000","last_became_active":"2024-04-26T01:50:44.906173+0000","last_became_peered":"2024-04-26T01:50:44.906173+0000","last_unstale":"2024-04-26T01:51:24.445338+0000","last_undegraded":"2024-04-26T01:51:24.445338+0000","last_fullsized":"2024-04-26T01:51:24.445338+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:27.277521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449480+0000","last_change":"2024-04-26T01:50:44.911267+0000","last_active":"2024-04-26T01:51:24.449480+0000","last_peered":"2024-04-26T01:51:24.449480+0000","last_clean":"2024-04-26T01:51:24.449480+0000","last_became_active":"2024-04-26T01:50:44.910907+0000","last_became_peered":"2024-04-26T01:50:44.910907+0000","last_unstale":"2024-04-26T01:51:24.449480+0000","last_undegraded":"2024-04-26T01:51:24.449480+0000","last_fullsized":"2024-04-26T01:51:24.449480+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:55.572335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450710+0000","last_change":"2024-04-26T01:50:44.920314+0000","last_active":"2024-04-26T01:51:24.450710+0000","last_peered":"2024-04-26T01:51:24.450710+0000","last_clean":"2024-04-26T01:51:24.450710+0000","last_became_active":"2024-04-26T01:50:44.914315+0000","last_became_peered":"2024-04-26T01:50:44.914315+0000","last_unstale":"2024-04-26T01:51:24.450710+0000","last_undegraded":"2024-04-26T01:51:24.450710+0000","last_fullsized":"2024-04-26T01:51:24.450710+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:35.075639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448069+0000","last_change":"2024-04-26T01:50:44.902164+0000","last_active":"2024-04-26T01:51:24.448069+0000","last_peered":"2024-04-26T01:51:24.448069+0000","last_clean":"2024-04-26T01:51:24.448069+0000","last_became_active":"2024-04-26T01:50:44.901814+0000","last_became_peered":"2024-04-26T01:50:44.901814+0000","last_unstale":"2024-04-26T01:51:24.448069+0000","last_undegraded":"2024-04-26T01:51:24.448069+0000","last_fullsized":"2024-04-26T01:51:24.448069+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:19.968357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445872+0000","last_change":"2024-04-26T01:50:44.901024+0000","last_active":"2024-04-26T01:51:24.445872+0000","last_peered":"2024-04-26T01:51:24.445872+0000","last_clean":"2024-04-26T01:51:24.445872+0000","last_became_active":"2024-04-26T01:50:44.900489+0000","last_became_peered":"2024-04-26T01:50:44.900489+0000","last_unstale":"2024-04-26T01:51:24.445872+0000","last_undegraded":"2024-04-26T01:51:24.445872+0000","last_fullsized":"2024-04-26T01:51:24.445872+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:46:46.413137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449989+0000","last_change":"2024-04-26T01:50:44.905755+0000","last_active":"2024-04-26T01:51:24.449989+0000","last_peered":"2024-04-26T01:51:24.449989+0000","last_clean":"2024-04-26T01:51:24.449989+0000","last_became_active":"2024-04-26T01:50:44.904236+0000","last_became_peered":"2024-04-26T01:50:44.904236+0000","last_unstale":"2024-04-26T01:51:24.449989+0000","last_undegraded":"2024-04-26T01:51:24.449989+0000","last_fullsized":"2024-04-26T01:51:24.449989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:43.195725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559091+0000","last_change":"2024-04-26T01:50:44.900911+0000","last_active":"2024-04-26T01:51:24.559091+0000","last_peered":"2024-04-26T01:51:24.559091+0000","last_clean":"2024-04-26T01:51:24.559091+0000","last_became_active":"2024-04-26T01:50:44.900448+0000","last_became_peered":"2024-04-26T01:50:44.900448+0000","last_unstale":"2024-04-26T01:51:24.559091+0000","last_undegraded":"2024-04-26T01:51:24.559091+0000","last_fullsized":"2024-04-26T01:51:24.559091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:14:10.186174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559700+0000","last_change":"2024-04-26T01:50:44.908401+0000","last_active":"2024-04-26T01:51:24.559700+0000","last_peered":"2024-04-26T01:51:24.559700+0000","last_clean":"2024-04-26T01:51:24.559700+0000","last_became_active":"2024-04-26T01:50:44.907536+0000","last_became_peered":"2024-04-26T01:50:44.907536+0000","last_unstale":"2024-04-26T01:51:24.559700+0000","last_undegraded":"2024-04-26T01:51:24.559700+0000","last_fullsized":"2024-04-26T01:51:24.559700+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:40.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560240+0000","last_change":"2024-04-26T01:50:44.924712+0000","last_active":"2024-04-26T01:51:24.560240+0000","last_peered":"2024-04-26T01:51:24.560240+0000","last_clean":"2024-04-26T01:51:24.560240+0000","last_became_active":"2024-04-26T01:50:44.924200+0000","last_became_peered":"2024-04-26T01:50:44.924200+0000","last_unstale":"2024-04-26T01:51:24.560240+0000","last_undegraded":"2024-04-26T01:51:24.560240+0000","last_fullsized":"2024-04-26T01:51:24.560240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:39:30.229057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559174+0000","last_change":"2024-04-26T01:50:44.911063+0000","last_active":"2024-04-26T01:51:24.559174+0000","last_peered":"2024-04-26T01:51:24.559174+0000","last_clean":"2024-04-26T01:51:24.559174+0000","last_became_active":"2024-04-26T01:50:44.910727+0000","last_became_peered":"2024-04-26T01:50:44.910727+0000","last_unstale":"2024-04-26T01:51:24.559174+0000","last_undegraded":"2024-04-26T01:51:24.559174+0000","last_fullsized":"2024-04-26T01:51:24.559174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:05:03.609483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447337+0000","last_change":"2024-04-26T01:50:44.904506+0000","last_active":"2024-04-26T01:51:24.447337+0000","last_peered":"2024-04-26T01:51:24.447337+0000","last_clean":"2024-04-26T01:51:24.447337+0000","last_became_active":"2024-04-26T01:50:44.903854+0000","last_became_peered":"2024-04-26T01:50:44.903854+0000","last_unstale":"2024-04-26T01:51:24.447337+0000","last_undegraded":"2024-04-26T01:51:24.447337+0000","last_fullsized":"2024-04-26T01:51:24.447337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:54.781222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448289+0000","last_change":"2024-04-26T01:50:44.913974+0000","last_active":"2024-04-26T01:51:24.448289+0000","last_peered":"2024-04-26T01:51:24.448289+0000","last_clean":"2024-04-26T01:51:24.448289+0000","last_became_active":"2024-04-26T01:50:44.913487+0000","last_became_peered":"2024-04-26T01:50:44.913487+0000","last_unstale":"2024-04-26T01:51:24.448289+0000","last_undegraded":"2024-04-26T01:51:24.448289+0000","last_fullsized":"2024-04-26T01:51:24.448289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:36:32.864198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449801+0000","last_change":"2024-04-26T01:50:44.912919+0000","last_active":"2024-04-26T01:51:24.449801+0000","last_peered":"2024-04-26T01:51:24.449801+0000","last_clean":"2024-04-26T01:51:24.449801+0000","last_became_active":"2024-04-26T01:50:44.911021+0000","last_became_peered":"2024-04-26T01:50:44.911021+0000","last_unstale":"2024-04-26T01:51:24.449801+0000","last_undegraded":"2024-04-26T01:51:24.449801+0000","last_fullsized":"2024-04-26T01:51:24.449801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:19:16.411533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445573+0000","last_change":"2024-04-26T01:50:44.916098+0000","last_active":"2024-04-26T01:51:24.445573+0000","last_peered":"2024-04-26T01:51:24.445573+0000","last_clean":"2024-04-26T01:51:24.445573+0000","last_became_active":"2024-04-26T01:50:44.915593+0000","last_became_peered":"2024-04-26T01:50:44.915593+0000","last_unstale":"2024-04-26T01:51:24.445573+0000","last_undegraded":"2024-04-26T01:51:24.445573+0000","last_fullsized":"2024-04-26T01:51:24.445573+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:24.628662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":77,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:44.148700+0000","last_change":"2024-04-26T01:50:39.840465+0000","last_active":"2024-04-26T01:51:44.148700+0000","last_peered":"2024-04-26T01:51:44.148700+0000","last_clean":"2024-04-26T01:51:44.148700+0000","last_became_active":"2024-04-26T01:50:39.840027+0000","last_became_peered":"2024-04-26T01:50:39.840027+0000","last_unstale":"2024-04-26T01:51:44.148700+0000","last_undegraded":"2024-04-26T01:51:44.148700+0000","last_fullsized":"2024-04-26T01:51:44.148700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:24.554850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":38,"num_read_kb":38,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451192+0000","last_change":"2024-04-26T01:50:44.918128+0000","last_active":"2024-04-26T01:51:24.451192+0000","last_peered":"2024-04-26T01:51:24.451192+0000","last_clean":"2024-04-26T01:51:24.451192+0000","last_became_active":"2024-04-26T01:50:44.915032+0000","last_became_peered":"2024-04-26T01:50:44.915032+0000","last_unstale":"2024-04-26T01:51:24.451192+0000","last_undegraded":"2024-04-26T01:51:24.451192+0000","last_fullsized":"2024-04-26T01:51:24.451192+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:04.916823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451485+0000","last_change":"2024-04-26T01:50:39.937978+0000","last_active":"2024-04-26T01:51:24.451485+0000","last_peered":"2024-04-26T01:51:24.451485+0000","last_clean":"2024-04-26T01:51:24.451485+0000","last_became_active":"2024-04-26T01:50:39.937524+0000","last_became_peered":"2024-04-26T01:50:39.937524+0000","last_unstale":"2024-04-26T01:51:24.451485+0000","last_undegraded":"2024-04-26T01:51:24.451485+0000","last_fullsized":"2024-04-26T01:51:24.451485+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:25:56.615653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560605+0000","last_change":"2024-04-26T01:50:44.924476+0000","last_active":"2024-04-26T01:51:24.560605+0000","last_peered":"2024-04-26T01:51:24.560605+0000","last_clean":"2024-04-26T01:51:24.560605+0000","last_became_active":"2024-04-26T01:50:44.920783+0000","last_became_peered":"2024-04-26T01:50:44.920783+0000","last_unstale":"2024-04-26T01:51:24.560605+0000","last_undegraded":"2024-04-26T01:51:24.560605+0000","last_fullsized":"2024-04-26T01:51:24.560605+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:28.859960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.462901+0000","last_change":"2024-04-26T01:51:24.462901+0000","last_active":"2024-04-26T01:51:24.462901+0000","last_peered":"2024-04-26T01:51:24.462901+0000","last_clean":"2024-04-26T01:51:24.462901+0000","last_became_active":"2024-04-26T01:51:24.450926+0000","last_became_peered":"2024-04-26T01:51:24.450926+0000","last_unstale":"2024-04-26T01:51:24.462901+0000","last_undegraded":"2024-04-26T01:51:24.462901+0000","last_fullsized":"2024-04-26T01:51:24.462901+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:41.044207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447595+0000","last_change":"2024-04-26T01:50:44.903110+0000","last_active":"2024-04-26T01:51:24.447595+0000","last_peered":"2024-04-26T01:51:24.447595+0000","last_clean":"2024-04-26T01:51:24.447595+0000","last_became_active":"2024-04-26T01:50:44.902650+0000","last_became_peered":"2024-04-26T01:50:44.902650+0000","last_unstale":"2024-04-26T01:51:24.447595+0000","last_undegraded":"2024-04-26T01:51:24.447595+0000","last_fullsized":"2024-04-26T01:51:24.447595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:44:54.688334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450119+0000","last_change":"2024-04-26T01:50:39.837597+0000","last_active":"2024-04-26T01:51:24.450119+0000","last_peered":"2024-04-26T01:51:24.450119+0000","last_clean":"2024-04-26T01:51:24.450119+0000","last_became_active":"2024-04-26T01:50:39.837220+0000","last_became_peered":"2024-04-26T01:50:39.837220+0000","last_unstale":"2024-04-26T01:51:24.450119+0000","last_undegraded":"2024-04-26T01:51:24.450119+0000","last_fullsized":"2024-04-26T01:51:24.450119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:43.407094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560650+0000","last_change":"2024-04-26T01:51:24.559898+0000","last_active":"2024-04-26T01:51:24.560650+0000","last_peered":"2024-04-26T01:51:24.560650+0000","last_clean":"2024-04-26T01:51:24.560650+0000","last_became_active":"2024-04-26T01:51:24.559299+0000","last_became_peered":"2024-04-26T01:51:24.559299+0000","last_unstale":"2024-04-26T01:51:24.560650+0000","last_undegraded":"2024-04-26T01:51:24.560650+0000","last_fullsized":"2024-04-26T01:51:24.560650+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:59:28.904410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:42.115456+0000","last_change":"2024-04-26T01:50:39.836725+0000","last_active":"2024-04-26T01:51:42.115456+0000","last_peered":"2024-04-26T01:51:42.115456+0000","last_clean":"2024-04-26T01:51:42.115456+0000","last_became_active":"2024-04-26T01:50:39.836358+0000","last_became_peered":"2024-04-26T01:50:39.836358+0000","last_unstale":"2024-04-26T01:51:42.115456+0000","last_undegraded":"2024-04-26T01:51:42.115456+0000","last_fullsized":"2024-04-26T01:51:42.115456+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:26.033632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449807+0000","last_change":"2024-04-26T01:50:44.899009+0000","last_active":"2024-04-26T01:51:24.449807+0000","last_peered":"2024-04-26T01:51:24.449807+0000","last_clean":"2024-04-26T01:51:24.449807+0000","last_became_active":"2024-04-26T01:50:44.898580+0000","last_became_peered":"2024-04-26T01:50:44.898580+0000","last_unstale":"2024-04-26T01:51:24.449807+0000","last_undegraded":"2024-04-26T01:51:24.449807+0000","last_fullsized":"2024-04-26T01:51:24.449807+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:28:30.055238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445252+0000","last_change":"2024-04-26T01:50:39.845781+0000","last_active":"2024-04-26T01:51:24.445252+0000","last_peered":"2024-04-26T01:51:24.445252+0000","last_clean":"2024-04-26T01:51:24.445252+0000","last_became_active":"2024-04-26T01:50:39.845508+0000","last_became_peered":"2024-04-26T01:50:39.845508+0000","last_unstale":"2024-04-26T01:51:24.445252+0000","last_undegraded":"2024-04-26T01:51:24.445252+0000","last_fullsized":"2024-04-26T01:51:24.445252+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:05.890363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558936+0000","last_change":"2024-04-26T01:50:44.916100+0000","last_active":"2024-04-26T01:51:24.558936+0000","last_peered":"2024-04-26T01:51:24.558936+0000","last_clean":"2024-04-26T01:51:24.558936+0000","last_became_active":"2024-04-26T01:50:44.915738+0000","last_became_peered":"2024-04-26T01:50:44.915738+0000","last_unstale":"2024-04-26T01:51:24.558936+0000","last_undegraded":"2024-04-26T01:51:24.558936+0000","last_fullsized":"2024-04-26T01:51:24.558936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:52:02.554521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559151+0000","last_change":"2024-04-26T01:50:39.838988+0000","last_active":"2024-04-26T01:51:24.559151+0000","last_peered":"2024-04-26T01:51:24.559151+0000","last_clean":"2024-04-26T01:51:24.559151+0000","last_became_active":"2024-04-26T01:50:39.838521+0000","last_became_peered":"2024-04-26T01:50:39.838521+0000","last_unstale":"2024-04-26T01:51:24.559151+0000","last_undegraded":"2024-04-26T01:51:24.559151+0000","last_fullsized":"2024-04-26T01:51:24.559151+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:18.755921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450585+0000","last_change":"2024-04-26T01:50:44.920655+0000","last_active":"2024-04-26T01:51:24.450585+0000","last_peered":"2024-04-26T01:51:24.450585+0000","last_clean":"2024-04-26T01:51:24.450585+0000","last_became_active":"2024-04-26T01:50:44.914745+0000","last_became_peered":"2024-04-26T01:50:44.914745+0000","last_unstale":"2024-04-26T01:51:24.450585+0000","last_undegraded":"2024-04-26T01:51:24.450585+0000","last_fullsized":"2024-04-26T01:51:24.450585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:18:22.153375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558689+0000","last_change":"2024-04-26T01:50:39.835743+0000","last_active":"2024-04-26T01:51:24.558689+0000","last_peered":"2024-04-26T01:51:24.558689+0000","last_clean":"2024-04-26T01:51:24.558689+0000","last_became_active":"2024-04-26T01:50:39.835373+0000","last_became_peered":"2024-04-26T01:50:39.835373+0000","last_unstale":"2024-04-26T01:51:24.558689+0000","last_undegraded":"2024-04-26T01:51:24.558689+0000","last_fullsized":"2024-04-26T01:51:24.558689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:48:42.910769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447830+0000","last_change":"2024-04-26T01:50:44.923243+0000","last_active":"2024-04-26T01:51:24.447830+0000","last_peered":"2024-04-26T01:51:24.447830+0000","last_clean":"2024-04-26T01:51:24.447830+0000","last_became_active":"2024-04-26T01:50:44.922639+0000","last_became_peered":"2024-04-26T01:50:44.922639+0000","last_unstale":"2024-04-26T01:51:24.447830+0000","last_undegraded":"2024-04-26T01:51:24.447830+0000","last_fullsized":"2024-04-26T01:51:24.447830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:05.618547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":106,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:46.120383+0000","last_change":"2024-04-26T01:50:39.844035+0000","last_active":"2024-04-26T01:51:46.120383+0000","last_peered":"2024-04-26T01:51:46.120383+0000","last_clean":"2024-04-26T01:51:46.120383+0000","last_became_active":"2024-04-26T01:50:39.843772+0000","last_became_peered":"2024-04-26T01:50:39.843772+0000","last_unstale":"2024-04-26T01:51:46.120383+0000","last_undegraded":"2024-04-26T01:51:46.120383+0000","last_fullsized":"2024-04-26T01:51:46.120383+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:03:30.596213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448015+0000","last_change":"2024-04-26T01:50:44.910526+0000","last_active":"2024-04-26T01:51:24.448015+0000","last_peered":"2024-04-26T01:51:24.448015+0000","last_clean":"2024-04-26T01:51:24.448015+0000","last_became_active":"2024-04-26T01:50:44.910127+0000","last_became_peered":"2024-04-26T01:50:44.910127+0000","last_unstale":"2024-04-26T01:51:24.448015+0000","last_undegraded":"2024-04-26T01:51:24.448015+0000","last_fullsized":"2024-04-26T01:51:24.448015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:35:17.477636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450089+0000","last_change":"2024-04-26T01:50:39.838803+0000","last_active":"2024-04-26T01:51:24.450089+0000","last_peered":"2024-04-26T01:51:24.450089+0000","last_clean":"2024-04-26T01:51:24.450089+0000","last_became_active":"2024-04-26T01:50:39.838451+0000","last_became_peered":"2024-04-26T01:50:39.838451+0000","last_unstale":"2024-04-26T01:51:24.450089+0000","last_undegraded":"2024-04-26T01:51:24.450089+0000","last_fullsized":"2024-04-26T01:51:24.450089+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:30.973985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560575+0000","last_change":"2024-04-26T01:50:44.924479+0000","last_active":"2024-04-26T01:51:24.560575+0000","last_peered":"2024-04-26T01:51:24.560575+0000","last_clean":"2024-04-26T01:51:24.560575+0000","last_became_active":"2024-04-26T01:50:44.919559+0000","last_became_peered":"2024-04-26T01:50:44.919559+0000","last_unstale":"2024-04-26T01:51:24.560575+0000","last_undegraded":"2024-04-26T01:51:24.560575+0000","last_fullsized":"2024-04-26T01:51:24.560575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:01.188751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559179+0000","last_change":"2024-04-26T01:50:39.935640+0000","last_active":"2024-04-26T01:51:24.559179+0000","last_peered":"2024-04-26T01:51:24.559179+0000","last_clean":"2024-04-26T01:51:24.559179+0000","last_became_active":"2024-04-26T01:50:39.935342+0000","last_became_peered":"2024-04-26T01:50:39.935342+0000","last_unstale":"2024-04-26T01:51:24.559179+0000","last_undegraded":"2024-04-26T01:51:24.559179+0000","last_fullsized":"2024-04-26T01:51:24.559179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:22:44.792444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447679+0000","last_change":"2024-04-26T01:50:44.899313+0000","last_active":"2024-04-26T01:51:24.447679+0000","last_peered":"2024-04-26T01:51:24.447679+0000","last_clean":"2024-04-26T01:51:24.447679+0000","last_became_active":"2024-04-26T01:50:44.898798+0000","last_became_peered":"2024-04-26T01:50:44.898798+0000","last_unstale":"2024-04-26T01:51:24.447679+0000","last_undegraded":"2024-04-26T01:51:24.447679+0000","last_fullsized":"2024-04-26T01:51:24.447679+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:02.288691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'30","reported_seq":159,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:45.602092+0000","last_change":"2024-04-26T01:51:24.566768+0000","last_active":"2024-04-26T01:51:45.602092+0000","last_peered":"2024-04-26T01:51:45.602092+0000","last_clean":"2024-04-26T01:51:45.602092+0000","last_became_active":"2024-04-26T01:51:24.559756+0000","last_became_peered":"2024-04-26T01:51:24.559756+0000","last_unstale":"2024-04-26T01:51:45.602092+0000","last_undegraded":"2024-04-26T01:51:45.602092+0000","last_fullsized":"2024-04-26T01:51:45.602092+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:04.547799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60347,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":76,"num_read_kb":83,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22330,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450082+0000","last_change":"2024-04-26T01:50:44.901598+0000","last_active":"2024-04-26T01:51:24.450082+0000","last_peered":"2024-04-26T01:51:24.450082+0000","last_clean":"2024-04-26T01:51:24.450082+0000","last_became_active":"2024-04-26T01:50:44.901177+0000","last_became_peered":"2024-04-26T01:50:44.901177+0000","last_unstale":"2024-04-26T01:51:24.450082+0000","last_undegraded":"2024-04-26T01:51:24.450082+0000","last_fullsized":"2024-04-26T01:51:24.450082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:34:19.962708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445416+0000","last_change":"2024-04-26T01:50:39.846511+0000","last_active":"2024-04-26T01:51:24.445416+0000","last_peered":"2024-04-26T01:51:24.445416+0000","last_clean":"2024-04-26T01:51:24.445416+0000","last_became_active":"2024-04-26T01:50:39.845949+0000","last_became_peered":"2024-04-26T01:50:39.845949+0000","last_unstale":"2024-04-26T01:51:24.445416+0000","last_undegraded":"2024-04-26T01:51:24.445416+0000","last_fullsized":"2024-04-26T01:51:24.445416+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:32.674548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559455+0000","last_change":"2024-04-26T01:50:44.927989+0000","last_active":"2024-04-26T01:51:24.559455+0000","last_peered":"2024-04-26T01:51:24.559455+0000","last_clean":"2024-04-26T01:51:24.559455+0000","last_became_active":"2024-04-26T01:50:44.927649+0000","last_became_peered":"2024-04-26T01:50:44.927649+0000","last_unstale":"2024-04-26T01:51:24.559455+0000","last_undegraded":"2024-04-26T01:51:24.559455+0000","last_fullsized":"2024-04-26T01:51:24.559455+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:09.091744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558799+0000","last_change":"2024-04-26T01:50:39.846204+0000","last_active":"2024-04-26T01:51:24.558799+0000","last_peered":"2024-04-26T01:51:24.558799+0000","last_clean":"2024-04-26T01:51:24.558799+0000","last_became_active":"2024-04-26T01:50:39.845833+0000","last_became_peered":"2024-04-26T01:50:39.845833+0000","last_unstale":"2024-04-26T01:51:24.558799+0000","last_undegraded":"2024-04-26T01:51:24.558799+0000","last_fullsized":"2024-04-26T01:51:24.558799+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:22.776062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449713+0000","last_change":"2024-04-26T01:50:44.908421+0000","last_active":"2024-04-26T01:51:24.449713+0000","last_peered":"2024-04-26T01:51:24.449713+0000","last_clean":"2024-04-26T01:51:24.449713+0000","last_became_active":"2024-04-26T01:50:44.908062+0000","last_became_peered":"2024-04-26T01:50:44.908062+0000","last_unstale":"2024-04-26T01:51:24.449713+0000","last_undegraded":"2024-04-26T01:51:24.449713+0000","last_fullsized":"2024-04-26T01:51:24.449713+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:45.381426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:42.125268+0000","last_change":"2024-04-26T01:50:39.838097+0000","last_active":"2024-04-26T01:51:42.125268+0000","last_peered":"2024-04-26T01:51:42.125268+0000","last_clean":"2024-04-26T01:51:42.125268+0000","last_became_active":"2024-04-26T01:50:39.837724+0000","last_became_peered":"2024-04-26T01:50:39.837724+0000","last_unstale":"2024-04-26T01:51:42.125268+0000","last_undegraded":"2024-04-26T01:51:42.125268+0000","last_fullsized":"2024-04-26T01:51:42.125268+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:20:21.379352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449367+0000","last_change":"2024-04-26T01:50:44.898751+0000","last_active":"2024-04-26T01:51:24.449367+0000","last_peered":"2024-04-26T01:51:24.449367+0000","last_clean":"2024-04-26T01:51:24.449367+0000","last_became_active":"2024-04-26T01:50:44.898397+0000","last_became_peered":"2024-04-26T01:50:44.898397+0000","last_unstale":"2024-04-26T01:51:24.449367+0000","last_undegraded":"2024-04-26T01:51:24.449367+0000","last_fullsized":"2024-04-26T01:51:24.449367+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:21.391335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449591+0000","last_change":"2024-04-26T01:50:39.934344+0000","last_active":"2024-04-26T01:51:24.449591+0000","last_peered":"2024-04-26T01:51:24.449591+0000","last_clean":"2024-04-26T01:51:24.449591+0000","last_became_active":"2024-04-26T01:50:39.933950+0000","last_became_peered":"2024-04-26T01:50:39.933950+0000","last_unstale":"2024-04-26T01:51:24.449591+0000","last_undegraded":"2024-04-26T01:51:24.449591+0000","last_fullsized":"2024-04-26T01:51:24.449591+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:27.445138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558734+0000","last_change":"2024-04-26T01:50:44.903130+0000","last_active":"2024-04-26T01:51:24.558734+0000","last_peered":"2024-04-26T01:51:24.558734+0000","last_clean":"2024-04-26T01:51:24.558734+0000","last_became_active":"2024-04-26T01:50:44.902614+0000","last_became_peered":"2024-04-26T01:50:44.902614+0000","last_unstale":"2024-04-26T01:51:24.558734+0000","last_undegraded":"2024-04-26T01:51:24.558734+0000","last_fullsized":"2024-04-26T01:51:24.558734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:30.620879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449702+0000","last_change":"2024-04-26T01:50:39.838071+0000","last_active":"2024-04-26T01:51:24.449702+0000","last_peered":"2024-04-26T01:51:24.449702+0000","last_clean":"2024-04-26T01:51:24.449702+0000","last_became_active":"2024-04-26T01:50:39.837741+0000","last_became_peered":"2024-04-26T01:50:39.837741+0000","last_unstale":"2024-04-26T01:51:24.449702+0000","last_undegraded":"2024-04-26T01:51:24.449702+0000","last_fullsized":"2024-04-26T01:51:24.449702+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.360720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447824+0000","last_change":"2024-04-26T01:50:44.902283+0000","last_active":"2024-04-26T01:51:24.447824+0000","last_peered":"2024-04-26T01:51:24.447824+0000","last_clean":"2024-04-26T01:51:24.447824+0000","last_became_active":"2024-04-26T01:50:44.901917+0000","last_became_peered":"2024-04-26T01:50:44.901917+0000","last_unstale":"2024-04-26T01:51:24.447824+0000","last_undegraded":"2024-04-26T01:51:24.447824+0000","last_fullsized":"2024-04-26T01:51:24.447824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:44:49.377109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448512+0000","last_change":"2024-04-26T01:50:39.941873+0000","last_active":"2024-04-26T01:51:24.448512+0000","last_peered":"2024-04-26T01:51:24.448512+0000","last_clean":"2024-04-26T01:51:24.448512+0000","last_became_active":"2024-04-26T01:50:39.941023+0000","last_became_peered":"2024-04-26T01:50:39.941023+0000","last_unstale":"2024-04-26T01:51:24.448512+0000","last_undegraded":"2024-04-26T01:51:24.448512+0000","last_fullsized":"2024-04-26T01:51:24.448512+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:25.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445461+0000","last_change":"2024-04-26T01:50:44.915526+0000","last_active":"2024-04-26T01:51:24.445461+0000","last_peered":"2024-04-26T01:51:24.445461+0000","last_clean":"2024-04-26T01:51:24.445461+0000","last_became_active":"2024-04-26T01:50:44.915171+0000","last_became_peered":"2024-04-26T01:50:44.915171+0000","last_unstale":"2024-04-26T01:51:24.445461+0000","last_undegraded":"2024-04-26T01:51:24.445461+0000","last_fullsized":"2024-04-26T01:51:24.445461+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:49.308529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:43.147159+0000","last_change":"2024-04-26T01:50:39.837671+0000","last_active":"2024-04-26T01:51:43.147159+0000","last_peered":"2024-04-26T01:51:43.147159+0000","last_clean":"2024-04-26T01:51:43.147159+0000","last_became_active":"2024-04-26T01:50:39.836435+0000","last_became_peered":"2024-04-26T01:50:39.836435+0000","last_unstale":"2024-04-26T01:51:43.147159+0000","last_undegraded":"2024-04-26T01:51:43.147159+0000","last_fullsized":"2024-04-26T01:51:43.147159+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:57:40.854623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.561109+0000","last_change":"2024-04-26T01:51:24.561109+0000","last_active":"2024-04-26T01:51:24.561109+0000","last_peered":"2024-04-26T01:51:24.561109+0000","last_clean":"2024-04-26T01:51:24.561109+0000","last_became_active":"2024-04-26T01:51:24.560665+0000","last_became_peered":"2024-04-26T01:51:24.560665+0000","last_unstale":"2024-04-26T01:51:24.561109+0000","last_undegraded":"2024-04-26T01:51:24.561109+0000","last_fullsized":"2024-04-26T01:51:24.561109+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:46.808480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559198+0000","last_change":"2024-04-26T01:50:44.902108+0000","last_active":"2024-04-26T01:51:24.559198+0000","last_peered":"2024-04-26T01:51:24.559198+0000","last_clean":"2024-04-26T01:51:24.559198+0000","last_became_active":"2024-04-26T01:50:44.901749+0000","last_became_peered":"2024-04-26T01:50:44.901749+0000","last_unstale":"2024-04-26T01:51:24.559198+0000","last_undegraded":"2024-04-26T01:51:24.559198+0000","last_fullsized":"2024-04-26T01:51:24.559198+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:36.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":66,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:41.123128+0000","last_change":"2024-04-26T01:50:39.935929+0000","last_active":"2024-04-26T01:51:41.123128+0000","last_peered":"2024-04-26T01:51:41.123128+0000","last_clean":"2024-04-26T01:51:41.123128+0000","last_became_active":"2024-04-26T01:50:39.934827+0000","last_became_peered":"2024-04-26T01:50:39.934827+0000","last_unstale":"2024-04-26T01:51:41.123128+0000","last_undegraded":"2024-04-26T01:51:41.123128+0000","last_fullsized":"2024-04-26T01:51:41.123128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:49.380126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451029+0000","last_change":"2024-04-26T01:50:44.921358+0000","last_active":"2024-04-26T01:51:24.451029+0000","last_peered":"2024-04-26T01:51:24.451029+0000","last_clean":"2024-04-26T01:51:24.451029+0000","last_became_active":"2024-04-26T01:50:44.915253+0000","last_became_peered":"2024-04-26T01:50:44.915253+0000","last_unstale":"2024-04-26T01:51:24.451029+0000","last_undegraded":"2024-04-26T01:51:24.451029+0000","last_fullsized":"2024-04-26T01:51:24.451029+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:38.003854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558510+0000","last_change":"2024-04-26T01:50:39.839184+0000","last_active":"2024-04-26T01:51:24.558510+0000","last_peered":"2024-04-26T01:51:24.558510+0000","last_clean":"2024-04-26T01:51:24.558510+0000","last_became_active":"2024-04-26T01:50:39.838836+0000","last_became_peered":"2024-04-26T01:50:39.838836+0000","last_unstale":"2024-04-26T01:51:24.558510+0000","last_undegraded":"2024-04-26T01:51:24.558510+0000","last_fullsized":"2024-04-26T01:51:24.558510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:59:24.389509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449666+0000","last_change":"2024-04-26T01:49:05.341570+0000","last_active":"2024-04-26T01:51:24.449666+0000","last_peered":"2024-04-26T01:51:24.449666+0000","last_clean":"2024-04-26T01:51:24.449666+0000","last_became_active":"2024-04-26T01:49:05.341050+0000","last_became_peered":"2024-04-26T01:49:05.341050+0000","last_unstale":"2024-04-26T01:51:24.449666+0000","last_undegraded":"2024-04-26T01:51:24.449666+0000","last_fullsized":"2024-04-26T01:51:24.449666+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_clean_scrub_stamp":"2024-04-26T01:45:09.572302+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:43.492329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558897+0000","last_change":"2024-04-26T01:50:44.909646+0000","last_active":"2024-04-26T01:51:24.558897+0000","last_peered":"2024-04-26T01:51:24.558897+0000","last_clean":"2024-04-26T01:51:24.558897+0000","last_became_active":"2024-04-26T01:50:44.909335+0000","last_became_peered":"2024-04-26T01:50:44.909335+0000","last_unstale":"2024-04-26T01:51:24.558897+0000","last_undegraded":"2024-04-26T01:51:24.558897+0000","last_fullsized":"2024-04-26T01:51:24.558897+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:39:34.158149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449641+0000","last_change":"2024-04-26T01:50:39.836482+0000","last_active":"2024-04-26T01:51:24.449641+0000","last_peered":"2024-04-26T01:51:24.449641+0000","last_clean":"2024-04-26T01:51:24.449641+0000","last_became_active":"2024-04-26T01:50:39.836054+0000","last_became_peered":"2024-04-26T01:50:39.836054+0000","last_unstale":"2024-04-26T01:51:24.449641+0000","last_undegraded":"2024-04-26T01:51:24.449641+0000","last_fullsized":"2024-04-26T01:51:24.449641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:01.913052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450136+0000","last_change":"2024-04-26T01:50:39.937661+0000","last_active":"2024-04-26T01:51:24.450136+0000","last_peered":"2024-04-26T01:51:24.450136+0000","last_clean":"2024-04-26T01:51:24.450136+0000","last_became_active":"2024-04-26T01:50:39.937389+0000","last_became_peered":"2024-04-26T01:50:39.937389+0000","last_unstale":"2024-04-26T01:51:24.450136+0000","last_undegraded":"2024-04-26T01:51:24.450136+0000","last_fullsized":"2024-04-26T01:51:24.450136+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:40.936198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559931+0000","last_change":"2024-04-26T01:50:44.906724+0000","last_active":"2024-04-26T01:51:24.559931+0000","last_peered":"2024-04-26T01:51:24.559931+0000","last_clean":"2024-04-26T01:51:24.559931+0000","last_became_active":"2024-04-26T01:50:44.906233+0000","last_became_peered":"2024-04-26T01:50:44.906233+0000","last_unstale":"2024-04-26T01:51:24.559931+0000","last_undegraded":"2024-04-26T01:51:24.559931+0000","last_fullsized":"2024-04-26T01:51:24.559931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:11:47.597291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'15","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:33.925671+0000","last_change":"2024-04-26T01:50:39.846970+0000","last_active":"2024-04-26T01:51:33.925671+0000","last_peered":"2024-04-26T01:51:33.925671+0000","last_clean":"2024-04-26T01:51:33.925671+0000","last_became_active":"2024-04-26T01:50:39.846044+0000","last_became_peered":"2024-04-26T01:50:39.846044+0000","last_unstale":"2024-04-26T01:51:33.925671+0000","last_undegraded":"2024-04-26T01:51:33.925671+0000","last_fullsized":"2024-04-26T01:51:33.925671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:24:12.397342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451307+0000","last_change":"2024-04-26T01:50:44.927326+0000","last_active":"2024-04-26T01:51:24.451307+0000","last_peered":"2024-04-26T01:51:24.451307+0000","last_clean":"2024-04-26T01:51:24.451307+0000","last_became_active":"2024-04-26T01:50:44.922461+0000","last_became_peered":"2024-04-26T01:50:44.922461+0000","last_unstale":"2024-04-26T01:51:24.451307+0000","last_undegraded":"2024-04-26T01:51:24.451307+0000","last_fullsized":"2024-04-26T01:51:24.451307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:14.569850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558607+0000","last_change":"2024-04-26T01:50:40.233291+0000","last_active":"2024-04-26T01:51:24.558607+0000","last_peered":"2024-04-26T01:51:24.558607+0000","last_clean":"2024-04-26T01:51:24.558607+0000","last_became_active":"2024-04-26T01:50:40.232962+0000","last_became_peered":"2024-04-26T01:50:40.232962+0000","last_unstale":"2024-04-26T01:51:24.558607+0000","last_undegraded":"2024-04-26T01:51:24.558607+0000","last_fullsized":"2024-04-26T01:51:24.558607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:18:42.505758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.560057+0000","last_change":"2024-04-26T01:50:44.930315+0000","last_active":"2024-04-26T01:51:24.560057+0000","last_peered":"2024-04-26T01:51:24.560057+0000","last_clean":"2024-04-26T01:51:24.560057+0000","last_became_active":"2024-04-26T01:50:44.928095+0000","last_became_peered":"2024-04-26T01:50:44.928095+0000","last_unstale":"2024-04-26T01:51:24.560057+0000","last_undegraded":"2024-04-26T01:51:24.560057+0000","last_fullsized":"2024-04-26T01:51:24.560057+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:38.875938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447372+0000","last_change":"2024-04-26T01:50:39.938132+0000","last_active":"2024-04-26T01:51:24.447372+0000","last_peered":"2024-04-26T01:51:24.447372+0000","last_clean":"2024-04-26T01:51:24.447372+0000","last_became_active":"2024-04-26T01:50:39.937861+0000","last_became_peered":"2024-04-26T01:50:39.937861+0000","last_unstale":"2024-04-26T01:51:24.447372+0000","last_undegraded":"2024-04-26T01:51:24.447372+0000","last_fullsized":"2024-04-26T01:51:24.447372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:56:01.546067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449445+0000","last_change":"2024-04-26T01:50:44.897964+0000","last_active":"2024-04-26T01:51:24.449445+0000","last_peered":"2024-04-26T01:51:24.449445+0000","last_clean":"2024-04-26T01:51:24.449445+0000","last_became_active":"2024-04-26T01:50:44.897609+0000","last_became_peered":"2024-04-26T01:50:44.897609+0000","last_unstale":"2024-04-26T01:51:24.449445+0000","last_undegraded":"2024-04-26T01:51:24.449445+0000","last_fullsized":"2024-04-26T01:51:24.449445+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:19.122059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450996+0000","last_change":"2024-04-26T01:50:39.844458+0000","last_active":"2024-04-26T01:51:24.450996+0000","last_peered":"2024-04-26T01:51:24.450996+0000","last_clean":"2024-04-26T01:51:24.450996+0000","last_became_active":"2024-04-26T01:50:39.843360+0000","last_became_peered":"2024-04-26T01:50:39.843360+0000","last_unstale":"2024-04-26T01:51:24.450996+0000","last_undegraded":"2024-04-26T01:51:24.450996+0000","last_fullsized":"2024-04-26T01:51:24.450996+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:29.991561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447036+0000","last_change":"2024-04-26T01:50:44.905520+0000","last_active":"2024-04-26T01:51:24.447036+0000","last_peered":"2024-04-26T01:51:24.447036+0000","last_clean":"2024-04-26T01:51:24.447036+0000","last_became_active":"2024-04-26T01:50:44.903327+0000","last_became_peered":"2024-04-26T01:50:44.903327+0000","last_unstale":"2024-04-26T01:51:24.447036+0000","last_undegraded":"2024-04-26T01:51:24.447036+0000","last_fullsized":"2024-04-26T01:51:24.447036+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:42:53.070611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.466673+0000","last_change":"2024-04-26T01:51:24.466673+0000","last_active":"2024-04-26T01:51:24.466673+0000","last_peered":"2024-04-26T01:51:24.466673+0000","last_clean":"2024-04-26T01:51:24.466673+0000","last_became_active":"2024-04-26T01:51:24.452209+0000","last_became_peered":"2024-04-26T01:51:24.452209+0000","last_unstale":"2024-04-26T01:51:24.466673+0000","last_undegraded":"2024-04-26T01:51:24.466673+0000","last_fullsized":"2024-04-26T01:51:24.466673+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:13.356374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451112+0000","last_change":"2024-04-26T01:50:44.926963+0000","last_active":"2024-04-26T01:51:24.451112+0000","last_peered":"2024-04-26T01:51:24.451112+0000","last_clean":"2024-04-26T01:51:24.451112+0000","last_became_active":"2024-04-26T01:50:44.922504+0000","last_became_peered":"2024-04-26T01:50:44.922504+0000","last_unstale":"2024-04-26T01:51:24.451112+0000","last_undegraded":"2024-04-26T01:51:24.451112+0000","last_fullsized":"2024-04-26T01:51:24.451112+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:52.032765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449830+0000","last_change":"2024-04-26T01:50:39.839180+0000","last_active":"2024-04-26T01:51:24.449830+0000","last_peered":"2024-04-26T01:51:24.449830+0000","last_clean":"2024-04-26T01:51:24.449830+0000","last_became_active":"2024-04-26T01:50:39.838843+0000","last_became_peered":"2024-04-26T01:50:39.838843+0000","last_unstale":"2024-04-26T01:51:24.449830+0000","last_undegraded":"2024-04-26T01:51:24.449830+0000","last_fullsized":"2024-04-26T01:51:24.449830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:42.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449998+0000","last_change":"2024-04-26T01:50:44.908055+0000","last_active":"2024-04-26T01:51:24.449998+0000","last_peered":"2024-04-26T01:51:24.449998+0000","last_clean":"2024-04-26T01:51:24.449998+0000","last_became_active":"2024-04-26T01:50:44.907658+0000","last_became_peered":"2024-04-26T01:50:44.907658+0000","last_unstale":"2024-04-26T01:51:24.449998+0000","last_undegraded":"2024-04-26T01:51:24.449998+0000","last_fullsized":"2024-04-26T01:51:24.449998+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:24.288042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'6","reported_seq":70,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:42.115300+0000","last_change":"2024-04-26T01:50:40.233557+0000","last_active":"2024-04-26T01:51:42.115300+0000","last_peered":"2024-04-26T01:51:42.115300+0000","last_clean":"2024-04-26T01:51:42.115300+0000","last_became_active":"2024-04-26T01:50:40.233126+0000","last_became_peered":"2024-04-26T01:50:40.233126+0000","last_unstale":"2024-04-26T01:51:42.115300+0000","last_undegraded":"2024-04-26T01:51:42.115300+0000","last_fullsized":"2024-04-26T01:51:42.115300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:35.201152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450201+0000","last_change":"2024-04-26T01:50:44.904745+0000","last_active":"2024-04-26T01:51:24.450201+0000","last_peered":"2024-04-26T01:51:24.450201+0000","last_clean":"2024-04-26T01:51:24.450201+0000","last_became_active":"2024-04-26T01:50:44.904393+0000","last_became_peered":"2024-04-26T01:50:44.904393+0000","last_unstale":"2024-04-26T01:51:24.450201+0000","last_undegraded":"2024-04-26T01:51:24.450201+0000","last_fullsized":"2024-04-26T01:51:24.450201+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:27:14.404287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558975+0000","last_change":"2024-04-26T01:50:39.846321+0000","last_active":"2024-04-26T01:51:24.558975+0000","last_peered":"2024-04-26T01:51:24.558975+0000","last_clean":"2024-04-26T01:51:24.558975+0000","last_became_active":"2024-04-26T01:50:39.845826+0000","last_became_peered":"2024-04-26T01:50:39.845826+0000","last_unstale":"2024-04-26T01:51:24.558975+0000","last_undegraded":"2024-04-26T01:51:24.558975+0000","last_fullsized":"2024-04-26T01:51:24.558975+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:00.811712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449993+0000","last_change":"2024-04-26T01:50:44.922480+0000","last_active":"2024-04-26T01:51:24.449993+0000","last_peered":"2024-04-26T01:51:24.449993+0000","last_clean":"2024-04-26T01:51:24.449993+0000","last_became_active":"2024-04-26T01:50:44.922136+0000","last_became_peered":"2024-04-26T01:50:44.922136+0000","last_unstale":"2024-04-26T01:51:24.449993+0000","last_undegraded":"2024-04-26T01:51:24.449993+0000","last_fullsized":"2024-04-26T01:51:24.449993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:06:18.293052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559549+0000","last_change":"2024-04-26T01:50:39.846458+0000","last_active":"2024-04-26T01:51:24.559549+0000","last_peered":"2024-04-26T01:51:24.559549+0000","last_clean":"2024-04-26T01:51:24.559549+0000","last_became_active":"2024-04-26T01:50:39.846051+0000","last_became_peered":"2024-04-26T01:50:39.846051+0000","last_unstale":"2024-04-26T01:51:24.559549+0000","last_undegraded":"2024-04-26T01:51:24.559549+0000","last_fullsized":"2024-04-26T01:51:24.559549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:40.141365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450209+0000","last_change":"2024-04-26T01:50:44.900784+0000","last_active":"2024-04-26T01:51:24.450209+0000","last_peered":"2024-04-26T01:51:24.450209+0000","last_clean":"2024-04-26T01:51:24.450209+0000","last_became_active":"2024-04-26T01:50:44.899961+0000","last_became_peered":"2024-04-26T01:50:44.899961+0000","last_unstale":"2024-04-26T01:51:24.450209+0000","last_undegraded":"2024-04-26T01:51:24.450209+0000","last_fullsized":"2024-04-26T01:51:24.450209+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:30:39.215421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447157+0000","last_change":"2024-04-26T01:50:44.901650+0000","last_active":"2024-04-26T01:51:24.447157+0000","last_peered":"2024-04-26T01:51:24.447157+0000","last_clean":"2024-04-26T01:51:24.447157+0000","last_became_active":"2024-04-26T01:50:44.901245+0000","last_became_peered":"2024-04-26T01:50:44.901245+0000","last_unstale":"2024-04-26T01:51:24.447157+0000","last_undegraded":"2024-04-26T01:51:24.447157+0000","last_fullsized":"2024-04-26T01:51:24.447157+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:54:29.324056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445537+0000","last_change":"2024-04-26T01:50:44.901280+0000","last_active":"2024-04-26T01:51:24.445537+0000","last_peered":"2024-04-26T01:51:24.445537+0000","last_clean":"2024-04-26T01:51:24.445537+0000","last_became_active":"2024-04-26T01:50:44.900786+0000","last_became_peered":"2024-04-26T01:50:44.900786+0000","last_unstale":"2024-04-26T01:51:24.445537+0000","last_undegraded":"2024-04-26T01:51:24.445537+0000","last_fullsized":"2024-04-26T01:51:24.445537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:10:46.752982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445274+0000","last_change":"2024-04-26T01:50:44.916125+0000","last_active":"2024-04-26T01:51:24.445274+0000","last_peered":"2024-04-26T01:51:24.445274+0000","last_clean":"2024-04-26T01:51:24.445274+0000","last_became_active":"2024-04-26T01:50:44.915574+0000","last_became_peered":"2024-04-26T01:50:44.915574+0000","last_unstale":"2024-04-26T01:51:24.445274+0000","last_undegraded":"2024-04-26T01:51:24.445274+0000","last_fullsized":"2024-04-26T01:51:24.445274+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:24.624452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559032+0000","last_change":"2024-04-26T01:50:44.920088+0000","last_active":"2024-04-26T01:51:24.559032+0000","last_peered":"2024-04-26T01:51:24.559032+0000","last_clean":"2024-04-26T01:51:24.559032+0000","last_became_active":"2024-04-26T01:50:44.919578+0000","last_became_peered":"2024-04-26T01:50:44.919578+0000","last_unstale":"2024-04-26T01:51:24.559032+0000","last_undegraded":"2024-04-26T01:51:24.559032+0000","last_fullsized":"2024-04-26T01:51:24.559032+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:12.708597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559593+0000","last_change":"2024-04-26T01:50:44.914367+0000","last_active":"2024-04-26T01:51:24.559593+0000","last_peered":"2024-04-26T01:51:24.559593+0000","last_clean":"2024-04-26T01:51:24.559593+0000","last_became_active":"2024-04-26T01:50:44.913692+0000","last_became_peered":"2024-04-26T01:50:44.913692+0000","last_unstale":"2024-04-26T01:51:24.559593+0000","last_undegraded":"2024-04-26T01:51:24.559593+0000","last_fullsized":"2024-04-26T01:51:24.559593+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:50.165674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447836+0000","last_change":"2024-04-26T01:50:44.899552+0000","last_active":"2024-04-26T01:51:24.447836+0000","last_peered":"2024-04-26T01:51:24.447836+0000","last_clean":"2024-04-26T01:51:24.447836+0000","last_became_active":"2024-04-26T01:50:44.897774+0000","last_became_peered":"2024-04-26T01:50:44.897774+0000","last_unstale":"2024-04-26T01:51:24.447836+0000","last_undegraded":"2024-04-26T01:51:24.447836+0000","last_fullsized":"2024-04-26T01:51:24.447836+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:06.861995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445617+0000","last_change":"2024-04-26T01:50:44.901813+0000","last_active":"2024-04-26T01:51:24.445617+0000","last_peered":"2024-04-26T01:51:24.445617+0000","last_clean":"2024-04-26T01:51:24.445617+0000","last_became_active":"2024-04-26T01:50:44.899341+0000","last_became_peered":"2024-04-26T01:50:44.899341+0000","last_unstale":"2024-04-26T01:51:24.445617+0000","last_undegraded":"2024-04-26T01:51:24.445617+0000","last_fullsized":"2024-04-26T01:51:24.445617+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:25.261649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451187+0000","last_change":"2024-04-26T01:50:44.922149+0000","last_active":"2024-04-26T01:51:24.451187+0000","last_peered":"2024-04-26T01:51:24.451187+0000","last_clean":"2024-04-26T01:51:24.451187+0000","last_became_active":"2024-04-26T01:50:44.914001+0000","last_became_peered":"2024-04-26T01:50:44.914001+0000","last_unstale":"2024-04-26T01:51:24.451187+0000","last_undegraded":"2024-04-26T01:51:24.451187+0000","last_fullsized":"2024-04-26T01:51:24.451187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:43.918362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558957+0000","last_change":"2024-04-26T01:50:44.916759+0000","last_active":"2024-04-26T01:51:24.558957+0000","last_peered":"2024-04-26T01:51:24.558957+0000","last_clean":"2024-04-26T01:51:24.558957+0000","last_became_active":"2024-04-26T01:50:44.916281+0000","last_became_peered":"2024-04-26T01:50:44.916281+0000","last_unstale":"2024-04-26T01:51:24.558957+0000","last_undegraded":"2024-04-26T01:51:24.558957+0000","last_fullsized":"2024-04-26T01:51:24.558957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:15:52.766961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451558+0000","last_change":"2024-04-26T01:50:44.920279+0000","last_active":"2024-04-26T01:51:24.451558+0000","last_peered":"2024-04-26T01:51:24.451558+0000","last_clean":"2024-04-26T01:51:24.451558+0000","last_became_active":"2024-04-26T01:50:44.914955+0000","last_became_peered":"2024-04-26T01:50:44.914955+0000","last_unstale":"2024-04-26T01:51:24.451558+0000","last_undegraded":"2024-04-26T01:51:24.451558+0000","last_fullsized":"2024-04-26T01:51:24.451558+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:40:35.195978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447582+0000","last_change":"2024-04-26T01:50:44.914168+0000","last_active":"2024-04-26T01:51:24.447582+0000","last_peered":"2024-04-26T01:51:24.447582+0000","last_clean":"2024-04-26T01:51:24.447582+0000","last_became_active":"2024-04-26T01:50:44.913827+0000","last_became_peered":"2024-04-26T01:50:44.913827+0000","last_unstale":"2024-04-26T01:51:24.447582+0000","last_undegraded":"2024-04-26T01:51:24.447582+0000","last_fullsized":"2024-04-26T01:51:24.447582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:43.984999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559799+0000","last_change":"2024-04-26T01:50:44.915210+0000","last_active":"2024-04-26T01:51:24.559799+0000","last_peered":"2024-04-26T01:51:24.559799+0000","last_clean":"2024-04-26T01:51:24.559799+0000","last_became_active":"2024-04-26T01:50:44.914864+0000","last_became_peered":"2024-04-26T01:50:44.914864+0000","last_unstale":"2024-04-26T01:51:24.559799+0000","last_undegraded":"2024-04-26T01:51:24.559799+0000","last_fullsized":"2024-04-26T01:51:24.559799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:18.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.454631+0000","last_change":"2024-04-26T01:51:24.454631+0000","last_active":"2024-04-26T01:51:24.454631+0000","last_peered":"2024-04-26T01:51:24.454631+0000","last_clean":"2024-04-26T01:51:24.454631+0000","last_became_active":"2024-04-26T01:51:24.454196+0000","last_became_peered":"2024-04-26T01:51:24.454196+0000","last_unstale":"2024-04-26T01:51:24.454631+0000","last_undegraded":"2024-04-26T01:51:24.454631+0000","last_fullsized":"2024-04-26T01:51:24.454631+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:32.344759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249018,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67160,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":393,"num_read_kb":259,"num_write":243,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22330,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":201480,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},"log_size":208,"ondisk_log_size":208,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351005,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36312,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708840,"statfs":{"total":95995035648,"available":95957852160,"internally_reserved":0,"allocated":995328,"data_stored":483743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612643,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134728,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776168,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037807,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":483660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1075787,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462969,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1003520,"data_stored":482999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":544259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":484729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":484523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":482824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888134,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1056768,"data_stored":543207,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724608,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36392,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708760,"statfs":{"total":95995035648,"available":95957770240,"internally_reserved":0,"allocated":1081344,"data_stored":1075465,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":61047,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:51:48.632 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:51:48.633 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T01:51:48.633 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T01:51:49.102 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:48 smithi156 ceph-mon[32543]: pgmap v363: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:51:49.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:48 smithi156 ceph-mon[32543]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:48 smithi090 ceph-mon[32456]: pgmap v363: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:51:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:48 smithi090 ceph-mon[32456]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:49.253 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:48 smithi044 ceph-mon[27847]: pgmap v363: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:51:49.253 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:48 smithi044 ceph-mon[27847]: from='client.24644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:51.199 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:50 smithi044 ceph-mon[27847]: pgmap v364: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:51:51.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:50 smithi156 ceph-mon[32543]: pgmap v364: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:51:51.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:50 smithi090 ceph-mon[32456]: pgmap v364: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 -- 172.21.15.44:0/2894912007 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 msgr2=0x7f2234105940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 --2- 172.21.15.44:0/2894912007 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f2234105940 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2228009990 tx=0x7f2228009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 -- 172.21.15.44:0/2894912007 shutdown_connections 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 --2- 172.21.15.44:0/2894912007 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f2234105940 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 --2- 172.21.15.44:0/2894912007 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f22341087b0 0x7f223410ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 --2- 172.21.15.44:0/2894912007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2234105e80 0x7f2234108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 -- 172.21.15.44:0/2894912007 >> 172.21.15.44:0/2894912007 conn(0x7f22340fcf60 msgr2=0x7f22340ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 -- 172.21.15.44:0/2894912007 shutdown_connections 2024-04-26T01:51:51.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.385+0000 7f223c000700 1 -- 172.21.15.44:0/2894912007 wait complete. 2024-04-26T01:51:51.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.386+0000 7f223c000700 1 Processor -- start 2024-04-26T01:51:51.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223c000700 1 -- start start 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223c000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f223419ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223c000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2234105e80 0x7f223419b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223c000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f22341087b0 0x7f22341a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223c000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f223410e590 con 0x7f22341087b0 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223c000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f223410e410 con 0x7f2234105e80 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223c000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f223410e710 con 0x7f2234103550 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f2239600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f223419ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f2239600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f223419ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45394/0 (socket says 172.21.15.44:45394) 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f2239600700 1 -- 172.21.15.44:0/2618753376 learned_addr learned my addr 172.21.15.44:0/2618753376 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f223a000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f22341087b0 0x7f22341a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.387+0000 7f2238c00700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2234105e80 0x7f223419b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2239600700 1 -- 172.21.15.44:0/2618753376 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2234105e80 msgr2=0x7f223419b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2239600700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2234105e80 0x7f223419b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2239600700 1 -- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f22341087b0 msgr2=0x7f22341a22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2239600700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f22341087b0 0x7f22341a22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2239600700 1 -- 172.21.15.44:0/2618753376 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22341a2980 con 0x7f2234103550 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2238c00700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2234105e80 0x7f223419b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2239600700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f223419ad30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f222800b760 tx=0x7f22280047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.388+0000 7f2232000700 1 -- 172.21.15.44:0/2618753376 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2228027070 con 0x7f2234103550 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.389+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22341a2c10 con 0x7f2234103550 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.389+0000 7f2232000700 1 -- 172.21.15.44:0/2618753376 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2228022470 con 0x7f2234103550 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.389+0000 7f2232000700 1 -- 172.21.15.44:0/2618753376 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2228017650 con 0x7f2234103550 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.389+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22341a30c0 con 0x7f2234103550 2024-04-26T01:51:51.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.390+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2234050f80 con 0x7f2234103550 2024-04-26T01:51:51.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.392+0000 7f2232000700 1 -- 172.21.15.44:0/2618753376 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2228009d10 con 0x7f2234103550 2024-04-26T01:51:51.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.393+0000 7f2232000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f221c0a3e00 0x7f221c0a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.394+0000 7f2232000700 1 -- 172.21.15.44:0/2618753376 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f22280d1550 con 0x7f2234103550 2024-04-26T01:51:51.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.394+0000 7f2238c00700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f221c0a3e00 0x7f221c0a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.394+0000 7f2238c00700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f221c0a3e00 0x7f221c0a62c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2220009cb0 tx=0x7f2220009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:51.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.396+0000 7f2232000700 1 -- 172.21.15.44:0/2618753376 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2228030070 con 0x7f2234103550 2024-04-26T01:51:51.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.719+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f223402e0a0 con 0x7f2234103550 2024-04-26T01:51:51.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.729+0000 7f2232000700 1 -- 172.21.15.44:0/2618753376 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f223402e0a0 con 0x7f2234103550 2024-04-26T01:51:51.727 INFO:teuthology.orchestra.run.smithi044.stdout:[client.0] 2024-04-26T01:51:51.727 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQC3CCtmiscRKxAAMpc6G1L7p+kZM2c40fsTMQ== 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f221c0a3e00 msgr2=0x7f221c0a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f221c0a3e00 0x7f221c0a62c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2220009cb0 tx=0x7f2220009260 comp rx=0 tx=0).stop 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 msgr2=0x7f223419ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f223419ad30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f222800b760 tx=0x7f22280047b0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 shutdown_connections 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2234103550 0x7f223419ad30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f221c0a3e00 0x7f221c0a62c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f22341087b0 0x7f22341a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 --2- 172.21.15.44:0/2618753376 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2234105e80 0x7f223419b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 >> 172.21.15.44:0/2618753376 conn(0x7f22340fcf60 msgr2=0x7f2234102c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:51.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 shutdown_connections 2024-04-26T01:51:51.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:51.732+0000 7f223c000700 1 -- 172.21.15.44:0/2618753376 wait complete. 2024-04-26T01:51:52.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:51 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2618753376' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:51:52.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:51 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:51:52.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:51 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:51:52.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:51 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2618753376' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:51:52.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:51 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:51:52.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:51 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:51:52.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:51 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2618753376' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:51:52.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:51 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:51:52.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:51 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:51:52.663 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:51:52.664 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T01:51:52.664 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T01:51:52.809 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T01:51:52.809 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T01:51:52.809 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T01:51:53.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:52 smithi156 ceph-mon[32543]: pgmap v365: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:51:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:52 smithi090 ceph-mon[32456]: pgmap v365: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:51:53.323 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:52 smithi044 ceph-mon[27847]: pgmap v365: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:51:55.068 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:54 smithi044 ceph-mon[27847]: pgmap v366: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:51:55.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:54 smithi156 ceph-mon[32543]: pgmap v366: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:51:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:54 smithi090 ceph-mon[32456]: pgmap v366: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:51:55.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 -- 172.21.15.44:0/2151644655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 msgr2=0x7f8eec111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 --2- 172.21.15.44:0/2151644655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec111890 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8ee400b0a0 tx=0x7f8ee400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 -- 172.21.15.44:0/2151644655 shutdown_connections 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 --2- 172.21.15.44:0/2151644655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec111890 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 --2- 172.21.15.44:0/2151644655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8eec074c70 0x7f8eec075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 --2- 172.21.15.44:0/2151644655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8eec075590 0x7f8eec10ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 -- 172.21.15.44:0/2151644655 >> 172.21.15.44:0/2151644655 conn(0x7f8eec079ba0 msgr2=0x7f8eec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 -- 172.21.15.44:0/2151644655 shutdown_connections 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.610+0000 7f8ef4600700 1 -- 172.21.15.44:0/2151644655 wait complete. 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.611+0000 7f8ef4600700 1 Processor -- start 2024-04-26T01:51:55.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.611+0000 7f8ef4600700 1 -- start start 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef4600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8eec074c70 0x7f8eec19b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef4600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8eec075590 0x7f8eec19b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef4600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec19fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef4600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8eec114e90 con 0x7f8eec10f4a0 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef4600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8eec114d10 con 0x7f8eec075590 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef4600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8eec115010 con 0x7f8eec074c70 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef2600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec19fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef1200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8eec075590 0x7f8eec19b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef2600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec19fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38610/0 (socket says 172.21.15.44:38610) 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef2600700 1 -- 172.21.15.44:0/1028295858 learned_addr learned my addr 172.21.15.44:0/1028295858 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.612+0000 7f8ef1c00700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8eec074c70 0x7f8eec19b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef1200700 1 -- 172.21.15.44:0/1028295858 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8eec074c70 msgr2=0x7f8eec19b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef1200700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8eec074c70 0x7f8eec19b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef1200700 1 -- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 msgr2=0x7f8eec19fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef1200700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec19fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef1200700 1 -- 172.21.15.44:0/1028295858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eec1a02c0 con 0x7f8eec075590 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef2600700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef1200700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8eec075590 0x7f8eec19b840 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8ed800e9c0 tx=0x7f8ed800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8eea000700 1 -- 172.21.15.44:0/1028295858 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed800cb70 con 0x7f8eec075590 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8eea000700 1 -- 172.21.15.44:0/1028295858 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ed800ee60 con 0x7f8eec075590 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eec1a05b0 con 0x7f8eec075590 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.613+0000 7f8eea000700 1 -- 172.21.15.44:0/1028295858 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8018680 con 0x7f8eec075590 2024-04-26T01:51:55.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.614+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eec1a7e30 con 0x7f8eec075590 2024-04-26T01:51:55.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.615+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eec069730 con 0x7f8eec075590 2024-04-26T01:51:55.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.618+0000 7f8eea000700 1 -- 172.21.15.44:0/1028295858 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8ed801f020 con 0x7f8eec075590 2024-04-26T01:51:55.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.620+0000 7f8eea000700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8ed00a3cd0 0x7f8ed00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.620+0000 7f8eea000700 1 -- 172.21.15.44:0/1028295858 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f8ed80d0410 con 0x7f8eec075590 2024-04-26T01:51:55.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.620+0000 7f8ef1c00700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8ed00a3cd0 0x7f8ed00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.621+0000 7f8ef1c00700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8ed00a3cd0 0x7f8ed00a6190 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8edc009680 tx=0x7f8edc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.621+0000 7f8eea000700 1 -- 172.21.15.44:0/1028295858 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8ed809cc90 con 0x7f8eec075590 2024-04-26T01:51:55.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.912+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f8eec1a8000 con 0x7f8eec075590 2024-04-26T01:51:55.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.918+0000 7f8eea000700 1 -- 172.21.15.44:0/1028295858 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264996 (secure 0 0 0) 0x7f8ed809c590 con 0x7f8eec075590 2024-04-26T01:51:55.921 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8ed00a3cd0 msgr2=0x7f8ed00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8ed00a3cd0 0x7f8ed00a6190 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8edc009680 tx=0x7f8edc009260 comp rx=0 tx=0).stop 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8eec075590 msgr2=0x7f8eec19b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8eec075590 0x7f8eec19b840 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8ed800e9c0 tx=0x7f8ed800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 shutdown_connections 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8eec074c70 0x7f8eec19b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f8ed00a3cd0 0x7f8ed00a6190 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eec10f4a0 0x7f8eec19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 --2- 172.21.15.44:0/1028295858 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8eec075590 0x7f8eec19b840 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.924+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 >> 172.21.15.44:0/1028295858 conn(0x7f8eec079ba0 msgr2=0x7f8eec0ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.925+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 shutdown_connections 2024-04-26T01:51:55.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:55.925+0000 7f8ef4600700 1 -- 172.21.15.44:0/1028295858 wait complete. 2024-04-26T01:51:56.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:55 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1028295858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:51:56.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:55 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1028295858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:51:56.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:55 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1028295858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:51:56.895 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":2941504694},{"type":"v1","addr":"172.21.15.44:6801","nonce":2941504694}]},"active_addr":"172.21.15.44:6801/2941504694","active_change":"2024-04-26T01:42:23.131073+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.44:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":562147844}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":405673670}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2259783206}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":3757856421}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2950011150}]}]} 2024-04-26T01:51:56.900 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T01:51:56.901 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T01:51:56.901 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:51:57.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:56 smithi044 ceph-mon[27847]: pgmap v367: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:51:57.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:56 smithi156 ceph-mon[32543]: pgmap v367: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:51:57.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:56 smithi090 ceph-mon[32456]: pgmap v367: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:51:57.425 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:59.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:58 smithi044 ceph-mon[27847]: pgmap v368: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s 2024-04-26T01:51:59.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:58 smithi156 ceph-mon[32543]: pgmap v368: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s 2024-04-26T01:51:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:58 smithi090 ceph-mon[32456]: pgmap v368: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s 2024-04-26T01:51:59.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.659+0000 7f6550000700 1 -- 172.21.15.44:0/3715055341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 msgr2=0x7f65481096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:59.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.659+0000 7f6550000700 1 --2- 172.21.15.44:0/3715055341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481096b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f653c0099c0 tx=0x7f653c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.659+0000 7f6550000700 1 -- 172.21.15.44:0/3715055341 shutdown_connections 2024-04-26T01:51:59.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.659+0000 7f6550000700 1 --2- 172.21.15.44:0/3715055341 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f654810e3b0 0x7f6548115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.659+0000 7f6550000700 1 --2- 172.21.15.44:0/3715055341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481096b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.659+0000 7f6550000700 1 --2- 172.21.15.44:0/3715055341 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6548109c80 0x7f654810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.659+0000 7f6550000700 1 -- 172.21.15.44:0/3715055341 >> 172.21.15.44:0/3715055341 conn(0x7f6548076210 msgr2=0x7f6548107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:59.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.660+0000 7f6550000700 1 -- 172.21.15.44:0/3715055341 shutdown_connections 2024-04-26T01:51:59.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.660+0000 7f6550000700 1 -- 172.21.15.44:0/3715055341 wait complete. 2024-04-26T01:51:59.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.661+0000 7f6550000700 1 Processor -- start 2024-04-26T01:51:59.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f6550000700 1 -- start start 2024-04-26T01:51:59.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f6550000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:59.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f6550000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6548109c80 0x7f65481a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:59.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f6550000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f654810e3b0 0x7f654819f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:59.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f6550000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6548119290 con 0x7f65481092d0 2024-04-26T01:51:59.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f6550000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6548119110 con 0x7f654810e3b0 2024-04-26T01:51:59.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f6550000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6548119410 con 0x7f6548109c80 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.662+0000 7f654d600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654cc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6548109c80 0x7f65481a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44094/0 (socket says 172.21.15.44:44094) 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 -- 172.21.15.44:0/857174455 learned_addr learned my addr 172.21.15.44:0/857174455 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654e000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f654810e3b0 0x7f654819f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 -- 172.21.15.44:0/857174455 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6548109c80 msgr2=0x7f65481a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6548109c80 0x7f65481a5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 -- 172.21.15.44:0/857174455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f654810e3b0 msgr2=0x7f654819f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f654810e3b0 0x7f654819f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 -- 172.21.15.44:0/857174455 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654819fd10 con 0x7f65481092d0 2024-04-26T01:51:59.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654cc00700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6548109c80 0x7f65481a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654e000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f654810e3b0 0x7f654819f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.663+0000 7f654d600700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481a53f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f653c006010 tx=0x7f653c005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.664+0000 7f6546000700 1 -- 172.21.15.44:0/857174455 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c026070 con 0x7f65481092d0 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.664+0000 7f6546000700 1 -- 172.21.15.44:0/857174455 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f653c005680 con 0x7f65481092d0 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.664+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f654819ffa0 con 0x7f65481092d0 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.664+0000 7f6546000700 1 -- 172.21.15.44:0/857174455 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c00fb20 con 0x7f65481092d0 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.664+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65481ac2c0 con 0x7f65481092d0 2024-04-26T01:51:59.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.665+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6548069730 con 0x7f65481092d0 2024-04-26T01:51:59.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.667+0000 7f6546000700 1 -- 172.21.15.44:0/857174455 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f653c029070 con 0x7f65481092d0 2024-04-26T01:51:59.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.668+0000 7f6546000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f65300a3d50 0x7f65300a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:59.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.669+0000 7f6546000700 1 -- 172.21.15.44:0/857174455 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f653c0d0cc0 con 0x7f65481092d0 2024-04-26T01:51:59.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.669+0000 7f654cc00700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f65300a3d50 0x7f65300a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:59.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.669+0000 7f654cc00700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f65300a3d50 0x7f65300a6210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6548108910 tx=0x7f6534009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:59.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.674+0000 7f6546000700 1 -- 172.21.15.44:0/857174455 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f653c05dff0 con 0x7f65481092d0 2024-04-26T01:51:59.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.906+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f654802df80 con 0x7f65481092d0 2024-04-26T01:51:59.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.908+0000 7f6546000700 1 -- 172.21.15.44:0/857174455 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22488 (secure 0 0 0) 0x7f653c0d7080 con 0x7f65481092d0 2024-04-26T01:51:59.906 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:51:59.906 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:51:24.439927+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:51:59.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f65300a3d50 msgr2=0x7f65300a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:59.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f65300a3d50 0x7f65300a6210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6548108910 tx=0x7f6534009260 comp rx=0 tx=0).stop 2024-04-26T01:51:59.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 msgr2=0x7f65481a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:59.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481a53f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f653c006010 tx=0x7f653c005280 comp rx=0 tx=0).stop 2024-04-26T01:51:59.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 shutdown_connections 2024-04-26T01:51:59.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f65300a3d50 0x7f65300a6210 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f654810e3b0 0x7f654819f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f65481092d0 0x7f65481a53f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 --2- 172.21.15.44:0/857174455 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6548109c80 0x7f65481a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 >> 172.21.15.44:0/857174455 conn(0x7f6548076210 msgr2=0x7f6548077e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.911+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 shutdown_connections 2024-04-26T01:51:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:51:59.912+0000 7f6550000700 1 -- 172.21.15.44:0/857174455 wait complete. 2024-04-26T01:52:00.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:51:59 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/857174455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:52:00.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:51:59 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/857174455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:52:00.299 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:51:59 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/857174455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:52:00.838 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T01:52:00.838 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:52:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:00 smithi044 ceph-mon[27847]: pgmap v369: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:01.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:00 smithi156 ceph-mon[32543]: pgmap v369: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:00 smithi090 ceph-mon[32456]: pgmap v369: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:01.316 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:03.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:02 smithi044 ceph-mon[27847]: pgmap v370: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:03.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:02 smithi156 ceph-mon[32543]: pgmap v370: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:03.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:02 smithi090 ceph-mon[32456]: pgmap v370: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:03.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 -- 172.21.15.44:0/2698567047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 msgr2=0x7fc3a41052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 --2- 172.21.15.44:0/2698567047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a41052a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc3980099c0 tx=0x7fc398009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 -- 172.21.15.44:0/2698567047 shutdown_connections 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 --2- 172.21.15.44:0/2698567047 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc3a4109fa0 0x7fc3a4111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 --2- 172.21.15.44:0/2698567047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a41052a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 --2- 172.21.15.44:0/2698567047 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc3a4105870 0x7fc3a41098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 -- 172.21.15.44:0/2698567047 >> 172.21.15.44:0/2698567047 conn(0x7fc3a4100710 msgr2=0x7fc3a4102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.704+0000 7fc3aba00700 1 -- 172.21.15.44:0/2698567047 shutdown_connections 2024-04-26T01:52:03.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.705+0000 7fc3aba00700 1 -- 172.21.15.44:0/2698567047 wait complete. 2024-04-26T01:52:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 Processor -- start 2024-04-26T01:52:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 -- start start 2024-04-26T01:52:03.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a419b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc3a4105870 0x7fc3a419b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc3a4109fa0 0x7fc3a419fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a4114ea0 con 0x7fc3a4104ec0 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a4114d20 con 0x7fc3a4105870 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3aba00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a4115020 con 0x7fc3a4109fa0 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.706+0000 7fc3a9000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a419b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a419b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44112/0 (socket says 172.21.15.44:44112) 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 -- 172.21.15.44:0/1506837384 learned_addr learned my addr 172.21.15.44:0/1506837384 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a3e00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc3a4105870 0x7fc3a419b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:03.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9a00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc3a4109fa0 0x7fc3a419fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:03.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 -- 172.21.15.44:0/1506837384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc3a4109fa0 msgr2=0x7fc3a419fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:03.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc3a4109fa0 0x7fc3a419fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 -- 172.21.15.44:0/1506837384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc3a4105870 msgr2=0x7fc3a419b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc3a4105870 0x7fc3a419b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 -- 172.21.15.44:0/1506837384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3a41a03c0 con 0x7fc3a4104ec0 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9a00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc3a4109fa0 0x7fc3a419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a3e00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc3a4105870 0x7fc3a419b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.707+0000 7fc3a9000700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a419b3b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc398005910 tx=0x7fc398004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.708+0000 7fc3a1600700 1 -- 172.21.15.44:0/1506837384 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc398026070 con 0x7fc3a4104ec0 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.708+0000 7fc3a1600700 1 -- 172.21.15.44:0/1506837384 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc398003c70 con 0x7fc3a4104ec0 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.708+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3a41a0650 con 0x7fc3a4104ec0 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.708+0000 7fc3a1600700 1 -- 172.21.15.44:0/1506837384 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39800fa40 con 0x7fc3a4104ec0 2024-04-26T01:52:03.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.708+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3a41a7f30 con 0x7fc3a4104ec0 2024-04-26T01:52:03.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.709+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3a41063a0 con 0x7fc3a4104ec0 2024-04-26T01:52:03.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.711+0000 7fc3a1600700 1 -- 172.21.15.44:0/1506837384 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc398029070 con 0x7fc3a4104ec0 2024-04-26T01:52:03.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.713+0000 7fc3a1600700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc38c0a3cd0 0x7fc38c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:03.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.713+0000 7fc3a1600700 1 -- 172.21.15.44:0/1506837384 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fc3980d1270 con 0x7fc3a4104ec0 2024-04-26T01:52:03.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.713+0000 7fc3a3e00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc38c0a3cd0 0x7fc38c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:03.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.714+0000 7fc3a3e00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc38c0a3cd0 0x7fc38c0a6190 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4103e20 tx=0x7fc390009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:03.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.716+0000 7fc3a1600700 1 -- 172.21.15.44:0/1506837384 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc398030080 con 0x7fc3a4104ec0 2024-04-26T01:52:03.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.949+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc3a402df80 con 0x7fc3a4104ec0 2024-04-26T01:52:03.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.953+0000 7fc3a1600700 1 -- 172.21.15.44:0/1506837384 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22488 (secure 0 0 0) 0x7fc398013070 con 0x7fc3a4104ec0 2024-04-26T01:52:03.952 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:52:03.952 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:51:24.439927+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:52:03.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc38c0a3cd0 msgr2=0x7fc38c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:03.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc38c0a3cd0 0x7fc38c0a6190 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4103e20 tx=0x7fc390009260 comp rx=0 tx=0).stop 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 msgr2=0x7fc3a419b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a419b3b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc398005910 tx=0x7fc398004270 comp rx=0 tx=0).stop 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 shutdown_connections 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc3a4109fa0 0x7fc3a419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc38c0a3cd0 0x7fc38c0a6190 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc3a4104ec0 0x7fc3a419b3b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.956+0000 7fc3aba00700 1 --2- 172.21.15.44:0/1506837384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc3a4105870 0x7fc3a419b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.957+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 >> 172.21.15.44:0/1506837384 conn(0x7fc3a4100710 msgr2=0x7fc3a4101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.957+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 shutdown_connections 2024-04-26T01:52:03.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:03.957+0000 7fc3aba00700 1 -- 172.21.15.44:0/1506837384 wait complete. 2024-04-26T01:52:04.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:03 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1506837384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:52:04.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:03 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1506837384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:52:04.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:03 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1506837384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:52:04.828 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T01:52:04.828 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T01:52:04.829 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T01:52:04.829 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T01:52:04.830 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T01:52:04.830 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T01:52:04.830 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T01:52:04.831 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T01:52:04.831 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-26T01:52:04.831 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-26T01:52:04.832 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-26T01:52:04.832 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-26T01:52:05.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:04 smithi044 ceph-mon[27847]: pgmap v371: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:04 smithi090 ceph-mon[32456]: pgmap v371: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:05.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:04 smithi156 ceph-mon[32543]: pgmap v371: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:06.078 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.079 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.082 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.082 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.091 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.092 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.094 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.096 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.104 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.105 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.113 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.114 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:07.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:06 smithi044 ceph-mon[27847]: pgmap v372: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:07.281 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:06 smithi156 ceph-mon[32543]: pgmap v372: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:07.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:06 smithi090 ceph-mon[32456]: pgmap v372: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:08 smithi044 ceph-mon[27847]: pgmap v373: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:08 smithi156 ceph-mon[32543]: pgmap v373: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:08 smithi090 ceph-mon[32456]: pgmap v373: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:11.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:11 smithi044 ceph-mon[27847]: pgmap v374: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:11 smithi156 ceph-mon[32543]: pgmap v374: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:11.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:11 smithi090 ceph-mon[32456]: pgmap v374: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:12.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 -- 172.21.15.44:0/2003313795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70fc1092d0 msgr2=0x7f70fc1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:12.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 --2- 172.21.15.44:0/2003313795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70fc1092d0 0x7f70fc1096b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f70f00099c0 tx=0x7f70f0009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 -- 172.21.15.44:0/2003313795 shutdown_connections 2024-04-26T01:52:12.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 --2- 172.21.15.44:0/2003313795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70fc10e3b0 0x7f70fc115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 --2- 172.21.15.44:0/2003313795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70fc1092d0 0x7f70fc1096b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 --2- 172.21.15.44:0/2003313795 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70fc109c80 0x7f70fc10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 -- 172.21.15.44:0/2003313795 >> 172.21.15.44:0/2003313795 conn(0x7f70fc076210 msgr2=0x7f70fc107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:12.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 -- 172.21.15.44:0/2003313795 shutdown_connections 2024-04-26T01:52:12.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.950+0000 7f7103e00700 1 -- 172.21.15.44:0/2003313795 wait complete. 2024-04-26T01:52:12.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.951+0000 7f7103e00700 1 Processor -- start 2024-04-26T01:52:12.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.951+0000 7f7103e00700 1 -- start start 2024-04-26T01:52:12.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7103e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70fc1092d0 0x7f70fc19f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:12.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7103e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70fc109c80 0x7f70fc19fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:12.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7103e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70fc10e3b0 0x7f70fc1a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7103e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc119290 con 0x7f70fc10e3b0 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7103e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc119110 con 0x7f70fc109c80 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7103e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc119410 con 0x7f70fc1092d0 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7100a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70fc109c80 0x7f70fc19fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7101e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70fc10e3b0 0x7f70fc1a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7100a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70fc109c80 0x7f70fc19fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48966/0 (socket says 172.21.15.44:48966) 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7100a00700 1 -- 172.21.15.44:0/562455556 learned_addr learned my addr 172.21.15.44:0/562455556 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:12.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.952+0000 7f7101400700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70fc1092d0 0x7f70fc19f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:12.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7100a00700 1 -- 172.21.15.44:0/562455556 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70fc1092d0 msgr2=0x7f70fc19f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:12.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7100a00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70fc1092d0 0x7f70fc19f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7100a00700 1 -- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70fc10e3b0 msgr2=0x7f70fc1a3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7100a00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70fc10e3b0 0x7f70fc1a3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7100a00700 1 -- 172.21.15.44:0/562455556 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70fc1a4720 con 0x7f70fc109c80 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7100a00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70fc109c80 0x7f70fc19fca0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f70e800e970 tx=0x7f70e800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e8004a30 con 0x7f70fc109c80 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70fc1a4a10 con 0x7f70fc109c80 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70e800cc90 con 0x7f70fc109c80 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e8005610 con 0x7f70fc109c80 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.953+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70fc1ac290 con 0x7f70fc109c80 2024-04-26T01:52:12.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.954+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70fc0631d0 con 0x7f70fc109c80 2024-04-26T01:52:12.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.957+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f70e800c7e0 con 0x7f70fc109c80 2024-04-26T01:52:12.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.958+0000 7f70fa000700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70e40a3d50 0x7f70e40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:12.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.958+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f70e80d0aa0 con 0x7f70fc109c80 2024-04-26T01:52:12.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.958+0000 7f7101400700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70e40a3d50 0x7f70e40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:12.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.959+0000 7f70fa000700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] conn(0x7f70e40ad790 0x7f70e40afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:12.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.959+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 --> [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70e40b0300 con 0x7f70e40ad790 2024-04-26T01:52:12.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.959+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f70e80d0e50 con 0x7f70fc109c80 2024-04-26T01:52:12.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.959+0000 7f7101e00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] conn(0x7f70e40ad790 0x7f70e40afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:12.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.959+0000 7f7101400700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70e40a3d50 0x7f70e40a6210 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f70f0000c00 tx=0x7f70f0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:12.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.959+0000 7f7101e00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] conn(0x7f70e40ad790 0x7f70e40afc30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:12.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.961+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== osd.6 v2:172.21.15.44:6818/1729074458 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70e40b0300 con 0x7f70e40ad790 2024-04-26T01:52:12.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.979+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 --> [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f70fc0635d0 con 0x7f70e40ad790 2024-04-26T01:52:12.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.979+0000 7f70fa000700 1 -- 172.21.15.44:0/562455556 <== osd.6 v2:172.21.15.44:6818/1729074458 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f70fc0635d0 con 0x7f70e40ad790 2024-04-26T01:52:12.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] conn(0x7f70e40ad790 msgr2=0x7f70e40afc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:12.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] conn(0x7f70e40ad790 0x7f70e40afc30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70e40a3d50 msgr2=0x7f70e40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:12.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70e40a3d50 0x7f70e40a6210 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f70f0000c00 tx=0x7f70f0005fb0 comp rx=0 tx=0).stop 2024-04-26T01:52:12.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70fc109c80 msgr2=0x7f70fc19fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:12.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 --2- 172.21.15.44:0/562455556 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70fc109c80 0x7f70fc19fca0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f70e800e970 tx=0x7f70e800ec80 comp rx=0 tx=0).stop 2024-04-26T01:52:12.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7101e00700 1 -- 172.21.15.44:0/562455556 reap_dead start 2024-04-26T01:52:12.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 shutdown_connections 2024-04-26T01:52:12.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 >> 172.21.15.44:0/562455556 conn(0x7f70fc076210 msgr2=0x7f70fc076870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:12.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.980+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 shutdown_connections 2024-04-26T01:52:12.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:12.981+0000 7f7103e00700 1 -- 172.21.15.44:0/562455556 wait complete. 2024-04-26T01:52:13.047 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:13 smithi044 ceph-mon[27847]: pgmap v375: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:13.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:13 smithi156 ceph-mon[32543]: pgmap v375: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:13.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:13 smithi090 ceph-mon[32456]: pgmap v375: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:15.320 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:15 smithi044 ceph-mon[27847]: pgmap v376: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:15.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:15 smithi156 ceph-mon[32543]: pgmap v376: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:15.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:15 smithi090 ceph-mon[32456]: pgmap v376: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:17.288 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:17 smithi090 ceph-mon[32456]: pgmap v377: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:17.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:17 smithi044 ceph-mon[27847]: pgmap v377: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:17.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:17 smithi156 ceph-mon[32543]: pgmap v377: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:19.305 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:19 smithi044 ceph-mon[27847]: pgmap v378: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:19.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:19 smithi156 ceph-mon[32543]: pgmap v378: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:19.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:19 smithi090 ceph-mon[32456]: pgmap v378: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:20.036 INFO:teuthology.orchestra.run.smithi044.stdout:201863462975 2024-04-26T01:52:20.037 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T01:52:21.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:21 smithi044 ceph-mon[27847]: pgmap v379: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:21.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:21 smithi156 ceph-mon[32543]: pgmap v379: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:21.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:21 smithi090 ceph-mon[32456]: pgmap v379: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:21.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 -- 172.21.15.44:0/3012534561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18108a50 msgr2=0x7f0c18108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:21.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 --2- 172.21.15.44:0/3012534561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18108a50 0x7f0c18108e30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0c0800b0a0 tx=0x7f0c0800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:52:21.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 -- 172.21.15.44:0/3012534561 shutdown_connections 2024-04-26T01:52:21.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 --2- 172.21.15.44:0/3012534561 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c18103450 0x7f0c1810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:21.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 --2- 172.21.15.44:0/3012534561 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18108a50 0x7f0c18108e30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:21.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 --2- 172.21.15.44:0/3012534561 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c18102a90 0x7f0c18102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:21.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 -- 172.21.15.44:0/3012534561 >> 172.21.15.44:0/3012534561 conn(0x7f0c18079ba0 msgr2=0x7f0c18079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:21.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 -- 172.21.15.44:0/3012534561 shutdown_connections 2024-04-26T01:52:21.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.807+0000 7f0c1e200700 1 -- 172.21.15.44:0/3012534561 wait complete. 2024-04-26T01:52:21.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 Processor -- start 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 -- start start 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18102a90 0x7f0c18074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c18103450 0x7f0c18075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c18108a50 0x7f0c180757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c18112c00 con 0x7f0c18103450 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c18112a80 con 0x7f0c18102a90 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.809+0000 7f0c1e200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0c18112d80 con 0x7f0c18108a50 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c16a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c18103450 0x7f0c18075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c18108a50 0x7f0c180757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18102a90 0x7f0c18074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:21.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c18108a50 0x7f0c180757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45806/0 (socket says 172.21.15.44:45806) 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 -- 172.21.15.44:0/1462744365 learned_addr learned my addr 172.21.15.44:0/1462744365 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 -- 172.21.15.44:0/1462744365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18102a90 msgr2=0x7f0c18074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18102a90 0x7f0c18074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 -- 172.21.15.44:0/1462744365 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c18103450 msgr2=0x7f0c18075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c18103450 0x7f0c18075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17e00700 1 -- 172.21.15.44:0/1462744365 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c181a7640 con 0x7f0c18108a50 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.810+0000 7f0c17400700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c18102a90 0x7f0c18074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.811+0000 7f0c17e00700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c18108a50 0x7f0c180757c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0c1000e940 tx=0x7f0c1000ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.811+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c10004a30 con 0x7f0c18108a50 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.811+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c181a7930 con 0x7f0c18108a50 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.811+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c100054d0 con 0x7f0c18108a50 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.811+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c1000ccf0 con 0x7f0c18108a50 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.811+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c181a7ec0 con 0x7f0c18108a50 2024-04-26T01:52:21.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.812+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0c18063110 con 0x7f0c18108a50 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.814+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0c10005000 con 0x7f0c18108a50 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.816+0000 7f0c0fe00700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0bfc0a3cd0 0x7f0bfc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.816+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f0c100d0a60 con 0x7f0c18108a50 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.816+0000 7f0c17400700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0bfc0a3cd0 0x7f0bfc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.816+0000 7f0c0fe00700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] conn(0x7f0bfc0ad710 0x7f0bfc0afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.816+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 --> [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0c1001ee50 con 0x7f0bfc0ad710 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.816+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f0c100d0e10 con 0x7f0c18108a50 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.817+0000 7f0c16a00700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] conn(0x7f0bfc0ad710 0x7f0bfc0afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.817+0000 7f0c17400700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0bfc0a3cd0 0x7f0bfc0a6190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009fd0 tx=0x7f0c0800b700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.817+0000 7f0c16a00700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] conn(0x7f0bfc0ad710 0x7f0bfc0afbb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.818+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== osd.2 v2:172.21.15.156:6800/261603947 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0c1001ee50 con 0x7f0bfc0ad710 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.839+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 --> [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0c18063510 con 0x7f0bfc0ad710 2024-04-26T01:52:21.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.839+0000 7f0c0fe00700 1 -- 172.21.15.44:0/1462744365 <== osd.2 v2:172.21.15.156:6800/261603947 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0c18063510 con 0x7f0bfc0ad710 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] conn(0x7f0bfc0ad710 msgr2=0x7f0bfc0afbb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] conn(0x7f0bfc0ad710 0x7f0bfc0afbb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0bfc0a3cd0 msgr2=0x7f0bfc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0bfc0a3cd0 0x7f0bfc0a6190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009fd0 tx=0x7f0c0800b700 comp rx=0 tx=0).stop 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c18108a50 msgr2=0x7f0c180757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 --2- 172.21.15.44:0/1462744365 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c18108a50 0x7f0c180757c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0c1000e940 tx=0x7f0c1000ec50 comp rx=0 tx=0).stop 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c17e00700 1 -- 172.21.15.44:0/1462744365 reap_dead start 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 shutdown_connections 2024-04-26T01:52:21.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 >> 172.21.15.44:0/1462744365 conn(0x7f0c18079ba0 msgr2=0x7f0c18101940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.840+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 shutdown_connections 2024-04-26T01:52:21.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.841+0000 7f0c1e200700 1 -- 172.21.15.44:0/1462744365 wait complete. 2024-04-26T01:52:22.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 -- 172.21.15.44:0/2279237770 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8103450 msgr2=0x7faef810f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:22.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 --2- 172.21.15.44:0/2279237770 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8103450 0x7faef810f8b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7faef0009f90 tx=0x7faef000b330 comp rx=0 tx=0).stop 2024-04-26T01:52:22.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 -- 172.21.15.44:0/2279237770 shutdown_connections 2024-04-26T01:52:22.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 --2- 172.21.15.44:0/2279237770 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8103450 0x7faef810f8b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:22.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 --2- 172.21.15.44:0/2279237770 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef8108a50 0x7faef8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:22.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 --2- 172.21.15.44:0/2279237770 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faef8102a90 0x7faef8102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:22.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 -- 172.21.15.44:0/2279237770 >> 172.21.15.44:0/2279237770 conn(0x7faef8079ba0 msgr2=0x7faef8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:22.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 -- 172.21.15.44:0/2279237770 shutdown_connections 2024-04-26T01:52:22.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.902+0000 7faeff400700 1 -- 172.21.15.44:0/2279237770 wait complete. 2024-04-26T01:52:22.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.903+0000 7faeff400700 1 Processor -- start 2024-04-26T01:52:22.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faeff400700 1 -- start start 2024-04-26T01:52:22.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faeff400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef8102a90 0x7faef819b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:22.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faeff400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faef8103450 0x7faef819b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:22.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faeff400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8108a50 0x7faef819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:22.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faeff400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faef8112c50 con 0x7faef8102a90 2024-04-26T01:52:22.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faeff400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faef8112ad0 con 0x7faef8108a50 2024-04-26T01:52:22.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faeff400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7faef8112dd0 con 0x7faef8103450 2024-04-26T01:52:22.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faefca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef8102a90 0x7faef819b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:22.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faefca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef8102a90 0x7faef819b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47672/0 (socket says 172.21.15.44:47672) 2024-04-26T01:52:22.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faefca00700 1 -- 172.21.15.44:0/56494090 learned_addr learned my addr 172.21.15.44:0/56494090 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:22.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faef7e00700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faef8103450 0x7faef819b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:22.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.904+0000 7faefd400700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8108a50 0x7faef819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:22.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faefca00700 1 -- 172.21.15.44:0/56494090 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faef8103450 msgr2=0x7faef819b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:22.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faefca00700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faef8103450 0x7faef819b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:22.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faefca00700 1 -- 172.21.15.44:0/56494090 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8108a50 msgr2=0x7faef819fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:22.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faefca00700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8108a50 0x7faef819fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:22.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faefca00700 1 -- 172.21.15.44:0/56494090 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faef81a0370 con 0x7faef8102a90 2024-04-26T01:52:22.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faefd400700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faef8108a50 0x7faef819fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:22.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faefca00700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef8102a90 0x7faef819b360 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7faeec00ec10 tx=0x7faeec00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:22.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeec00cc90 con 0x7faef8102a90 2024-04-26T01:52:22.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.905+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faef81a0660 con 0x7faef8102a90 2024-04-26T01:52:22.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.906+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeec00ce30 con 0x7faef8102a90 2024-04-26T01:52:22.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.906+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeec010430 con 0x7faef8102a90 2024-04-26T01:52:22.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.906+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faef81a7ee0 con 0x7faef8102a90 2024-04-26T01:52:22.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.907+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7faef810f8f0 con 0x7faef8102a90 2024-04-26T01:52:22.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.909+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7faeec004000 con 0x7faef8102a90 2024-04-26T01:52:22.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.910+0000 7faef5600700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faee00a3cd0 0x7faee00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:22.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.911+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7faeec0d0970 con 0x7faef8102a90 2024-04-26T01:52:22.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.911+0000 7faef7e00700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faee00a3cd0 0x7faee00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:22.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.911+0000 7faef5600700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] conn(0x7faee00ad710 0x7faee00afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:22.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.911+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 --> [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7faeec003770 con 0x7faee00ad710 2024-04-26T01:52:22.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.911+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7faeec0d0d20 con 0x7faef8102a90 2024-04-26T01:52:22.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.911+0000 7faefd400700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] conn(0x7faee00ad710 0x7faee00afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:22.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.911+0000 7faef7e00700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faee00a3cd0 0x7faee00a6190 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7faef807a4a0 tx=0x7faee4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:22.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.912+0000 7faefd400700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] conn(0x7faee00ad710 0x7faee00afbb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:22.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.913+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== osd.0 v2:172.21.15.44:6802/3134320212 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7faeec003770 con 0x7faee00ad710 2024-04-26T01:52:22.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.931+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 --> [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7faef8104180 con 0x7faee00ad710 2024-04-26T01:52:22.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faef5600700 1 -- 172.21.15.44:0/56494090 <== osd.0 v2:172.21.15.44:6802/3134320212 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7faef8104180 con 0x7faee00ad710 2024-04-26T01:52:22.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] conn(0x7faee00ad710 msgr2=0x7faee00afbb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:22.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] conn(0x7faee00ad710 0x7faee00afbb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:22.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faee00a3cd0 msgr2=0x7faee00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:22.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faee00a3cd0 0x7faee00a6190 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7faef807a4a0 tx=0x7faee4009260 comp rx=0 tx=0).stop 2024-04-26T01:52:22.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef8102a90 msgr2=0x7faef819b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:22.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 --2- 172.21.15.44:0/56494090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef8102a90 0x7faef819b360 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7faeec00ec10 tx=0x7faeec00ef20 comp rx=0 tx=0).stop 2024-04-26T01:52:22.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faefd400700 1 -- 172.21.15.44:0/56494090 reap_dead start 2024-04-26T01:52:22.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 shutdown_connections 2024-04-26T01:52:22.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.932+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 >> 172.21.15.44:0/56494090 conn(0x7faef8079ba0 msgr2=0x7faef810df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:22.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.933+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 shutdown_connections 2024-04-26T01:52:22.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:21.933+0000 7faeff400700 1 -- 172.21.15.44:0/56494090 wait complete. 2024-04-26T01:52:23.301 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:23 smithi044 ceph-mon[27847]: pgmap v380: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:23.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.355+0000 7f0aee200700 1 -- 172.21.15.44:0/449395232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109cc0 msgr2=0x7f0ae810dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:23.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.355+0000 7f0aee200700 1 --2- 172.21.15.44:0/449395232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109cc0 0x7f0ae810dcc0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0ad40098f0 tx=0x7f0ad4009c00 comp rx=0 tx=0).stop 2024-04-26T01:52:23.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.356+0000 7f0aee200700 1 -- 172.21.15.44:0/449395232 shutdown_connections 2024-04-26T01:52:23.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.356+0000 7f0aee200700 1 --2- 172.21.15.44:0/449395232 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ae810e3a0 0x7f0ae8115f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:23.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.356+0000 7f0aee200700 1 --2- 172.21.15.44:0/449395232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ae8109310 0x7f0ae81096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:23.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.356+0000 7f0aee200700 1 --2- 172.21.15.44:0/449395232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109cc0 0x7f0ae810dcc0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:23.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.356+0000 7f0aee200700 1 -- 172.21.15.44:0/449395232 >> 172.21.15.44:0/449395232 conn(0x7f0ae8076210 msgr2=0x7f0ae8078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:23.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.356+0000 7f0aee200700 1 -- 172.21.15.44:0/449395232 shutdown_connections 2024-04-26T01:52:23.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.356+0000 7f0aee200700 1 -- 172.21.15.44:0/449395232 wait complete. 2024-04-26T01:52:23.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.357+0000 7f0aee200700 1 Processor -- start 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.357+0000 7f0aee200700 1 -- start start 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0aee200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109310 0x7f0ae81a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0aee200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ae8109cc0 0x7f0ae81a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0aee200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ae810e3a0 0x7f0ae819f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0aee200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae8119260 con 0x7f0ae810e3a0 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0aee200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae81190e0 con 0x7f0ae8109310 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0aee200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae81193e0 con 0x7f0ae8109cc0 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0ae7400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109310 0x7f0ae81a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0ae7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ae810e3a0 0x7f0ae819f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0ae6a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ae8109cc0 0x7f0ae81a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0ae7400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109310 0x7f0ae81a5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46088/0 (socket says 172.21.15.44:46088) 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0ae7400700 1 -- 172.21.15.44:0/2862309622 learned_addr learned my addr 172.21.15.44:0/2862309622 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0ae7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ae810e3a0 0x7f0ae819f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47712/0 (socket says 172.21.15.44:47712) 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.358+0000 7f0ae6a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ae8109cc0 0x7f0ae81a5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45844/0 (socket says 172.21.15.44:45844) 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.359+0000 7f0ae6a00700 1 -- 172.21.15.44:0/2862309622 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109310 msgr2=0x7f0ae81a5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.359+0000 7f0ae6a00700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ae8109310 0x7f0ae81a5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.359+0000 7f0ae6a00700 1 -- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ae810e3a0 msgr2=0x7f0ae819f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.359+0000 7f0ae6a00700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ae810e3a0 0x7f0ae819f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.359+0000 7f0ae6a00700 1 -- 172.21.15.44:0/2862309622 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae819ff70 con 0x7f0ae8109cc0 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.359+0000 7f0ae6a00700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ae8109cc0 0x7f0ae81a5ab0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4000c00 tx=0x7f0ad400fa20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.359+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4005180 con 0x7f0ae8109cc0 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.360+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ad400b560 con 0x7f0ae8109cc0 2024-04-26T01:52:23.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.360+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae81a0200 con 0x7f0ae8109cc0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.360+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4003a00 con 0x7f0ae8109cc0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.360+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae81ac4f0 con 0x7f0ae8109cc0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.361+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0ae8063190 con 0x7f0ae8109cc0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.363+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0ad400b9e0 con 0x7f0ae8109cc0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.364+0000 7f0adfe00700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0acc0a3d50 0x7f0acc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.365+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f0ad40d1d40 con 0x7f0ae8109cc0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.365+0000 7f0ae7400700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0acc0a3d50 0x7f0acc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.365+0000 7f0adfe00700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] conn(0x7f0acc0ad660 0x7f0acc0afb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.365+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 --> [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0ad4001d30 con 0x7f0acc0ad660 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.365+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f0ad40d20f0 con 0x7f0ae8109cc0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.365+0000 7f0ae7e00700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] conn(0x7f0acc0ad660 0x7f0acc0afb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.366+0000 7f0ae7400700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0acc0a3d50 0x7f0acc0a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8005d10 tx=0x7f0ad8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.366+0000 7f0ae7e00700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] conn(0x7f0acc0ad660 0x7f0acc0afb00 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.367+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== osd.9 v2:172.21.15.44:6826/3455658199 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0ad4001d30 con 0x7f0acc0ad660 2024-04-26T01:52:23.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.387+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 --> [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0ae8063610 con 0x7f0acc0ad660 2024-04-26T01:52:23.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.387+0000 7f0adfe00700 1 -- 172.21.15.44:0/2862309622 <== osd.9 v2:172.21.15.44:6826/3455658199 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0ae8063610 con 0x7f0acc0ad660 2024-04-26T01:52:23.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] conn(0x7f0acc0ad660 msgr2=0x7f0acc0afb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:23.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] conn(0x7f0acc0ad660 0x7f0acc0afb00 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:23.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0acc0a3d50 msgr2=0x7f0acc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0acc0a3d50 0x7f0acc0a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8005d10 tx=0x7f0ad8009310 comp rx=0 tx=0).stop 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ae8109cc0 msgr2=0x7f0ae81a5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 --2- 172.21.15.44:0/2862309622 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ae8109cc0 0x7f0ae81a5ab0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4000c00 tx=0x7f0ad400fa20 comp rx=0 tx=0).stop 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0ae7e00700 1 -- 172.21.15.44:0/2862309622 reap_dead start 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 shutdown_connections 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 >> 172.21.15.44:0/2862309622 conn(0x7f0ae8076210 msgr2=0x7f0ae80775c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 shutdown_connections 2024-04-26T01:52:23.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.388+0000 7f0aee200700 1 -- 172.21.15.44:0/2862309622 wait complete. 2024-04-26T01:52:23.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:23 smithi156 ceph-mon[32543]: pgmap v380: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:23.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:23 smithi090 ceph-mon[32456]: pgmap v380: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:24.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.136+0000 7f70ba000700 1 -- 172.21.15.44:0/3017996797 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406b0f0 msgr2=0x7f70b410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.136+0000 7f70ba000700 1 --2- 172.21.15.44:0/3017996797 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406b0f0 0x7f70b410f900 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f70ac00b0a0 tx=0x7f70ac00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.137+0000 7f70ba000700 1 -- 172.21.15.44:0/3017996797 shutdown_connections 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.137+0000 7f70ba000700 1 --2- 172.21.15.44:0/3017996797 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70b4108a30 0x7f70b4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.137+0000 7f70ba000700 1 --2- 172.21.15.44:0/3017996797 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406b0f0 0x7f70b410f900 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.137+0000 7f70ba000700 1 --2- 172.21.15.44:0/3017996797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70b406a750 0x7f70b406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.137+0000 7f70ba000700 1 -- 172.21.15.44:0/3017996797 >> 172.21.15.44:0/3017996797 conn(0x7f70b40788f0 msgr2=0x7f70b4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.137+0000 7f70ba000700 1 -- 172.21.15.44:0/3017996797 shutdown_connections 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.137+0000 7f70ba000700 1 -- 172.21.15.44:0/3017996797 wait complete. 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.138+0000 7f70ba000700 1 Processor -- start 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.138+0000 7f70ba000700 1 -- start start 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70ba000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406a750 0x7f70b419b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70ba000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70b406b0f0 0x7f70b419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70ba000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70b4108a30 0x7f70b419fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70ba000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4112c20 con 0x7f70b406a750 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70ba000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4112aa0 con 0x7f70b4108a30 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70ba000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4112da0 con 0x7f70b406b0f0 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70b3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406a750 0x7f70b419b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70b3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406a750 0x7f70b419b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47686/0 (socket says 172.21.15.44:47686) 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70b3400700 1 -- 172.21.15.44:0/3712554491 learned_addr learned my addr 172.21.15.44:0/3712554491 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70b3e00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70b4108a30 0x7f70b419fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.139+0000 7f70b2a00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70b406b0f0 0x7f70b419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b3e00700 1 -- 172.21.15.44:0/3712554491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70b406b0f0 msgr2=0x7f70b419b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b3e00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70b406b0f0 0x7f70b419b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b3e00700 1 -- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406a750 msgr2=0x7f70b419b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b3e00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406a750 0x7f70b419b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b3e00700 1 -- 172.21.15.44:0/3712554491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b41a03a0 con 0x7f70b4108a30 2024-04-26T01:52:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b3400700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70b406a750 0x7f70b419b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b2a00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70b406b0f0 0x7f70b419b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70b3e00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70b4108a30 0x7f70b419fc60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f70ac00b070 tx=0x7f70ac004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ac021070 con 0x7f70b4108a30 2024-04-26T01:52:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70ac007e30 con 0x7f70b4108a30 2024-04-26T01:52:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.140+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b41a0630 con 0x7f70b4108a30 2024-04-26T01:52:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.141+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ac0045f0 con 0x7f70b4108a30 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.141+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b41a7f10 con 0x7f70b4108a30 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.141+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70b40630d0 con 0x7f70b4108a30 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.143+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f70ac007980 con 0x7f70b4108a30 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.145+0000 7f70abe00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70980a3d50 0x7f70980a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.145+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f70ac00f020 con 0x7f70b4108a30 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.145+0000 7f70b3400700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70980a3d50 0x7f70980a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.145+0000 7f70abe00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] conn(0x7f70980ad790 0x7f70980afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.145+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 --> [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70ac02ce50 con 0x7f70980ad790 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.145+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f70ac0d1d30 con 0x7f70b4108a30 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.146+0000 7f70b2a00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] conn(0x7f70980ad790 0x7f70980afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.146+0000 7f70b3400700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70980a3d50 0x7f70980a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f70a4011550 tx=0x7f70a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.146+0000 7f70b2a00700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] conn(0x7f70980ad790 0x7f70980afc30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:24.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.147+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== osd.3 v2:172.21.15.44:6810/474798 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70ac02ce50 con 0x7f70980ad790 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.166+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 --> [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f70b4063500 con 0x7f70980ad790 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.166+0000 7f70abe00700 1 -- 172.21.15.44:0/3712554491 <== osd.3 v2:172.21.15.44:6810/474798 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f70b4063500 con 0x7f70980ad790 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.167+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] conn(0x7f70980ad790 msgr2=0x7f70980afc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.167+0000 7f70ba000700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] conn(0x7f70980ad790 0x7f70980afc30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.167+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70980a3d50 msgr2=0x7f70980a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.167+0000 7f70ba000700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f70980a3d50 0x7f70980a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f70a4011550 tx=0x7f70a4009260 comp rx=0 tx=0).stop 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.167+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70b4108a30 msgr2=0x7f70b419fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.167+0000 7f70ba000700 1 --2- 172.21.15.44:0/3712554491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70b4108a30 0x7f70b419fc60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f70ac00b070 tx=0x7f70ac004c80 comp rx=0 tx=0).stop 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.167+0000 7f70b3e00700 1 -- 172.21.15.44:0/3712554491 reap_dead start 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.168+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 shutdown_connections 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.168+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 >> 172.21.15.44:0/3712554491 conn(0x7f70b40788f0 msgr2=0x7f70b410df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.168+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 shutdown_connections 2024-04-26T01:52:24.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:23.168+0000 7f70ba000700 1 -- 172.21.15.44:0/3712554491 wait complete. 2024-04-26T01:52:24.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 -- 172.21.15.44:0/686918288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94105870 msgr2=0x7f2a941098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 --2- 172.21.15.44:0/686918288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94105870 0x7f2a941098c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2a800099c0 tx=0x7f2a80009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 -- 172.21.15.44:0/686918288 shutdown_connections 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 --2- 172.21.15.44:0/686918288 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a94109fa0 0x7f2a94111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 --2- 172.21.15.44:0/686918288 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a94104ec0 0x7f2a941052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 --2- 172.21.15.44:0/686918288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94105870 0x7f2a941098c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 -- 172.21.15.44:0/686918288 >> 172.21.15.44:0/686918288 conn(0x7f2a94100750 msgr2=0x7f2a94102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 -- 172.21.15.44:0/686918288 shutdown_connections 2024-04-26T01:52:24.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.901+0000 7f2a9ba00700 1 -- 172.21.15.44:0/686918288 wait complete. 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.902+0000 7f2a9ba00700 1 Processor -- start 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a9ba00700 1 -- start start 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a9ba00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a94104ec0 0x7f2a9419b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a9ba00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a94105870 0x7f2a9419b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a9ba00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94109fa0 0x7f2a9419fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a9ba00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a94114e10 con 0x7f2a94109fa0 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a9ba00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2a94114c90 con 0x7f2a94105870 2024-04-26T01:52:24.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a9ba00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2a94114f90 con 0x7f2a94104ec0 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a99a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94109fa0 0x7f2a9419fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a99a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94109fa0 0x7f2a9419fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47750/0 (socket says 172.21.15.44:47750) 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a99a00700 1 -- 172.21.15.44:0/1202853616 learned_addr learned my addr 172.21.15.44:0/1202853616 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.903+0000 7f2a99000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a94104ec0 0x7f2a9419b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.904+0000 7f2a93e00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a94105870 0x7f2a9419b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.904+0000 7f2a99000700 1 -- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a94105870 msgr2=0x7f2a9419b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.904+0000 7f2a99000700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a94105870 0x7f2a9419b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.904+0000 7f2a99000700 1 -- 172.21.15.44:0/1202853616 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94109fa0 msgr2=0x7f2a9419fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.904+0000 7f2a99000700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a94109fa0 0x7f2a9419fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.904+0000 7f2a99000700 1 -- 172.21.15.44:0/1202853616 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a941a02f0 con 0x7f2a94104ec0 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.904+0000 7f2a99000700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a94104ec0 0x7f2a9419b2e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2a8800e9f0 tx=0x7f2a8800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:24.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.905+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a8800cb70 con 0x7f2a94104ec0 2024-04-26T01:52:24.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.905+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a941a05e0 con 0x7f2a94104ec0 2024-04-26T01:52:24.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.905+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a8800ee90 con 0x7f2a94104ec0 2024-04-26T01:52:24.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.905+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a88003d40 con 0x7f2a94104ec0 2024-04-26T01:52:24.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.905+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a941a7e60 con 0x7f2a94104ec0 2024-04-26T01:52:24.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.906+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2a94063190 con 0x7f2a94104ec0 2024-04-26T01:52:24.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.908+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2a88003ee0 con 0x7f2a94104ec0 2024-04-26T01:52:24.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.910+0000 7f2a91600700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2a7c0a3d50 0x7f2a7c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.910+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f2a880d0a20 con 0x7f2a94104ec0 2024-04-26T01:52:24.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.910+0000 7f2a93e00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2a7c0a3d50 0x7f2a7c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.910+0000 7f2a91600700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] conn(0x7f2a7c0ad790 0x7f2a7c0afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:24.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.910+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 --> [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2a88022e50 con 0x7f2a7c0ad790 2024-04-26T01:52:24.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.910+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f2a880d0dd0 con 0x7f2a94104ec0 2024-04-26T01:52:24.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.910+0000 7f2a99a00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] conn(0x7f2a7c0ad790 0x7f2a7c0afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:24.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.911+0000 7f2a93e00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2a7c0a3d50 0x7f2a7c0a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2a80000c00 tx=0x7f2a80005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:24.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.911+0000 7f2a99a00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] conn(0x7f2a7c0ad790 0x7f2a7c0afc30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:24.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.912+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== osd.7 v2:172.21.15.90:6816/2734586631 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2a88022e50 con 0x7f2a7c0ad790 2024-04-26T01:52:24.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.930+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 --> [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2a94063610 con 0x7f2a7c0ad790 2024-04-26T01:52:24.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.931+0000 7f2a91600700 1 -- 172.21.15.44:0/1202853616 <== osd.7 v2:172.21.15.90:6816/2734586631 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2a94063610 con 0x7f2a7c0ad790 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.931+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] conn(0x7f2a7c0ad790 msgr2=0x7f2a7c0afc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] conn(0x7f2a7c0ad790 0x7f2a7c0afc30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2a7c0a3d50 msgr2=0x7f2a7c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2a7c0a3d50 0x7f2a7c0a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2a80000c00 tx=0x7f2a80005fb0 comp rx=0 tx=0).stop 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a94104ec0 msgr2=0x7f2a9419b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 --2- 172.21.15.44:0/1202853616 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a94104ec0 0x7f2a9419b2e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2a8800e9f0 tx=0x7f2a8800ed00 comp rx=0 tx=0).stop 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a99a00700 1 -- 172.21.15.44:0/1202853616 reap_dead start 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 shutdown_connections 2024-04-26T01:52:24.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 >> 172.21.15.44:0/1202853616 conn(0x7f2a94100750 msgr2=0x7f2a94102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:24.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 shutdown_connections 2024-04-26T01:52:24.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.932+0000 7f2a9ba00700 1 -- 172.21.15.44:0/1202853616 wait complete. 2024-04-26T01:52:24.994 INFO:teuthology.orchestra.run.smithi044.stdout:77309411416 2024-04-26T01:52:24.995 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T01:52:25.291 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:25 smithi044 ceph-mon[27847]: pgmap v381: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:52:25.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:25 smithi156 ceph-mon[32543]: pgmap v381: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:52:25.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:25 smithi090 ceph-mon[32456]: pgmap v381: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:52:26.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.294+0000 7f0e60600700 1 -- 172.21.15.44:0/760768792 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 msgr2=0x7f0e5810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.294+0000 7f0e60600700 1 --2- 172.21.15.44:0/760768792 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 0x7f0e5810dcd0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0e44009990 tx=0x7f0e44009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.295+0000 7f0e60600700 1 -- 172.21.15.44:0/760768792 shutdown_connections 2024-04-26T01:52:26.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.295+0000 7f0e60600700 1 --2- 172.21.15.44:0/760768792 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e581092d0 0x7f0e581096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.295+0000 7f0e60600700 1 --2- 172.21.15.44:0/760768792 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e5810e3b0 0x7f0e58115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.295+0000 7f0e60600700 1 --2- 172.21.15.44:0/760768792 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 0x7f0e5810dcd0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.295+0000 7f0e60600700 1 -- 172.21.15.44:0/760768792 >> 172.21.15.44:0/760768792 conn(0x7f0e58076210 msgr2=0x7f0e58107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:26.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.295+0000 7f0e60600700 1 -- 172.21.15.44:0/760768792 shutdown_connections 2024-04-26T01:52:26.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.295+0000 7f0e60600700 1 -- 172.21.15.44:0/760768792 wait complete. 2024-04-26T01:52:26.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.296+0000 7f0e60600700 1 Processor -- start 2024-04-26T01:52:26.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.296+0000 7f0e60600700 1 -- start start 2024-04-26T01:52:26.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e60600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e581092d0 0x7f0e5819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e60600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 0x7f0e5819fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e60600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e5810e3b0 0x7f0e581a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e60600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e58119270 con 0x7f0e581092d0 2024-04-26T01:52:26.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e60600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0e581190f0 con 0x7f0e58109c80 2024-04-26T01:52:26.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e60600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0e581193f0 con 0x7f0e5810e3b0 2024-04-26T01:52:26.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e5dc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e581092d0 0x7f0e5819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e5d200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 0x7f0e5819fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e5d200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 0x7f0e5819fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46150/0 (socket says 172.21.15.44:46150) 2024-04-26T01:52:26.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e5d200700 1 -- 172.21.15.44:0/943778045 learned_addr learned my addr 172.21.15.44:0/943778045 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:26.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.297+0000 7f0e5e600700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e5810e3b0 0x7f0e581a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.298+0000 7f0e5d200700 1 -- 172.21.15.44:0/943778045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e5810e3b0 msgr2=0x7f0e581a4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.298+0000 7f0e5d200700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e5810e3b0 0x7f0e581a4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.298+0000 7f0e5d200700 1 -- 172.21.15.44:0/943778045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e581092d0 msgr2=0x7f0e5819f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.298+0000 7f0e5d200700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e581092d0 0x7f0e5819f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.298+0000 7f0e5d200700 1 -- 172.21.15.44:0/943778045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e581a4750 con 0x7f0e58109c80 2024-04-26T01:52:26.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.298+0000 7f0e5d200700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 0x7f0e5819fc80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400b2e0 tx=0x7f0e440047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:26.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.299+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44026070 con 0x7f0e58109c80 2024-04-26T01:52:26.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.299+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e4400b610 con 0x7f0e58109c80 2024-04-26T01:52:26.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.299+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e581a49e0 con 0x7f0e58109c80 2024-04-26T01:52:26.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.299+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e440173f0 con 0x7f0e58109c80 2024-04-26T01:52:26.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.299+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e581ac2c0 con 0x7f0e58109c80 2024-04-26T01:52:26.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.300+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0e580631d0 con 0x7f0e58109c80 2024-04-26T01:52:26.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.302+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0e44029070 con 0x7f0e58109c80 2024-04-26T01:52:26.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.303+0000 7f0e56000700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0e400a3d50 0x7f0e400a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.304+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f0e440d1c90 con 0x7f0e58109c80 2024-04-26T01:52:26.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.304+0000 7f0e5dc00700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0e400a3d50 0x7f0e400a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.304+0000 7f0e56000700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] conn(0x7f0e400ad660 0x7f0e400afb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.304+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 --> [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0e400b01d0 con 0x7f0e400ad660 2024-04-26T01:52:26.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.304+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f0e440d2040 con 0x7f0e58109c80 2024-04-26T01:52:26.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.304+0000 7f0e5dc00700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0e400a3d50 0x7f0e400a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c009c60 tx=0x7f0e4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:26.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.304+0000 7f0e5e600700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] conn(0x7f0e400ad660 0x7f0e400afb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.305+0000 7f0e5e600700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] conn(0x7f0e400ad660 0x7f0e400afb00 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:26.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.306+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== osd.4 v2:172.21.15.90:6808/1106494369 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0e400b01d0 con 0x7f0e400ad660 2024-04-26T01:52:26.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.325+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 --> [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0e580635d0 con 0x7f0e400ad660 2024-04-26T01:52:26.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.325+0000 7f0e56000700 1 -- 172.21.15.44:0/943778045 <== osd.4 v2:172.21.15.90:6808/1106494369 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0e580635d0 con 0x7f0e400ad660 2024-04-26T01:52:26.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] conn(0x7f0e400ad660 msgr2=0x7f0e400afb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] conn(0x7f0e400ad660 0x7f0e400afb00 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0e400a3d50 msgr2=0x7f0e400a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0e400a3d50 0x7f0e400a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c009c60 tx=0x7f0e4c009260 comp rx=0 tx=0).stop 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 msgr2=0x7f0e5819fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 --2- 172.21.15.44:0/943778045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e58109c80 0x7f0e5819fc80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400b2e0 tx=0x7f0e440047b0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e5e600700 1 -- 172.21.15.44:0/943778045 reap_dead start 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 shutdown_connections 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.326+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 >> 172.21.15.44:0/943778045 conn(0x7f0e58076210 msgr2=0x7f0e58077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.327+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 shutdown_connections 2024-04-26T01:52:26.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:26.327+0000 7f0e60600700 1 -- 172.21.15.44:0/943778045 wait complete. 2024-04-26T01:52:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 -- 172.21.15.44:0/3849763172 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 msgr2=0x7fd034108d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 --2- 172.21.15.44:0/3849763172 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 0x7fd034108d50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd024009990 tx=0x7fd024009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 -- 172.21.15.44:0/3849763172 shutdown_connections 2024-04-26T01:52:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 --2- 172.21.15.44:0/3849763172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd034103330 0x7fd03410f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 --2- 172.21.15.44:0/3849763172 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 0x7fd034108d50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 --2- 172.21.15.44:0/3849763172 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd034102970 0x7fd034102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 -- 172.21.15.44:0/3849763172 >> 172.21.15.44:0/3849763172 conn(0x7fd0340fe4c0 msgr2=0x7fd0341008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.809+0000 7fd039a00700 1 -- 172.21.15.44:0/3849763172 shutdown_connections 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.810+0000 7fd039a00700 1 -- 172.21.15.44:0/3849763172 wait complete. 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.810+0000 7fd039a00700 1 Processor -- start 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039a00700 1 -- start start 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd034102970 0x7fd034074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd034103330 0x7fd034075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 0x7fd0340757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd034112bb0 con 0x7fd034108970 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd034112a30 con 0x7fd034102970 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd034112d30 con 0x7fd034103330 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 0x7fd0340757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.811+0000 7fd039000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 0x7fd0340757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47772/0 (socket says 172.21.15.44:47772) 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd039000700 1 -- 172.21.15.44:0/1951612830 learned_addr learned my addr 172.21.15.44:0/1951612830 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033e00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd034102970 0x7fd034074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033400700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd034103330 0x7fd034075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033e00700 1 -- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd034103330 msgr2=0x7fd034075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033e00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd034103330 0x7fd034075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033e00700 1 -- 172.21.15.44:0/1951612830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 msgr2=0x7fd0340757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033e00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd034108970 0x7fd0340757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033e00700 1 -- 172.21.15.44:0/1951612830 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0341aba30 con 0x7fd034102970 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.812+0000 7fd033e00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd034102970 0x7fd034074d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd0240098e0 tx=0x7fd0240057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.813+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd024027070 con 0x7fd034102970 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.813+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0341abc60 con 0x7fd034102970 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.813+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd024022470 con 0x7fd034102970 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.813+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd024017650 con 0x7fd034102970 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.813+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0341ac160 con 0x7fd034102970 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.814+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd034063150 con 0x7fd034102970 2024-04-26T01:52:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.816+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd02402a070 con 0x7fd034102970 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.817+0000 7fd030c00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0180a3d50 0x7fd0180a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.818+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fd0240d16d0 con 0x7fd034102970 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.818+0000 7fd033400700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0180a3d50 0x7fd0180a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.818+0000 7fd030c00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] conn(0x7fd0180ad790 0x7fd0180afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.818+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 --> [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd0180b0300 con 0x7fd0180ad790 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.818+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd0240d1a80 con 0x7fd034102970 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.818+0000 7fd039000700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] conn(0x7fd0180ad790 0x7fd0180afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.818+0000 7fd033400700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0180a3d50 0x7fd0180a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd034076500 tx=0x7fd020009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:26.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.819+0000 7fd039000700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] conn(0x7fd0180ad790 0x7fd0180afc30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.820+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== osd.5 v2:172.21.15.156:6808/1244975317 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd0180b0300 con 0x7fd0180ad790 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.838+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 --> [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd0340635d0 con 0x7fd0180ad790 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.839+0000 7fd030c00700 1 -- 172.21.15.44:0/1951612830 <== osd.5 v2:172.21.15.156:6808/1244975317 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd0340635d0 con 0x7fd0180ad790 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.839+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] conn(0x7fd0180ad790 msgr2=0x7fd0180afc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.839+0000 7fd039a00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] conn(0x7fd0180ad790 0x7fd0180afc30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.839+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0180a3d50 msgr2=0x7fd0180a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.839+0000 7fd039a00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd0180a3d50 0x7fd0180a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd034076500 tx=0x7fd020009260 comp rx=0 tx=0).stop 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.840+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd034102970 msgr2=0x7fd034074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.840+0000 7fd039a00700 1 --2- 172.21.15.44:0/1951612830 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd034102970 0x7fd034074d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd0240098e0 tx=0x7fd0240057c0 comp rx=0 tx=0).stop 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.840+0000 7fd039000700 1 -- 172.21.15.44:0/1951612830 reap_dead start 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.840+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 shutdown_connections 2024-04-26T01:52:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.840+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 >> 172.21.15.44:0/1951612830 conn(0x7fd0340fe4c0 msgr2=0x7fd0340fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:26.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.840+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 shutdown_connections 2024-04-26T01:52:26.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:25.840+0000 7fd039a00700 1 -- 172.21.15.44:0/1951612830 wait complete. 2024-04-26T01:52:27.190 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:27 smithi044 ceph-mon[27847]: pgmap v382: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-26T01:52:27.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:27 smithi156 ceph-mon[32543]: pgmap v382: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-26T01:52:27.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:27 smithi090 ceph-mon[32456]: pgmap v382: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-26T01:52:28.036 INFO:teuthology.orchestra.run.smithi044.stdout:34359738468 2024-04-26T01:52:28.036 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T01:52:28.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.300+0000 7fa05c200700 1 -- 172.21.15.44:0/3104169759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054108a50 msgr2=0x7fa054108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.300+0000 7fa05c200700 1 --2- 172.21.15.44:0/3104169759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054108a50 0x7fa054108e30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa04800b0a0 tx=0x7fa04800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.300+0000 7fa05c200700 1 -- 172.21.15.44:0/3104169759 shutdown_connections 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.300+0000 7fa05c200700 1 --2- 172.21.15.44:0/3104169759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa054103450 0x7fa05410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.300+0000 7fa05c200700 1 --2- 172.21.15.44:0/3104169759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054108a50 0x7fa054108e30 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.300+0000 7fa05c200700 1 --2- 172.21.15.44:0/3104169759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa054102a90 0x7fa054102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.300+0000 7fa05c200700 1 -- 172.21.15.44:0/3104169759 >> 172.21.15.44:0/3104169759 conn(0x7fa054079ba0 msgr2=0x7fa054079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.301+0000 7fa05c200700 1 -- 172.21.15.44:0/3104169759 shutdown_connections 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.301+0000 7fa05c200700 1 -- 172.21.15.44:0/3104169759 wait complete. 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 Processor -- start 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 -- start start 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054102a90 0x7fa054074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa054103450 0x7fa054075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa054108a50 0x7fa0540757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa054112c30 con 0x7fa054103450 2024-04-26T01:52:28.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa054112ab0 con 0x7fa054102a90 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.302+0000 7fa05c200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa054112db0 con 0x7fa054108a50 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa058e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa054103450 0x7fa054075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa059800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054102a90 0x7fa054074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa058e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa054103450 0x7fa054075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47736/0 (socket says 172.21.15.44:47736) 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa058e00700 1 -- 172.21.15.44:0/3501381211 learned_addr learned my addr 172.21.15.44:0/3501381211 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa05a200700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa054108a50 0x7fa0540757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa059800700 1 -- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa054108a50 msgr2=0x7fa0540757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa059800700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa054108a50 0x7fa0540757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa059800700 1 -- 172.21.15.44:0/3501381211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa054103450 msgr2=0x7fa054075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa059800700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa054103450 0x7fa054075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa059800700 1 -- 172.21.15.44:0/3501381211 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0541a76b0 con 0x7fa054102a90 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.303+0000 7fa059800700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054102a90 0x7fa054074d40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa04800b070 tx=0x7fa048004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.304+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048021070 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.304+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa048007e30 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.304+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0480046a0 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.304+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0541a7940 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.304+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0541a7e00 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.305+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa054063150 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.307+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa048007980 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.308+0000 7fa052000700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa03c0a3d50 0x7fa03c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.309+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa04800f020 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.309+0000 7fa058e00700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa03c0a3d50 0x7fa03c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.309+0000 7fa052000700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] conn(0x7fa03c0ad790 0x7fa03c0afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.309+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 --> [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa04800ce90 con 0x7fa03c0ad790 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.309+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fa0480d1d60 con 0x7fa054102a90 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.309+0000 7fa05a200700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] conn(0x7fa03c0ad790 0x7fa03c0afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.309+0000 7fa058e00700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa03c0a3d50 0x7fa03c0a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa054107a90 tx=0x7fa040009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.310+0000 7fa05a200700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] conn(0x7fa03c0ad790 0x7fa03c0afc30 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.311+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== osd.11 v2:172.21.15.156:6824/3262908942 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa04800ce90 con 0x7fa03c0ad790 2024-04-26T01:52:28.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.329+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 --> [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa0540635a0 con 0x7fa03c0ad790 2024-04-26T01:52:28.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.330+0000 7fa052000700 1 -- 172.21.15.44:0/3501381211 <== osd.11 v2:172.21.15.156:6824/3262908942 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa0540635a0 con 0x7fa03c0ad790 2024-04-26T01:52:28.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.330+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] conn(0x7fa03c0ad790 msgr2=0x7fa03c0afc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] conn(0x7fa03c0ad790 0x7fa03c0afc30 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa03c0a3d50 msgr2=0x7fa03c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa03c0a3d50 0x7fa03c0a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa054107a90 tx=0x7fa040009260 comp rx=0 tx=0).stop 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054102a90 msgr2=0x7fa054074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 --2- 172.21.15.44:0/3501381211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa054102a90 0x7fa054074d40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa04800b070 tx=0x7fa048004d00 comp rx=0 tx=0).stop 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05a200700 1 -- 172.21.15.44:0/3501381211 reap_dead start 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 shutdown_connections 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 >> 172.21.15.44:0/3501381211 conn(0x7fa054079ba0 msgr2=0x7fa0541018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 shutdown_connections 2024-04-26T01:52:28.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:24.331+0000 7fa05c200700 1 -- 172.21.15.44:0/3501381211 wait complete. 2024-04-26T01:52:29.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:29 smithi044 ceph-mon[27847]: pgmap v383: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:29.465 INFO:teuthology.orchestra.run.smithi044.stdout:167503724617 2024-04-26T01:52:29.466 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T01:52:29.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:29 smithi156 ceph-mon[32543]: pgmap v383: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:29.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:29 smithi090 ceph-mon[32456]: pgmap v383: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:30.297 INFO:teuthology.orchestra.run.smithi044.stdout:223338299452 2024-04-26T01:52:30.297 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T01:52:30.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.998+0000 7feeefe00700 1 -- 172.21.15.44:0/3789716959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 msgr2=0x7feee81098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:30.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.998+0000 7feeefe00700 1 --2- 172.21.15.44:0/3789716959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 0x7feee81098b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7feed4009990 tx=0x7feed4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:30.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.998+0000 7feeefe00700 1 -- 172.21.15.44:0/3789716959 shutdown_connections 2024-04-26T01:52:30.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.998+0000 7feeefe00700 1 --2- 172.21.15.44:0/3789716959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7feee8109f90 0x7feee8111b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.998+0000 7feeefe00700 1 --2- 172.21.15.44:0/3789716959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feee8104eb0 0x7feee8105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.998+0000 7feeefe00700 1 --2- 172.21.15.44:0/3789716959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 0x7feee81098b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.998+0000 7feeefe00700 1 -- 172.21.15.44:0/3789716959 >> 172.21.15.44:0/3789716959 conn(0x7feee8100740 msgr2=0x7feee8102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.999+0000 7feeefe00700 1 -- 172.21.15.44:0/3789716959 shutdown_connections 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:29.999+0000 7feeefe00700 1 -- 172.21.15.44:0/3789716959 wait complete. 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.000+0000 7feeefe00700 1 Processor -- start 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.000+0000 7feeefe00700 1 -- start start 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeefe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7feee8104eb0 0x7feee8076f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeefe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 0x7feee8077490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeefe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feee8109f90 0x7feee80779d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeefe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feee8114e00 con 0x7feee8109f90 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeefe00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7feee8114c80 con 0x7feee8105860 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeefe00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7feee8114f80 con 0x7feee8104eb0 2024-04-26T01:52:30.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeede00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feee8109f90 0x7feee80779d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeeca00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 0x7feee8077490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeeca00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 0x7feee8077490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59718/0 (socket says 172.21.15.44:59718) 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeeca00700 1 -- 172.21.15.44:0/595117774 learned_addr learned my addr 172.21.15.44:0/595117774 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.001+0000 7feeed400700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7feee8104eb0 0x7feee8076f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeeca00700 1 -- 172.21.15.44:0/595117774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7feee8104eb0 msgr2=0x7feee8076f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeeca00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7feee8104eb0 0x7feee8076f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeeca00700 1 -- 172.21.15.44:0/595117774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feee8109f90 msgr2=0x7feee80779d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeeca00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feee8109f90 0x7feee80779d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeeca00700 1 -- 172.21.15.44:0/595117774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feee81aba60 con 0x7feee8105860 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeed400700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7feee8104eb0 0x7feee8076f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeeca00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 0x7feee8077490 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7feed40095b0 tx=0x7feed4005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed4026070 con 0x7feee8105860 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feed4021410 con 0x7feee8105860 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feee81abcf0 con 0x7feee8105860 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.002+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed4017650 con 0x7feee8105860 2024-04-26T01:52:30.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.003+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feee81ac180 con 0x7feee8105860 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.003+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feee80631d0 con 0x7feee8105860 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.006+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7feed4029070 con 0x7feee8105860 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.007+0000 7feee6000700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7feed00a3cd0 0x7feed00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.007+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7feed40d1520 con 0x7feee8105860 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.007+0000 7feeed400700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7feed00a3cd0 0x7feed00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.007+0000 7feee6000700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] conn(0x7feed00ad710 0x7feed00afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.007+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 --> [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feed401fe80 con 0x7feed00ad710 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.007+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7feed40d18d0 con 0x7feee8105860 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.008+0000 7feeede00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] conn(0x7feed00ad710 0x7feed00afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.008+0000 7feeed400700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7feed00a3cd0 0x7feed00a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7feedc011490 tx=0x7feedc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.008+0000 7feeede00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] conn(0x7feed00ad710 0x7feed00afbb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.009+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== osd.1 v2:172.21.15.90:6800/2031279993 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feed401fe80 con 0x7feed00ad710 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.028+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 --> [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7feee8063650 con 0x7feed00ad710 2024-04-26T01:52:30.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.029+0000 7feee6000700 1 -- 172.21.15.44:0/595117774 <== osd.1 v2:172.21.15.90:6800/2031279993 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7feee8063650 con 0x7feed00ad710 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.029+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] conn(0x7feed00ad710 msgr2=0x7feed00afbb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] conn(0x7feed00ad710 0x7feed00afbb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7feed00a3cd0 msgr2=0x7feed00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7feed00a3cd0 0x7feed00a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7feedc011490 tx=0x7feedc009260 comp rx=0 tx=0).stop 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 msgr2=0x7feee8077490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 --2- 172.21.15.44:0/595117774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7feee8105860 0x7feee8077490 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7feed40095b0 tx=0x7feed4005e80 comp rx=0 tx=0).stop 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeede00700 1 -- 172.21.15.44:0/595117774 reap_dead start 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 shutdown_connections 2024-04-26T01:52:30.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 >> 172.21.15.44:0/595117774 conn(0x7feee8100740 msgr2=0x7feee8101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:30.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 shutdown_connections 2024-04-26T01:52:30.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:30.030+0000 7feeefe00700 1 -- 172.21.15.44:0/595117774 wait complete. 2024-04-26T01:52:31.196 INFO:teuthology.orchestra.run.smithi044.stdout:347892351014 2024-04-26T01:52:31.196 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-26T01:52:31.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:31 smithi044 ceph-mon[27847]: pgmap v384: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:31.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:31 smithi156 ceph-mon[32543]: pgmap v384: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:31.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:31 smithi090 ceph-mon[32456]: pgmap v384: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:31.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 -- 172.21.15.44:0/1525715728 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90c4107970 msgr2=0x7f90c406a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:31.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 --2- 172.21.15.44:0/1525715728 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90c4107970 0x7f90c406a750 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f90b4009990 tx=0x7f90b4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:31.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 -- 172.21.15.44:0/1525715728 shutdown_connections 2024-04-26T01:52:31.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 --2- 172.21.15.44:0/1525715728 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90c4107970 0x7f90c406a750 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:31.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 --2- 172.21.15.44:0/1525715728 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90c4105480 0x7f90c4105910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:31.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 --2- 172.21.15.44:0/1525715728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90c406ac90 0x7f90c406b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:31.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 -- 172.21.15.44:0/1525715728 >> 172.21.15.44:0/1525715728 conn(0x7f90c40788f0 msgr2=0x7f90c4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:31.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 -- 172.21.15.44:0/1525715728 shutdown_connections 2024-04-26T01:52:31.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.991+0000 7f90ca400700 1 -- 172.21.15.44:0/1525715728 wait complete. 2024-04-26T01:52:31.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 Processor -- start 2024-04-26T01:52:31.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 -- start start 2024-04-26T01:52:31.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90c406ac90 0x7f90c419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:31.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90c4105480 0x7f90c419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90c4107970 0x7f90c41a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f90c4119220 con 0x7f90c4105480 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f90c41190a0 con 0x7f90c4107970 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90ca400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f90c41193a0 con 0x7f90c406ac90 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.993+0000 7f90c2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90c4105480 0x7f90c419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90c4105480 0x7f90c419fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42830/0 (socket says 172.21.15.44:42830) 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c2a00700 1 -- 172.21.15.44:0/1454740763 learned_addr learned my addr 172.21.15.44:0/1454740763 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c3e00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90c4107970 0x7f90c41a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:31.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c3400700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90c406ac90 0x7f90c419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c2a00700 1 -- 172.21.15.44:0/1454740763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90c406ac90 msgr2=0x7f90c419f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c2a00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90c406ac90 0x7f90c419f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c2a00700 1 -- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90c4107970 msgr2=0x7f90c41a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c2a00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90c4107970 0x7f90c41a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.994+0000 7f90c2a00700 1 -- 172.21.15.44:0/1454740763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c41a4700 con 0x7f90c4105480 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.995+0000 7f90c2a00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90c4105480 0x7f90c419fc30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f90b000e9a0 tx=0x7f90b000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.995+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90b000ca10 con 0x7f90c4105480 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.995+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90b000cbb0 con 0x7f90c4105480 2024-04-26T01:52:31.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.995+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90c41a49f0 con 0x7f90c4105480 2024-04-26T01:52:31.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.995+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90b0018680 con 0x7f90c4105480 2024-04-26T01:52:31.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.995+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90c41ac270 con 0x7f90c4105480 2024-04-26T01:52:31.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.996+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f90c41045d0 con 0x7f90c4105480 2024-04-26T01:52:31.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.998+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f90b0010430 con 0x7f90c4105480 2024-04-26T01:52:31.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.000+0000 7f90bbe00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f90a80a3d50 0x7f90a80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:31.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.000+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f90b00d0d20 con 0x7f90c4105480 2024-04-26T01:52:31.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.000+0000 7f90c3400700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f90a80a3d50 0x7f90a80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:31.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.000+0000 7f90bbe00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] conn(0x7f90a80ad790 0x7f90a80afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:31.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.000+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 --> [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f90a80b0300 con 0x7f90a80ad790 2024-04-26T01:52:31.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.000+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f90b00d1200 con 0x7f90c4105480 2024-04-26T01:52:31.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.001+0000 7f90c3e00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] conn(0x7f90a80ad790 0x7f90a80afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:31.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.001+0000 7f90c3400700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f90a80a3d50 0x7f90a80a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f90b4006010 tx=0x7f90b400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:31.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.001+0000 7f90c3e00700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] conn(0x7f90a80ad790 0x7f90a80afc30 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:32.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.002+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== osd.10 v2:172.21.15.90:6824/2539728815 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f90a80b0300 con 0x7f90a80ad790 2024-04-26T01:52:32.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.021+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 --> [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f90c4101f60 con 0x7f90a80ad790 2024-04-26T01:52:32.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90bbe00700 1 -- 172.21.15.44:0/1454740763 <== osd.10 v2:172.21.15.90:6824/2539728815 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f90c4101f60 con 0x7f90a80ad790 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] conn(0x7f90a80ad790 msgr2=0x7f90a80afc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90ca400700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] conn(0x7f90a80ad790 0x7f90a80afc30 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f90a80a3d50 msgr2=0x7f90a80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90ca400700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f90a80a3d50 0x7f90a80a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f90b4006010 tx=0x7f90b400b260 comp rx=0 tx=0).stop 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90c4105480 msgr2=0x7f90c419fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90ca400700 1 --2- 172.21.15.44:0/1454740763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90c4105480 0x7f90c419fc30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f90b000e9a0 tx=0x7f90b000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.022+0000 7f90c3e00700 1 -- 172.21.15.44:0/1454740763 reap_dead start 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.023+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 shutdown_connections 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.023+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 >> 172.21.15.44:0/1454740763 conn(0x7f90c40788f0 msgr2=0x7f90c4103b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.023+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 shutdown_connections 2024-04-26T01:52:32.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:32.023+0000 7f90ca400700 1 -- 172.21.15.44:0/1454740763 wait complete. 2024-04-26T01:52:32.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 -- 172.21.15.44:0/87332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4109f90 msgr2=0x7f36e4111b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 --2- 172.21.15.44:0/87332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4109f90 0x7f36e4111b60 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f36dc00b0d0 tx=0x7f36dc00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 -- 172.21.15.44:0/87332 shutdown_connections 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 --2- 172.21.15.44:0/87332 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f36e4104eb0 0x7f36e4105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 --2- 172.21.15.44:0/87332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4109f90 0x7f36e4111b60 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 --2- 172.21.15.44:0/87332 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36e4105860 0x7f36e41098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 -- 172.21.15.44:0/87332 >> 172.21.15.44:0/87332 conn(0x7f36e4100740 msgr2=0x7f36e4102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 -- 172.21.15.44:0/87332 shutdown_connections 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.880+0000 7f36e9c00700 1 -- 172.21.15.44:0/87332 wait complete. 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.881+0000 7f36e9c00700 1 Processor -- start 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e9c00700 1 -- start start 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e9c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4104eb0 0x7f36e4076f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e9c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f36e4105860 0x7f36e4077490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36e4109f90 0x7f36e40779d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:32.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e9c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f36e4114e80 con 0x7f36e4104eb0 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e9c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f36e4114d00 con 0x7f36e4109f90 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e9c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f36e4115000 con 0x7f36e4105860 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4104eb0 0x7f36e4076f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4104eb0 0x7f36e4076f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42814/0 (socket says 172.21.15.44:42814) 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e2a00700 1 -- 172.21.15.44:0/2174944162 learned_addr learned my addr 172.21.15.44:0/2174944162 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e3400700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36e4109f90 0x7f36e40779d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.882+0000 7f36e2000700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f36e4105860 0x7f36e4077490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.883+0000 7f36e2a00700 1 -- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f36e4105860 msgr2=0x7f36e4077490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.883+0000 7f36e2a00700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f36e4105860 0x7f36e4077490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.883+0000 7f36e2a00700 1 -- 172.21.15.44:0/2174944162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36e4109f90 msgr2=0x7f36e40779d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.883+0000 7f36e2a00700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36e4109f90 0x7f36e40779d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.883+0000 7f36e2a00700 1 -- 172.21.15.44:0/2174944162 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e41ab9a0 con 0x7f36e4104eb0 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.883+0000 7f36e3400700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f36e4109f90 0x7f36e40779d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:32.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.883+0000 7f36e2a00700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4104eb0 0x7f36e4076f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f36d400e9d0 tx=0x7f36d400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.884+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d400cbd0 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.884+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36d400ee70 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.884+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36e41abc90 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.884+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d4018680 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.884+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36e41ac180 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.885+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f36e40631d0 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.887+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f36d4010430 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.890+0000 7f36db400700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36c80a3d00 0x7f36c80a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.890+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f36d40d0cc0 con 0x7f36e4104eb0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.890+0000 7f36e2000700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36c80a3d00 0x7f36c80a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.890+0000 7f36db400700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] conn(0x7f36c80ad740 0x7f36c80afbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.890+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 --> [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f36d4019ec0 con 0x7f36c80ad740 2024-04-26T01:52:32.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.890+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f36d40d1070 con 0x7f36e4104eb0 2024-04-26T01:52:32.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.891+0000 7f36e3400700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] conn(0x7f36c80ad740 0x7f36c80afbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:32.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.891+0000 7f36e2000700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36c80a3d00 0x7f36c80a61c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f36e40786c0 tx=0x7f36d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:32.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.891+0000 7f36e3400700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] conn(0x7f36c80ad740 0x7f36c80afbe0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:32.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.892+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== osd.8 v2:172.21.15.156:6816/2984207396 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f36d4019ec0 con 0x7f36c80ad740 2024-04-26T01:52:32.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.910+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 --> [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f36e4063650 con 0x7f36c80ad740 2024-04-26T01:52:32.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.911+0000 7f36db400700 1 -- 172.21.15.44:0/2174944162 <== osd.8 v2:172.21.15.156:6816/2984207396 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f36e4063650 con 0x7f36c80ad740 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] conn(0x7f36c80ad740 msgr2=0x7f36c80afbe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] conn(0x7f36c80ad740 0x7f36c80afbe0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36c80a3d00 msgr2=0x7f36c80a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36c80a3d00 0x7f36c80a61c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f36e40786c0 tx=0x7f36d0009260 comp rx=0 tx=0).stop 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4104eb0 msgr2=0x7f36e4076f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 --2- 172.21.15.44:0/2174944162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f36e4104eb0 0x7f36e4076f50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f36d400e9d0 tx=0x7f36d400ece0 comp rx=0 tx=0).stop 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e3400700 1 -- 172.21.15.44:0/2174944162 reap_dead start 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 shutdown_connections 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 >> 172.21.15.44:0/2174944162 conn(0x7f36e4100740 msgr2=0x7f36e41012b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 shutdown_connections 2024-04-26T01:52:32.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:31.912+0000 7f36e9c00700 1 -- 172.21.15.44:0/2174944162 wait complete. 2024-04-26T01:52:32.772 INFO:teuthology.orchestra.run.smithi044.stdout:146028888143 2024-04-26T01:52:32.773 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T01:52:33.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:33 smithi044 ceph-mon[27847]: pgmap v385: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:33.443 INFO:teuthology.orchestra.run.smithi044.stdout:257698037817 2024-04-26T01:52:33.443 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-26T01:52:33.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:33 smithi156 ceph-mon[32543]: pgmap v385: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:33.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:33 smithi090 ceph-mon[32456]: pgmap v385: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:34.551 INFO:teuthology.orchestra.run.smithi044.stdout:111669149778 2024-04-26T01:52:34.552 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T01:52:34.642 INFO:teuthology.orchestra.run.smithi044.stdout:292057776176 2024-04-26T01:52:34.643 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-26T01:52:34.782 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:34.786 INFO:teuthology.orchestra.run.smithi044.stdout:55834574944 2024-04-26T01:52:34.786 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T01:52:34.794 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:35.342 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:35 smithi044 ceph-mon[27847]: pgmap v386: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 10 op/s 2024-04-26T01:52:35.390 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:35.390 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:35.443 INFO:teuthology.orchestra.run.smithi044.stdout:313532612653 2024-04-26T01:52:35.443 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-26T01:52:35.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:35 smithi156 ceph-mon[32543]: pgmap v386: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 10 op/s 2024-04-26T01:52:35.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:35 smithi090 ceph-mon[32456]: pgmap v386: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 10 op/s 2024-04-26T01:52:37.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:37 smithi044 ceph-mon[27847]: pgmap v387: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:37.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:37 smithi156 ceph-mon[32543]: pgmap v387: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:37.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:37 smithi090 ceph-mon[32456]: pgmap v387: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:52:39.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 -- 172.21.15.44:0/2282468897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe0109c80 msgr2=0x7f2fe010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:39.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2282468897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe0109c80 0x7f2fe010dcd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc009920 tx=0x7f2fcc009c30 comp rx=0 tx=0).stop 2024-04-26T01:52:39.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 -- 172.21.15.44:0/2282468897 shutdown_connections 2024-04-26T01:52:39.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2282468897 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2fe01092d0 0x7f2fe01096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2282468897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe010e3b0 0x7f2fe0115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2282468897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe0109c80 0x7f2fe010dcd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 -- 172.21.15.44:0/2282468897 >> 172.21.15.44:0/2282468897 conn(0x7f2fe0076210 msgr2=0x7f2fe0107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 -- 172.21.15.44:0/2282468897 shutdown_connections 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.990+0000 7f2fe5200700 1 -- 172.21.15.44:0/2282468897 wait complete. 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.991+0000 7f2fe5200700 1 Processor -- start 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.991+0000 7f2fe5200700 1 -- start start 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.991+0000 7f2fe5200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2fe01092d0 0x7f2fe01a55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fe5200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe0109c80 0x7f2fe01a5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fe5200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe010e3b0 0x7f2fe019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fe5200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe0119270 con 0x7f2fe010e3b0 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fe5200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe01190f0 con 0x7f2fe0109c80 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fe5200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe01193f0 con 0x7f2fe01092d0 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe0109c80 0x7f2fe01a5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:39.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fde800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe010e3b0 0x7f2fe019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe0109c80 0x7f2fe01a5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45124/0 (socket says 172.21.15.44:45124) 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 -- 172.21.15.44:0/2257029247 learned_addr learned my addr 172.21.15.44:0/2257029247 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdde00700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2fe01092d0 0x7f2fe01a55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 -- 172.21.15.44:0/2257029247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2fe01092d0 msgr2=0x7f2fe01a55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2fe01092d0 0x7f2fe01a55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 -- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe010e3b0 msgr2=0x7f2fe019f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe010e3b0 0x7f2fe019f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.992+0000 7f2fdd400700 1 -- 172.21.15.44:0/2257029247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fe019ff50 con 0x7f2fe0109c80 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.993+0000 7f2fdd400700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe0109c80 0x7f2fe01a5ae0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc009230 tx=0x7f2fcc00fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.993+0000 7f2fd6a00700 1 -- 172.21.15.44:0/2257029247 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc027070 con 0x7f2fe0109c80 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.993+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fe01a01e0 con 0x7f2fe0109c80 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.993+0000 7f2fd6a00700 1 -- 172.21.15.44:0/2257029247 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2fcc005670 con 0x7f2fe0109c80 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.993+0000 7f2fd6a00700 1 -- 172.21.15.44:0/2257029247 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc0049c0 con 0x7f2fe0109c80 2024-04-26T01:52:39.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.993+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fe01ac350 con 0x7f2fe0109c80 2024-04-26T01:52:39.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.994+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fe010a7b0 con 0x7f2fe0109c80 2024-04-26T01:52:39.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.996+0000 7f2fd6a00700 1 -- 172.21.15.44:0/2257029247 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2fcc02a070 con 0x7f2fe0109c80 2024-04-26T01:52:39.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.998+0000 7f2fd6a00700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2fc40a3cd0 0x7f2fc40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:39.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.998+0000 7f2fd6a00700 1 -- 172.21.15.44:0/2257029247 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f2fcc0d1220 con 0x7f2fe0109c80 2024-04-26T01:52:39.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.998+0000 7f2fdde00700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2fc40a3cd0 0x7f2fc40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:39.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:38.998+0000 7f2fdde00700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2fc40a3cd0 0x7f2fc40a6190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0005fd0 tx=0x7f2fd0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:39.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.000+0000 7f2fd6a00700 1 -- 172.21.15.44:0/2257029247 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2fcc031020 con 0x7f2fe0109c80 2024-04-26T01:52:39.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:39 smithi044 ceph-mon[27847]: pgmap v388: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-26T01:52:39.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.241+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f2fe002df80 con 0x7f2fe0109c80 2024-04-26T01:52:39.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.242+0000 7f2fd6a00700 1 -- 172.21.15.44:0/2257029247 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2fcc013030 con 0x7f2fe0109c80 2024-04-26T01:52:39.241 INFO:teuthology.orchestra.run.smithi044.stdout:223338299454 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2fc40a3cd0 msgr2=0x7f2fc40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2fc40a3cd0 0x7f2fc40a6190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0005fd0 tx=0x7f2fd0009310 comp rx=0 tx=0).stop 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe0109c80 msgr2=0x7f2fe01a5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe0109c80 0x7f2fe01a5ae0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc009230 tx=0x7f2fcc00fa00 comp rx=0 tx=0).stop 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 shutdown_connections 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2fe01092d0 0x7f2fe01a55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2fc40a3cd0 0x7f2fc40a6190 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2fe010e3b0 0x7f2fe019f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 --2- 172.21.15.44:0/2257029247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2fe0109c80 0x7f2fe01a5ae0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 >> 172.21.15.44:0/2257029247 conn(0x7f2fe0076210 msgr2=0x7f2fe01086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.245+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 shutdown_connections 2024-04-26T01:52:39.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:39.246+0000 7f2fe5200700 1 -- 172.21.15.44:0/2257029247 wait complete. 2024-04-26T01:52:39.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:39 smithi156 ceph-mon[32543]: pgmap v388: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-26T01:52:39.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:39 smithi090 ceph-mon[32456]: pgmap v388: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-26T01:52:40.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:40 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2257029247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:52:40.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:40 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2257029247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:52:40.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:40 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2257029247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:52:40.510 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:40.981 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:40.984 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:40.984 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:40.990 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.035+0000 7f1fdb000700 1 -- 172.21.15.44:0/4001454678 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 msgr2=0x7f1fd4116000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.035+0000 7f1fdb000700 1 --2- 172.21.15.44:0/4001454678 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd4116000 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00b0a0 tx=0x7f1fcc00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.035+0000 7f1fdb000700 1 -- 172.21.15.44:0/4001454678 shutdown_connections 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.035+0000 7f1fdb000700 1 --2- 172.21.15.44:0/4001454678 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd4116000 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.035+0000 7f1fdb000700 1 --2- 172.21.15.44:0/4001454678 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fd4074c70 0x7f1fd4075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.035+0000 7f1fdb000700 1 --2- 172.21.15.44:0/4001454678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1fd4075590 0x7f1fd41136d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.035+0000 7f1fdb000700 1 -- 172.21.15.44:0/4001454678 >> 172.21.15.44:0/4001454678 conn(0x7f1fd4079ba0 msgr2=0x7f1fd4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.036+0000 7f1fdb000700 1 -- 172.21.15.44:0/4001454678 shutdown_connections 2024-04-26T01:52:41.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.037+0000 7f1fdb000700 1 -- 172.21.15.44:0/4001454678 wait complete. 2024-04-26T01:52:41.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.039+0000 7f1fdb000700 1 Processor -- start 2024-04-26T01:52:41.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.039+0000 7f1fdb000700 1 -- start start 2024-04-26T01:52:41.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.040+0000 7f1fdb000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1fd4074c70 0x7f1fd419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.040+0000 7f1fdb000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fd4075590 0x7f1fd419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.040+0000 7f1fdb000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd41a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.040+0000 7f1fdb000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd4119220 con 0x7f1fd4074c70 2024-04-26T01:52:41.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.040+0000 7f1fdb000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd41190a0 con 0x7f1fd4075590 2024-04-26T01:52:41.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.040+0000 7f1fdb000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd41193a0 con 0x7f1fd4113c10 2024-04-26T01:52:41.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.040+0000 7f1fd9000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd41a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd41a3fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:33858/0 (socket says 172.21.15.44:33858) 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 -- 172.21.15.44:0/2569661003 learned_addr learned my addr 172.21.15.44:0/2569661003 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd3400700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fd4075590 0x7f1fd419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd3e00700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1fd4074c70 0x7f1fd419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 -- 172.21.15.44:0/2569661003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fd4075590 msgr2=0x7f1fd419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fd4075590 0x7f1fd419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 -- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1fd4074c70 msgr2=0x7f1fd419f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1fd4074c70 0x7f1fd419f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 -- 172.21.15.44:0/2569661003 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fd41a4720 con 0x7f1fd4113c10 2024-04-26T01:52:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd3e00700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1fd4074c70 0x7f1fd419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:41.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.041+0000 7f1fd9000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd41a3fe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00b070 tx=0x7f1fcc004c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.042+0000 7f1fd0c00700 1 -- 172.21.15.44:0/2569661003 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc021070 con 0x7f1fd4113c10 2024-04-26T01:52:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.042+0000 7f1fd0c00700 1 -- 172.21.15.44:0/2569661003 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fcc007e30 con 0x7f1fd4113c10 2024-04-26T01:52:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.042+0000 7f1fd0c00700 1 -- 172.21.15.44:0/2569661003 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc004670 con 0x7f1fd4113c10 2024-04-26T01:52:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.042+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fd41a49b0 con 0x7f1fd4113c10 2024-04-26T01:52:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.042+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fd41ac290 con 0x7f1fd4113c10 2024-04-26T01:52:41.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.044+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fd4076360 con 0x7f1fd4113c10 2024-04-26T01:52:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.047+0000 7f1fd0c00700 1 -- 172.21.15.44:0/2569661003 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1fcc007980 con 0x7f1fd4113c10 2024-04-26T01:52:41.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.049+0000 7f1fd0c00700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1fb80a3dd0 0x7f1fb80a6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.050+0000 7f1fd0c00700 1 -- 172.21.15.44:0/2569661003 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f1fcc0d13b0 con 0x7f1fd4113c10 2024-04-26T01:52:41.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.050+0000 7f1fd3e00700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1fb80a3dd0 0x7f1fb80a6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.051+0000 7f1fd3e00700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1fb80a3dd0 0x7f1fb80a6290 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4009cb0 tx=0x7f1fc4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.052+0000 7f1fd0c00700 1 -- 172.21.15.44:0/2569661003 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1fcc09dcc0 con 0x7f1fd4113c10 2024-04-26T01:52:41.237 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:41 smithi044 ceph-mon[27847]: pgmap v389: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:41.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.302+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1fd41a0a70 con 0x7f1fd4113c10 2024-04-26T01:52:41.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.303+0000 7f1fd0c00700 1 -- 172.21.15.44:0/2569661003 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1fcc004000 con 0x7f1fd4113c10 2024-04-26T01:52:41.302 INFO:teuthology.orchestra.run.smithi044.stdout:34359738472 2024-04-26T01:52:41.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.306+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1fb80a3dd0 msgr2=0x7f1fb80a6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.306+0000 7f1fdb000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1fb80a3dd0 0x7f1fb80a6290 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4009cb0 tx=0x7f1fc4009260 comp rx=0 tx=0).stop 2024-04-26T01:52:41.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.306+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 msgr2=0x7f1fd41a3fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.306+0000 7f1fdb000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd41a3fe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00b070 tx=0x7f1fcc004c60 comp rx=0 tx=0).stop 2024-04-26T01:52:41.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 shutdown_connections 2024-04-26T01:52:41.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1fd4113c10 0x7f1fd41a3fe0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1fb80a3dd0 0x7f1fb80a6290 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1fd4074c70 0x7f1fd419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 --2- 172.21.15.44:0/2569661003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1fd4075590 0x7f1fd419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 >> 172.21.15.44:0/2569661003 conn(0x7f1fd4079ba0 msgr2=0x7f1fd4112ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 shutdown_connections 2024-04-26T01:52:41.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:41.307+0000 7f1fdb000700 1 -- 172.21.15.44:0/2569661003 wait complete. 2024-04-26T01:52:41.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:41 smithi156 ceph-mon[32543]: pgmap v389: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:41.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:41 smithi090 ceph-mon[32456]: pgmap v389: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:42.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:42 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2569661003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:52:42.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:42 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2569661003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:52:42.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:42 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2569661003' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:52:43.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:43 smithi044 ceph-mon[27847]: pgmap v390: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:43.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:43 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1474087306' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:52:43.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:43 smithi156 ceph-mon[32543]: pgmap v390: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:43.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:43 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1474087306' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:52:43.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:43 smithi090 ceph-mon[32456]: pgmap v390: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:43.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:43 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1474087306' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:52:43.521 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299452 got 223338299454 for osd.7 2024-04-26T01:52:43.521 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 -- 172.21.15.44:0/808252243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e8109c80 msgr2=0x7f08e810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 --2- 172.21.15.44:0/808252243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e8109c80 0x7f08e810dcd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f08d40099c0 tx=0x7f08d4009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 -- 172.21.15.44:0/808252243 shutdown_connections 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 --2- 172.21.15.44:0/808252243 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f08e81092d0 0x7f08e81096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 --2- 172.21.15.44:0/808252243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e810e3b0 0x7f08e8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 --2- 172.21.15.44:0/808252243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e8109c80 0x7f08e810dcd0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 -- 172.21.15.44:0/808252243 >> 172.21.15.44:0/808252243 conn(0x7f08e8076210 msgr2=0x7f08e8107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 -- 172.21.15.44:0/808252243 shutdown_connections 2024-04-26T01:52:43.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.599+0000 7f08efa00700 1 -- 172.21.15.44:0/808252243 wait complete. 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.600+0000 7f08efa00700 1 Processor -- start 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.600+0000 7f08efa00700 1 -- start start 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.600+0000 7f08efa00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e81092d0 0x7f08e819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.600+0000 7f08efa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f08e8109c80 0x7f08e819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08efa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e810e3b0 0x7f08e81a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08efa00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f08e8119220 con 0x7f08e810e3b0 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08efa00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f08e81190a0 con 0x7f08e81092d0 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08efa00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f08e81193a0 con 0x7f08e8109c80 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08eda00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e810e3b0 0x7f08e81a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e81092d0 0x7f08e819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e81092d0 0x7f08e819f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45162/0 (socket says 172.21.15.44:45162) 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 -- 172.21.15.44:0/1474087306 learned_addr learned my addr 172.21.15.44:0/1474087306 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:43.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08e7e00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f08e8109c80 0x7f08e819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 -- 172.21.15.44:0/1474087306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f08e8109c80 msgr2=0x7f08e819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f08e8109c80 0x7f08e819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 -- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e810e3b0 msgr2=0x7f08e81a3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e810e3b0 0x7f08e81a3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.601+0000 7f08ed000700 1 -- 172.21.15.44:0/1474087306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e81a46c0 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.602+0000 7f08ed000700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e81092d0 0x7f08e819f6b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f08dc00e9a0 tx=0x7f08dc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.602+0000 7f08e5600700 1 -- 172.21.15.44:0/1474087306 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08dc00c9c0 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.602+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08e81a49b0 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.602+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08e81ac230 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.602+0000 7f08e5600700 1 -- 172.21.15.44:0/1474087306 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08dc00cb60 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.602+0000 7f08e5600700 1 -- 172.21.15.44:0/1474087306 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08dc018680 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.603+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08e8069730 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.605+0000 7f08e5600700 1 -- 172.21.15.44:0/1474087306 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f08dc010430 con 0x7f08e81092d0 2024-04-26T01:52:43.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.607+0000 7f08e5600700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f08d00a3cd0 0x7f08d00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.607+0000 7f08e5600700 1 -- 172.21.15.44:0/1474087306 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f08dc0d0900 con 0x7f08e81092d0 2024-04-26T01:52:43.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.607+0000 7f08e7e00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f08d00a3cd0 0x7f08d00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.608+0000 7f08e7e00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f08d00a3cd0 0x7f08d00a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f08d4000c00 tx=0x7f08d4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:43.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.609+0000 7f08e5600700 1 -- 172.21.15.44:0/1474087306 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f08dc09d180 con 0x7f08e81092d0 2024-04-26T01:52:43.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.855+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f08e802df80 con 0x7f08e81092d0 2024-04-26T01:52:43.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.856+0000 7f08e5600700 1 -- 172.21.15.44:0/1474087306 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f08dc09ca80 con 0x7f08e81092d0 2024-04-26T01:52:43.749 INFO:teuthology.orchestra.run.smithi044.stdout:77309411420 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.858+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f08d00a3cd0 msgr2=0x7f08d00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.858+0000 7f08efa00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f08d00a3cd0 0x7f08d00a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f08d4000c00 tx=0x7f08d4005fb0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.858+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e81092d0 msgr2=0x7f08e819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.858+0000 7f08efa00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e81092d0 0x7f08e819f6b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f08dc00e9a0 tx=0x7f08dc00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 shutdown_connections 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f08d00a3cd0 0x7f08d00a6190 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08e810e3b0 0x7f08e81a3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f08e81092d0 0x7f08e819f6b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 --2- 172.21.15.44:0/1474087306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f08e8109c80 0x7f08e819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 >> 172.21.15.44:0/1474087306 conn(0x7f08e8076210 msgr2=0x7f08e8076830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 shutdown_connections 2024-04-26T01:52:43.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:42.859+0000 7f08efa00700 1 -- 172.21.15.44:0/1474087306 wait complete. 2024-04-26T01:52:44.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:44 smithi044 ceph-mon[27847]: pgmap v391: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:44.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:44 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:44.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:44 smithi156 ceph-mon[32543]: pgmap v391: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:44.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:44 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:44.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:44 smithi090 ceph-mon[32456]: pgmap v391: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:44.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:44 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:45.062 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738472 for osd.0 2024-04-26T01:52:45.062 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:45.558 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411416 got 77309411420 for osd.2 2024-04-26T01:52:45.558 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:45.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:45 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:45.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:45 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:46.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:46.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:46.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:46.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:46.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:46.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:45 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:52:46.610 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:46.784 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:46.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:46 smithi044 ceph-mon[27847]: pgmap v392: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:52:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.772+0000 7f0e04a00700 1 -- 172.21.15.44:0/1947420676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006a750 msgr2=0x7f0e0006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.772+0000 7f0e04a00700 1 --2- 172.21.15.44:0/1947420676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006a750 0x7f0e0006abb0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0dec009990 tx=0x7f0dec009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.773+0000 7f0e04a00700 1 -- 172.21.15.44:0/1947420676 shutdown_connections 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.773+0000 7f0e04a00700 1 --2- 172.21.15.44:0/1947420676 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006b0f0 0x7f0e0010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.773+0000 7f0e04a00700 1 --2- 172.21.15.44:0/1947420676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e00108a30 0x7f0e00108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.773+0000 7f0e04a00700 1 --2- 172.21.15.44:0/1947420676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006a750 0x7f0e0006abb0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.773+0000 7f0e04a00700 1 -- 172.21.15.44:0/1947420676 >> 172.21.15.44:0/1947420676 conn(0x7f0e000788f0 msgr2=0x7f0e00078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.773+0000 7f0e04a00700 1 -- 172.21.15.44:0/1947420676 shutdown_connections 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.773+0000 7f0e04a00700 1 -- 172.21.15.44:0/1947420676 wait complete. 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.774+0000 7f0e04a00700 1 Processor -- start 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.774+0000 7f0e04a00700 1 -- start start 2024-04-26T01:52:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.775+0000 7f0e04a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006a750 0x7f0e00101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.775+0000 7f0e04a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006b0f0 0x7f0e00101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.775+0000 7f0e04a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e00108a30 0x7f0e00102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.775+0000 7f0e04a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e00112c20 con 0x7f0e00108a30 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.775+0000 7f0e04a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0e00112aa0 con 0x7f0e0006b0f0 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.775+0000 7f0e04a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0e00112da0 con 0x7f0e0006a750 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006a750 0x7f0e00101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006a750 0x7f0e00101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:33890/0 (socket says 172.21.15.44:33890) 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 -- 172.21.15.44:0/57103462 learned_addr learned my addr 172.21.15.44:0/57103462 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfd400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006b0f0 0x7f0e00101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfe800700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e00108a30 0x7f0e00102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 -- 172.21.15.44:0/57103462 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006b0f0 msgr2=0x7f0e00101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006b0f0 0x7f0e00101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 -- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e00108a30 msgr2=0x7f0e00102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e00108a30 0x7f0e00102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfde00700 1 -- 172.21.15.44:0/57103462 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e001abb90 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.776+0000 7f0dfe800700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e00108a30 0x7f0e00102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.777+0000 7f0dfde00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006a750 0x7f0e00101a10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0df000e9a0 tx=0x7f0df000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.778+0000 7f0df6a00700 1 -- 172.21.15.44:0/57103462 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df000cbd0 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.778+0000 7f0df6a00700 1 -- 172.21.15.44:0/57103462 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0df000cd70 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.778+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e001abe20 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.778+0000 7f0df6a00700 1 -- 172.21.15.44:0/57103462 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0018680 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.778+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e001ac270 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.780+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e00104170 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.783+0000 7f0df6a00700 1 -- 172.21.15.44:0/57103462 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0df0010430 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.784+0000 7f0df6a00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0de40a3d50 0x7f0de40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.784+0000 7f0df6a00700 1 -- 172.21.15.44:0/57103462 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f0df00d06b0 con 0x7f0e0006a750 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.785+0000 7f0dfd400700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0de40a3d50 0x7f0de40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.785+0000 7f0dfd400700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0de40a3d50 0x7f0de40a6210 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f0e00103260 tx=0x7f0dec01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:46.789+0000 7f0df6a00700 1 -- 172.21.15.44:0/57103462 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0df009cf30 con 0x7f0e0006a750 2024-04-26T01:52:46.915 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:46.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:46 smithi156 ceph-mon[32543]: pgmap v392: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:52:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:46 smithi090 ceph-mon[32456]: pgmap v392: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:52:47.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.045+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f0e0002df80 con 0x7f0e0006a750 2024-04-26T01:52:47.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0df6a00700 1 -- 172.21.15.44:0/57103462 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0df009c830 con 0x7f0e0006a750 2024-04-26T01:52:47.045 INFO:teuthology.orchestra.run.smithi044.stdout:201863462982 2024-04-26T01:52:47.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0de40a3d50 msgr2=0x7f0de40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0de40a3d50 0x7f0de40a6210 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f0e00103260 tx=0x7f0dec01a040 comp rx=0 tx=0).stop 2024-04-26T01:52:47.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006a750 msgr2=0x7f0e00101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006a750 0x7f0e00101a10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0df000e9a0 tx=0x7f0df000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 shutdown_connections 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0e0006a750 0x7f0e00101a10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0de40a3d50 0x7f0de40a6210 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e00108a30 0x7f0e00102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 --2- 172.21.15.44:0/57103462 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0e0006b0f0 0x7f0e00101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 >> 172.21.15.44:0/57103462 conn(0x7f0e000788f0 msgr2=0x7f0e000ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 shutdown_connections 2024-04-26T01:52:47.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:47.047+0000 7f0e04a00700 1 -- 172.21.15.44:0/57103462 wait complete. 2024-04-26T01:52:47.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:47 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/57103462' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:52:47.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:47 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/57103462' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:52:48.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:47 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/57103462' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:52:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:48 smithi156 ceph-mon[32543]: pgmap v393: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:52:48.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:48 smithi090 ceph-mon[32456]: pgmap v393: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:52:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:48 smithi044 ceph-mon[27847]: pgmap v393: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:52:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:50 smithi156 ceph-mon[32543]: pgmap v394: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:50 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/795205559' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:52:50.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:50 smithi044 ceph-mon[27847]: pgmap v394: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:50.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:50 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/795205559' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:52:50.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:50 smithi090 ceph-mon[32456]: pgmap v394: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:50.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:50 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/795205559' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.421+0000 7fa846200700 1 -- 172.21.15.44:0/2886042522 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa840108a20 msgr2=0x7fa840108e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.421+0000 7fa846200700 1 --2- 172.21.15.44:0/2886042522 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa840108a20 0x7fa840108e00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa83000b0a0 tx=0x7fa83000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.422+0000 7fa846200700 1 -- 172.21.15.44:0/2886042522 shutdown_connections 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.422+0000 7fa846200700 1 --2- 172.21.15.44:0/2886042522 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa84006b980 0x7fa84010f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.422+0000 7fa846200700 1 --2- 172.21.15.44:0/2886042522 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa840108a20 0x7fa840108e00 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.422+0000 7fa846200700 1 --2- 172.21.15.44:0/2886042522 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa84006afe0 0x7fa84006b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.422+0000 7fa846200700 1 -- 172.21.15.44:0/2886042522 >> 172.21.15.44:0/2886042522 conn(0x7fa8400788b0 msgr2=0x7fa840078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:51.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.422+0000 7fa846200700 1 -- 172.21.15.44:0/2886042522 shutdown_connections 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.422+0000 7fa846200700 1 -- 172.21.15.44:0/2886042522 wait complete. 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.423+0000 7fa846200700 1 Processor -- start 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.423+0000 7fa846200700 1 -- start start 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.423+0000 7fa846200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa84006afe0 0x7fa84019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.423+0000 7fa846200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa84006b980 0x7fa84019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa846200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa840108a20 0x7fa84019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa846200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa840112c10 con 0x7fa84006afe0 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa846200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa840112a90 con 0x7fa840108a20 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa846200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa840112d90 con 0x7fa84006b980 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa84006afe0 0x7fa84019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa84006afe0 0x7fa84019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49928/0 (socket says 172.21.15.44:49928) 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 -- 172.21.15.44:0/795205559 learned_addr learned my addr 172.21.15.44:0/795205559 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:51.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa836a00700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa84006b980 0x7fa84019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83fe00700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa840108a20 0x7fa84019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 -- 172.21.15.44:0/795205559 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa84006b980 msgr2=0x7fa84019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa84006b980 0x7fa84019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 -- 172.21.15.44:0/795205559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa840108a20 msgr2=0x7fa84019fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa840108a20 0x7fa84019fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.424+0000 7fa83f400700 1 -- 172.21.15.44:0/795205559 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8401a0390 con 0x7fa84006afe0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.425+0000 7fa83f400700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa84006afe0 0x7fa84019b380 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa83000d010 tx=0x7fa830004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.425+0000 7fa83cc00700 1 -- 172.21.15.44:0/795205559 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa830021070 con 0x7fa84006afe0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.425+0000 7fa83cc00700 1 -- 172.21.15.44:0/795205559 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa830007e30 con 0x7fa84006afe0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.425+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8401a0620 con 0x7fa84006afe0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.425+0000 7fa83cc00700 1 -- 172.21.15.44:0/795205559 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8300045f0 con 0x7fa84006afe0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.425+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8401a7f00 con 0x7fa84006afe0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.426+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa840069730 con 0x7fa84006afe0 2024-04-26T01:52:51.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.428+0000 7fa83cc00700 1 -- 172.21.15.44:0/795205559 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa830003d20 con 0x7fa84006afe0 2024-04-26T01:52:51.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.431+0000 7fa83cc00700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa8240a3cd0 0x7fa8240a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.431+0000 7fa83cc00700 1 -- 172.21.15.44:0/795205559 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa83000f020 con 0x7fa84006afe0 2024-04-26T01:52:51.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.431+0000 7fa836a00700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa8240a3cd0 0x7fa8240a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.087 INFO:teuthology.orchestra.run.smithi044.stdout:146028888148 2024-04-26T01:52:51.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.432+0000 7fa836a00700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa8240a3cd0 0x7fa8240a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa84010fd30 tx=0x7fa828009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.434+0000 7fa83cc00700 1 -- 172.21.15.44:0/795205559 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa83002a020 con 0x7fa84006afe0 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.676+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fa8401a80d0 con 0x7fa84006afe0 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.677+0000 7fa83cc00700 1 -- 172.21.15.44:0/795205559 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa83009e6d0 con 0x7fa84006afe0 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa8240a3cd0 msgr2=0x7fa8240a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa8240a3cd0 0x7fa8240a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa84010fd30 tx=0x7fa828009260 comp rx=0 tx=0).stop 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa84006afe0 msgr2=0x7fa84019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa84006afe0 0x7fa84019b380 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa83000d010 tx=0x7fa830004d00 comp rx=0 tx=0).stop 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 shutdown_connections 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa8240a3cd0 0x7fa8240a6190 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa840108a20 0x7fa84019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa84006afe0 0x7fa84019b380 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 --2- 172.21.15.44:0/795205559 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa84006b980 0x7fa84019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 >> 172.21.15.44:0/795205559 conn(0x7fa8400788b0 msgr2=0x7fa8400ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:51.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 shutdown_connections 2024-04-26T01:52:51.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:50.680+0000 7fa846200700 1 -- 172.21.15.44:0/795205559 wait complete. 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 -- 172.21.15.44:0/2559426735 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 msgr2=0x7f3684075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 --2- 172.21.15.44:0/2559426735 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f3684075050 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f36740098f0 tx=0x7f3674009c00 comp rx=0 tx=0).stop 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 -- 172.21.15.44:0/2559426735 shutdown_connections 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 --2- 172.21.15.44:0/2559426735 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f3684075050 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 --2- 172.21.15.44:0/2559426735 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f368410f440 0x7f3684111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 --2- 172.21.15.44:0/2559426735 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3684075590 0x7f368410ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 -- 172.21.15.44:0/2559426735 >> 172.21.15.44:0/2559426735 conn(0x7f3684079ba0 msgr2=0x7f3684079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 -- 172.21.15.44:0/2559426735 shutdown_connections 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.935+0000 7f368a400700 1 -- 172.21.15.44:0/2559426735 wait complete. 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.937+0000 7f368a400700 1 Processor -- start 2024-04-26T01:52:51.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.937+0000 7f368a400700 1 -- start start 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.937+0000 7f368a400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f368419b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.937+0000 7f368a400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3684075590 0x7f368419b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f368a400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f368410f440 0x7f368419fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f368a400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3684114e60 con 0x7f368410f440 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f368a400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3684114ce0 con 0x7f3684075590 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f368a400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3684114fe0 con 0x7f3684074c70 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f368419b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f368419b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:38066/0 (socket says 172.21.15.44:38066) 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 -- 172.21.15.44:0/907523123 learned_addr learned my addr 172.21.15.44:0/907523123 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f367aa00700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3684075590 0x7f368419b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683e00700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f368410f440 0x7f368419fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 -- 172.21.15.44:0/907523123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3684075590 msgr2=0x7f368419b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3684075590 0x7f368419b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 -- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f368410f440 msgr2=0x7f368419fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:51.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f368410f440 0x7f368419fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.938+0000 7f3683400700 1 -- 172.21.15.44:0/907523123 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36841a0310 con 0x7f3684074c70 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.939+0000 7f3683400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f368419b350 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3674009230 tx=0x7f367400fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.939+0000 7f3680c00700 1 -- 172.21.15.44:0/907523123 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674005220 con 0x7f3684074c70 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.939+0000 7f3680c00700 1 -- 172.21.15.44:0/907523123 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f367400b560 con 0x7f3684074c70 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.939+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36841a05a0 con 0x7f3684074c70 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.939+0000 7f3680c00700 1 -- 172.21.15.44:0/907523123 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674003a80 con 0x7f3684074c70 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.939+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36841a7e80 con 0x7f3684074c70 2024-04-26T01:52:51.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.940+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3684076360 con 0x7f3684074c70 2024-04-26T01:52:51.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.943+0000 7f3680c00700 1 -- 172.21.15.44:0/907523123 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f367400ba10 con 0x7f3684074c70 2024-04-26T01:52:51.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.944+0000 7f3680c00700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36680a3cd0 0x7f36680a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:51.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.944+0000 7f3680c00700 1 -- 172.21.15.44:0/907523123 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f36740d1510 con 0x7f3684074c70 2024-04-26T01:52:51.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.945+0000 7f367aa00700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36680a3cd0 0x7f36680a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:51.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.945+0000 7f367aa00700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36680a3cd0 0x7f36680a6190 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3684102690 tx=0x7f366c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:51.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:51.949+0000 7f3680c00700 1 -- 172.21.15.44:0/907523123 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3674013030 con 0x7f3684074c70 2024-04-26T01:52:52.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.187+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f368402df80 con 0x7f3684074c70 2024-04-26T01:52:52.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.188+0000 7f3680c00700 1 -- 172.21.15.44:0/907523123 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f367409de20 con 0x7f3684074c70 2024-04-26T01:52:52.186 INFO:teuthology.orchestra.run.smithi044.stdout:111669149783 2024-04-26T01:52:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.190+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36680a3cd0 msgr2=0x7f36680a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.190+0000 7f368a400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36680a3cd0 0x7f36680a6190 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3684102690 tx=0x7f366c009310 comp rx=0 tx=0).stop 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.190+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 msgr2=0x7f368419b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.190+0000 7f368a400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f368419b350 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3674009230 tx=0x7f367400fb20 comp rx=0 tx=0).stop 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 shutdown_connections 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3684074c70 0x7f368419b350 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f36680a3cd0 0x7f36680a6190 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f368410f440 0x7f368419fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 --2- 172.21.15.44:0/907523123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3684075590 0x7f368419b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 >> 172.21.15.44:0/907523123 conn(0x7f3684079ba0 msgr2=0x7f36840ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 shutdown_connections 2024-04-26T01:52:52.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:52.191+0000 7f368a400700 1 -- 172.21.15.44:0/907523123 wait complete. 2024-04-26T01:52:52.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:52 smithi044 ceph-mon[27847]: pgmap v395: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:52.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:52 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/907523123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:52:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:52 smithi090 ceph-mon[32456]: pgmap v395: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:52 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/907523123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:52 smithi156 ceph-mon[32543]: pgmap v395: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:52:53.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:52 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/907523123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:52:53.992 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888143 got 146028888148 for osd.4 2024-04-26T01:52:53.992 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:54.938 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:54 smithi044 ceph-mon[27847]: pgmap v396: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:54.938 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:54 smithi044 ceph-mon[27847]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 -- 172.21.15.44:0/2408926599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c076f70 msgr2=0x7ff21c077350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 --2- 172.21.15.44:0/2408926599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c076f70 0x7ff21c077350 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff210009990 tx=0x7ff210009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 -- 172.21.15.44:0/2408926599 shutdown_connections 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 --2- 172.21.15.44:0/2408926599 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff21c113920 0x7ff21c115d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 --2- 172.21.15.44:0/2408926599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c076f70 0x7ff21c077350 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 --2- 172.21.15.44:0/2408926599 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c077890 0x7ff21c1133e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 -- 172.21.15.44:0/2408926599 >> 172.21.15.44:0/2408926599 conn(0x7ff21c100770 msgr2=0x7ff21c102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:55.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 -- 172.21.15.44:0/2408926599 shutdown_connections 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.954+0000 7ff223a00700 1 -- 172.21.15.44:0/2408926599 wait complete. 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.955+0000 7ff223a00700 1 Processor -- start 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.955+0000 7ff223a00700 1 -- start start 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff223a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c076f70 0x7ff21c1a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff223a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff21c077890 0x7ff21c1a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff223a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c113920 0x7ff21c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff223a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c119300 con 0x7ff21c113920 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff223a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c119180 con 0x7ff21c076f70 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff223a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff21c119480 con 0x7ff21c077890 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c076f70 0x7ff21c1a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c076f70 0x7ff21c1a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36896/0 (socket says 172.21.15.44:36896) 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 -- 172.21.15.44:0/913813106 learned_addr learned my addr 172.21.15.44:0/913813106 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221a00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c113920 0x7ff21c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff21be00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff21c077890 0x7ff21c1a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 -- 172.21.15.44:0/913813106 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff21c077890 msgr2=0x7ff21c1a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff21c077890 0x7ff21c1a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 -- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c113920 msgr2=0x7ff21c19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c113920 0x7ff21c19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.956+0000 7ff221000700 1 -- 172.21.15.44:0/913813106 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff21c19fd80 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.957+0000 7ff221000700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c076f70 0x7ff21c1a5410 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff210000c00 tx=0x7ff2100057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.957+0000 7ff219600700 1 -- 172.21.15.44:0/913813106 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff210027070 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.957+0000 7ff219600700 1 -- 172.21.15.44:0/913813106 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff210022470 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.957+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff21c1a0010 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.957+0000 7ff219600700 1 -- 172.21.15.44:0/913813106 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff210017650 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.957+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff21c1ac2e0 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.959+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff21c0786b0 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.960+0000 7ff219600700 1 -- 172.21.15.44:0/913813106 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff21002a070 con 0x7ff21c076f70 2024-04-26T01:52:55.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.962+0000 7ff219600700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff2040a3c40 0x7ff2040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.962+0000 7ff219600700 1 -- 172.21.15.44:0/913813106 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7ff2100d0ff0 con 0x7ff21c076f70 2024-04-26T01:52:55.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.962+0000 7ff21be00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff2040a3c40 0x7ff2040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.963+0000 7ff21be00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff2040a3c40 0x7ff2040a6100 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff21c079f50 tx=0x7ff208009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:54.966+0000 7ff219600700 1 -- 172.21.15.44:0/913813106 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff210013070 con 0x7ff21c076f70 2024-04-26T01:52:55.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.205+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7ff21c02df80 con 0x7ff21c076f70 2024-04-26T01:52:55.205 INFO:teuthology.orchestra.run.smithi044.stdout:257698037821 2024-04-26T01:52:55.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.206+0000 7ff219600700 1 -- 172.21.15.44:0/913813106 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff21009dac0 con 0x7ff21c076f70 2024-04-26T01:52:55.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff2040a3c40 msgr2=0x7ff2040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff2040a3c40 0x7ff2040a6100 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff21c079f50 tx=0x7ff208009260 comp rx=0 tx=0).stop 2024-04-26T01:52:55.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c076f70 msgr2=0x7ff21c1a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c076f70 0x7ff21c1a5410 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff210000c00 tx=0x7ff2100057c0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 shutdown_connections 2024-04-26T01:52:55.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff2040a3c40 0x7ff2040a6100 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff21c113920 0x7ff21c19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff21c076f70 0x7ff21c1a5410 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 --2- 172.21.15.44:0/913813106 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff21c077890 0x7ff21c1a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 >> 172.21.15.44:0/913813106 conn(0x7ff21c100770 msgr2=0x7ff21c102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:55.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.210+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 shutdown_connections 2024-04-26T01:52:55.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:55.211+0000 7ff223a00700 1 -- 172.21.15.44:0/913813106 wait complete. 2024-04-26T01:52:55.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:54 smithi156 ceph-mon[32543]: pgmap v396: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:55.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:54 smithi156 ceph-mon[32543]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-26T01:52:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:54 smithi090 ceph-mon[32456]: pgmap v396: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:52:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:54 smithi090 ceph-mon[32456]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-26T01:52:56.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:55 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/913813106' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:52:56.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:55 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/913813106' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:52:56.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:55 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/913813106' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:52:56.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 -- 172.21.15.44:0/390733182 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c6810f440 msgr2=0x7f5c68111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:56.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 --2- 172.21.15.44:0/390733182 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c6810f440 0x7f5c68111830 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5c6000b0a0 tx=0x7f5c6000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.987 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:56 smithi044 ceph-mon[27847]: pgmap v397: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 -- 172.21.15.44:0/390733182 shutdown_connections 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 --2- 172.21.15.44:0/390733182 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c6810f440 0x7f5c68111830 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 --2- 172.21.15.44:0/390733182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 0x7f5c68075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 --2- 172.21.15.44:0/390733182 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c68075590 0x7f5c6810ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 -- 172.21.15.44:0/390733182 >> 172.21.15.44:0/390733182 conn(0x7f5c68079ba0 msgr2=0x7f5c68079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 -- 172.21.15.44:0/390733182 shutdown_connections 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.988+0000 7f5c70600700 1 -- 172.21.15.44:0/390733182 wait complete. 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 Processor -- start 2024-04-26T01:52:56.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 -- start start 2024-04-26T01:52:56.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 0x7f5c6819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:56.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c68075590 0x7f5c6819b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c6810f440 0x7f5c6819fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5c68114dd0 con 0x7f5c68074c70 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5c68114c50 con 0x7f5c6810f440 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.990+0000 7f5c70600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5c68114f50 con 0x7f5c68075590 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 0x7f5c6819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 0x7f5c6819b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40752/0 (socket says 172.21.15.44:40752) 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 -- 172.21.15.44:0/3461172310 learned_addr learned my addr 172.21.15.44:0/3461172310 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6d200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c68075590 0x7f5c6819b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6e600700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c6810f440 0x7f5c6819fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 -- 172.21.15.44:0/3461172310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c68075590 msgr2=0x7f5c6819b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:56.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c68075590 0x7f5c6819b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 -- 172.21.15.44:0/3461172310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c6810f440 msgr2=0x7f5c6819fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:56.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c6810f440 0x7f5c6819fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6dc00700 1 -- 172.21.15.44:0/3461172310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c681a0300 con 0x7f5c68074c70 2024-04-26T01:52:56.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.991+0000 7f5c6d200700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c68075590 0x7f5c6819b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:56.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.992+0000 7f5c6dc00700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 0x7f5c6819b340 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c00eb30 tx=0x7f5c5c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:56.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.992+0000 7f5c66000700 1 -- 172.21.15.44:0/3461172310 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c00cbd0 con 0x7f5c68074c70 2024-04-26T01:52:56.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.992+0000 7f5c66000700 1 -- 172.21.15.44:0/3461172310 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c5c0044d0 con 0x7f5c68074c70 2024-04-26T01:52:56.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.992+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c681a05f0 con 0x7f5c68074c70 2024-04-26T01:52:56.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.992+0000 7f5c66000700 1 -- 172.21.15.44:0/3461172310 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c003e30 con 0x7f5c68074c70 2024-04-26T01:52:56.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.992+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c681a7e70 con 0x7f5c68074c70 2024-04-26T01:52:56.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.994+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c68069730 con 0x7f5c68074c70 2024-04-26T01:52:56.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.995+0000 7f5c66000700 1 -- 172.21.15.44:0/3461172310 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5c5c004000 con 0x7f5c68074c70 2024-04-26T01:52:56.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.997+0000 7f5c66000700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5c500a3cc0 0x7f5c500a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:56.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.997+0000 7f5c66000700 1 -- 172.21.15.44:0/3461172310 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f5c5c0d06f0 con 0x7f5c68074c70 2024-04-26T01:52:56.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.997+0000 7f5c6d200700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5c500a3cc0 0x7f5c500a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:56.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:56.998+0000 7f5c6d200700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5c500a3cc0 0x7f5c500a6180 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5c68111140 tx=0x7f5c54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:56.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.002+0000 7f5c66000700 1 -- 172.21.15.44:0/3461172310 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c5c0042f0 con 0x7f5c68074c70 2024-04-26T01:52:57.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:56 smithi156 ceph-mon[32543]: pgmap v397: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T01:52:57.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.234+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f5c6802df80 con 0x7f5c68074c70 2024-04-26T01:52:57.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.235+0000 7f5c66000700 1 -- 172.21.15.44:0/3461172310 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5c5c09d0d0 con 0x7f5c68074c70 2024-04-26T01:52:57.233 INFO:teuthology.orchestra.run.smithi044.stdout:167503724623 2024-04-26T01:52:57.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:56 smithi090 ceph-mon[32456]: pgmap v397: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T01:52:57.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.238+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5c500a3cc0 msgr2=0x7f5c500a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:57.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.238+0000 7f5c70600700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5c500a3cc0 0x7f5c500a6180 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5c68111140 tx=0x7f5c54009260 comp rx=0 tx=0).stop 2024-04-26T01:52:57.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.238+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 msgr2=0x7f5c6819b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:57.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.238+0000 7f5c70600700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 0x7f5c6819b340 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c00eb30 tx=0x7f5c5c00ee40 comp rx=0 tx=0).stop 2024-04-26T01:52:57.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 shutdown_connections 2024-04-26T01:52:57.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5c500a3cc0 0x7f5c500a6180 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:57.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c6810f440 0x7f5c6819fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:57.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c68074c70 0x7f5c6819b340 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:57.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 --2- 172.21.15.44:0/3461172310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c68075590 0x7f5c6819b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:57.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 >> 172.21.15.44:0/3461172310 conn(0x7f5c68079ba0 msgr2=0x7f5c680ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:57.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 shutdown_connections 2024-04-26T01:52:57.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:57.239+0000 7f5c70600700 1 -- 172.21.15.44:0/3461172310 wait complete. 2024-04-26T01:52:57.609 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149778 got 111669149783 for osd.3 2024-04-26T01:52:57.609 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:57.813 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462975 got 201863462982 for osd.6 2024-04-26T01:52:57.813 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:57.873 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:57 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3461172310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:52:58.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:57 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3461172310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:52:58.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:57 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3461172310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:52:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:58 smithi090 ceph-mon[32456]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:52:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:52:58 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/770406214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:52:59.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:58 smithi044 ceph-mon[27847]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:52:59.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:52:58 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/770406214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:52:59.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:58 smithi156 ceph-mon[32543]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:52:59.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:52:58 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/770406214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:52:59.276 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037817 got 257698037821 for osd.8 2024-04-26T01:52:59.276 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.481+0000 7f6655800700 1 -- 172.21.15.44:0/1746524359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650102a90 msgr2=0x7f6650102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.481+0000 7f6655800700 1 --2- 172.21.15.44:0/1746524359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650102a90 0x7f6650102f10 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6638009990 tx=0x7f6638009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.482+0000 7f6655800700 1 -- 172.21.15.44:0/1746524359 shutdown_connections 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.482+0000 7f6655800700 1 --2- 172.21.15.44:0/1746524359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650108a50 0x7f6650108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.482+0000 7f6655800700 1 --2- 172.21.15.44:0/1746524359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6650103450 0x7f665010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.482+0000 7f6655800700 1 --2- 172.21.15.44:0/1746524359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650102a90 0x7f6650102f10 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.482+0000 7f6655800700 1 -- 172.21.15.44:0/1746524359 >> 172.21.15.44:0/1746524359 conn(0x7f6650079ba0 msgr2=0x7f6650079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.482+0000 7f6655800700 1 -- 172.21.15.44:0/1746524359 shutdown_connections 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.482+0000 7f6655800700 1 -- 172.21.15.44:0/1746524359 wait complete. 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 Processor -- start 2024-04-26T01:52:59.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 -- start start 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650102a90 0x7f665019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6650103450 0x7f665019b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650108a50 0x7f665019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6650112c50 con 0x7f6650108a50 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6650112ad0 con 0x7f6650103450 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.483+0000 7f6655800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6650112dd0 con 0x7f6650102a90 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650102a90 0x7f665019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650102a90 0x7f665019b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:36502/0 (socket says 172.21.15.44:36502) 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 -- 172.21.15.44:0/770406214 learned_addr learned my addr 172.21.15.44:0/770406214 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f6646000700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6650103450 0x7f665019b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664f400700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650108a50 0x7f665019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 -- 172.21.15.44:0/770406214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6650103450 msgr2=0x7f665019b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6650103450 0x7f665019b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 -- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650108a50 msgr2=0x7f665019fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:59.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650108a50 0x7f665019fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f664ea00700 1 -- 172.21.15.44:0/770406214 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66501a0380 con 0x7f6650102a90 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.484+0000 7f6646000700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6650103450 0x7f665019b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.485+0000 7f664ea00700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650102a90 0x7f665019b3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f664000c370 tx=0x7f664000c680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stdout:55834574949 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.485+0000 7f6647e00700 1 -- 172.21.15.44:0/770406214 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664000cea0 con 0x7f6650102a90 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.485+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66501a0610 con 0x7f6650102a90 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.485+0000 7f6647e00700 1 -- 172.21.15.44:0/770406214 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66400090d0 con 0x7f6650102a90 2024-04-26T01:52:59.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.485+0000 7f6647e00700 1 -- 172.21.15.44:0/770406214 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6640004660 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.485+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66501a7ef0 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.486+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6650069730 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.488+0000 7f6647e00700 1 -- 172.21.15.44:0/770406214 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f664001a020 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.490+0000 7f6647e00700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f66340a3c40 0x7f66340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.490+0000 7f6647e00700 1 -- 172.21.15.44:0/770406214 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f66400d02e0 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.490+0000 7f6646000700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f66340a3c40 0x7f66340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.491+0000 7f6646000700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f66340a3c40 0x7f66340a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f665010fcf0 tx=0x7f663800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.492+0000 7f6647e00700 1 -- 172.21.15.44:0/770406214 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6640010040 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.719+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f66501a80c0 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.720+0000 7f6647e00700 1 -- 172.21.15.44:0/770406214 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f664009ccc0 con 0x7f6650102a90 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f66340a3c40 msgr2=0x7f66340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f66340a3c40 0x7f66340a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f665010fcf0 tx=0x7f663800b260 comp rx=0 tx=0).stop 2024-04-26T01:52:59.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650102a90 msgr2=0x7f665019b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650102a90 0x7f665019b3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f664000c370 tx=0x7f664000c680 comp rx=0 tx=0).stop 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 shutdown_connections 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6650102a90 0x7f665019b3c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f66340a3c40 0x7f66340a6100 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6650108a50 0x7f665019fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 --2- 172.21.15.44:0/770406214 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6650103450 0x7f665019b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 >> 172.21.15.44:0/770406214 conn(0x7f6650079ba0 msgr2=0x7f6650101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 shutdown_connections 2024-04-26T01:52:59.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:52:58.723+0000 7f6655800700 1 -- 172.21.15.44:0/770406214 wait complete. 2024-04-26T01:53:00.506 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574944 got 55834574949 for osd.1 2024-04-26T01:53:00.507 DEBUG:teuthology.parallel:result is None 2024-04-26T01:53:00.828 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724617 got 167503724623 for osd.5 2024-04-26T01:53:00.828 DEBUG:teuthology.parallel:result is None 2024-04-26T01:53:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:00 smithi044 ceph-mon[27847]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:53:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 -- 172.21.15.44:0/732159096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f410f440 msgr2=0x7f55f4111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 --2- 172.21.15.44:0/732159096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f410f440 0x7f55f4111830 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f55ec00b0a0 tx=0x7f55ec00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 -- 172.21.15.44:0/732159096 shutdown_connections 2024-04-26T01:53:01.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 --2- 172.21.15.44:0/732159096 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f55f4074c70 0x7f55f4075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 --2- 172.21.15.44:0/732159096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f410f440 0x7f55f4111830 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 --2- 172.21.15.44:0/732159096 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55f4075590 0x7f55f410ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 -- 172.21.15.44:0/732159096 >> 172.21.15.44:0/732159096 conn(0x7f55f4079ba0 msgr2=0x7f55f4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:01.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 -- 172.21.15.44:0/732159096 shutdown_connections 2024-04-26T01:53:01.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.174+0000 7f55fb200700 1 -- 172.21.15.44:0/732159096 wait complete. 2024-04-26T01:53:01.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.175+0000 7f55fb200700 1 Processor -- start 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.175+0000 7f55fb200700 1 -- start start 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55fb200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f4074c70 0x7f55f419b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55fb200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f55f4075590 0x7f55f419b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55fb200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55f410f440 0x7f55f419fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55fb200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55f4114e40 con 0x7f55f4074c70 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55fb200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f55f4114cc0 con 0x7f55f410f440 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55fb200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f55f4114fc0 con 0x7f55f4075590 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55f3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f4074c70 0x7f55f419b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55f3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f4074c70 0x7f55f419b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40794/0 (socket says 172.21.15.44:40794) 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55f3e00700 1 -- 172.21.15.44:0/2785338761 learned_addr learned my addr 172.21.15.44:0/2785338761 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55f9200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55f410f440 0x7f55f419fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.176+0000 7f55eb400700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f55f4075590 0x7f55f419b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f3e00700 1 -- 172.21.15.44:0/2785338761 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f55f4075590 msgr2=0x7f55f419b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f3e00700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f55f4075590 0x7f55f419b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f3e00700 1 -- 172.21.15.44:0/2785338761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55f410f440 msgr2=0x7f55f419fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f3e00700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55f410f440 0x7f55f419fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f3e00700 1 -- 172.21.15.44:0/2785338761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f41a0360 con 0x7f55f4074c70 2024-04-26T01:53:01.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f9200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55f410f440 0x7f55f419fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f3e00700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f4074c70 0x7f55f419b350 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f55e400e9c0 tx=0x7f55e400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f1600700 1 -- 172.21.15.44:0/2785338761 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e400cbd0 con 0x7f55f4074c70 2024-04-26T01:53:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f1600700 1 -- 172.21.15.44:0/2785338761 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55e400ee60 con 0x7f55f4074c70 2024-04-26T01:53:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55f41a0650 con 0x7f55f4074c70 2024-04-26T01:53:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.177+0000 7f55f1600700 1 -- 172.21.15.44:0/2785338761 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e40055c0 con 0x7f55f4074c70 2024-04-26T01:53:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.178+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55f41a7ed0 con 0x7f55f4074c70 2024-04-26T01:53:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.179+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55f4069730 con 0x7f55f4074c70 2024-04-26T01:53:01.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.181+0000 7f55f1600700 1 -- 172.21.15.44:0/2785338761 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f55e4004750 con 0x7f55f4074c70 2024-04-26T01:53:01.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.182+0000 7f55f1600700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f55d80a3cc0 0x7f55d80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.183+0000 7f55f1600700 1 -- 172.21.15.44:0/2785338761 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f55e40d05d0 con 0x7f55f4074c70 2024-04-26T01:53:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.183+0000 7f55eb400700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f55d80a3cc0 0x7f55d80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.184+0000 7f55eb400700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f55d80a3cc0 0x7f55d80a6180 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009680 tx=0x7f55dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:01.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.188+0000 7f55f1600700 1 -- 172.21.15.44:0/2785338761 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55e409cfb0 con 0x7f55f4074c70 2024-04-26T01:53:01.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:00 smithi156 ceph-mon[32543]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:53:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:00 smithi090 ceph-mon[32456]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:53:01.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.368+0000 7f1b88000700 1 -- 172.21.15.44:0/2716975796 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80074c70 msgr2=0x7f1b80075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.368+0000 7f1b88000700 1 --2- 172.21.15.44:0/2716975796 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80074c70 0x7f1b80075050 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009990 tx=0x7f1b74009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.368+0000 7f1b88000700 1 -- 172.21.15.44:0/2716975796 shutdown_connections 2024-04-26T01:53:01.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.368+0000 7f1b88000700 1 --2- 172.21.15.44:0/2716975796 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b8010f440 0x7f1b80111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.368+0000 7f1b88000700 1 --2- 172.21.15.44:0/2716975796 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80074c70 0x7f1b80075050 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.368+0000 7f1b88000700 1 --2- 172.21.15.44:0/2716975796 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1b80075590 0x7f1b8010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.368+0000 7f1b88000700 1 -- 172.21.15.44:0/2716975796 >> 172.21.15.44:0/2716975796 conn(0x7f1b80079bf0 msgr2=0x7f1b8007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:01.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.369+0000 7f1b88000700 1 -- 172.21.15.44:0/2716975796 shutdown_connections 2024-04-26T01:53:01.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.369+0000 7f1b88000700 1 -- 172.21.15.44:0/2716975796 wait complete. 2024-04-26T01:53:01.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.370+0000 7f1b88000700 1 Processor -- start 2024-04-26T01:53:01.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b88000700 1 -- start start 2024-04-26T01:53:01.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b88000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b80074c70 0x7f1b8019b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b88000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80075590 0x7f1b8019b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b88000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1b8010f440 0x7f1b8019fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b88000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b80114e80 con 0x7f1b80075590 2024-04-26T01:53:01.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b88000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1b80114d00 con 0x7f1b80074c70 2024-04-26T01:53:01.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b88000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1b80115000 con 0x7f1b8010f440 2024-04-26T01:53:01.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b84c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80075590 0x7f1b8019b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b84c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80075590 0x7f1b8019b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40808/0 (socket says 172.21.15.44:40808) 2024-04-26T01:53:01.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.371+0000 7f1b84c00700 1 -- 172.21.15.44:0/4048253589 learned_addr learned my addr 172.21.15.44:0/4048253589 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:01.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.372+0000 7f1b85600700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b80074c70 0x7f1b8019b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.372+0000 7f1b84c00700 1 -- 172.21.15.44:0/4048253589 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1b8010f440 msgr2=0x7f1b8019fc60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.372+0000 7f1b84c00700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1b8010f440 0x7f1b8019fc60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.372+0000 7f1b84c00700 1 -- 172.21.15.44:0/4048253589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b80074c70 msgr2=0x7f1b8019b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.372+0000 7f1b84c00700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b80074c70 0x7f1b8019b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.372+0000 7f1b84c00700 1 -- 172.21.15.44:0/4048253589 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b801a03a0 con 0x7f1b80075590 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.372+0000 7f1b85600700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b80074c70 0x7f1b8019b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.373+0000 7f1b84c00700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80075590 0x7f1b8019b8d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c00e9c0 tx=0x7f1b6c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:01.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.373+0000 7f1b7e000700 1 -- 172.21.15.44:0/4048253589 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c00cbd0 con 0x7f1b80075590 2024-04-26T01:53:01.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.373+0000 7f1b7e000700 1 -- 172.21.15.44:0/4048253589 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b6c00cd70 con 0x7f1b80075590 2024-04-26T01:53:01.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.373+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b801a0690 con 0x7f1b80075590 2024-04-26T01:53:01.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.373+0000 7f1b7e000700 1 -- 172.21.15.44:0/4048253589 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c005650 con 0x7f1b80075590 2024-04-26T01:53:01.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.373+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b801a7f10 con 0x7f1b80075590 2024-04-26T01:53:01.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.375+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b80069730 con 0x7f1b80075590 2024-04-26T01:53:01.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.377+0000 7f1b7e000700 1 -- 172.21.15.44:0/4048253589 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1b6c004750 con 0x7f1b80075590 2024-04-26T01:53:01.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.378+0000 7f1b7e000700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1b680a3c40 0x7f1b680a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.378+0000 7f1b7e000700 1 -- 172.21.15.44:0/4048253589 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f1b6c0d0640 con 0x7f1b80075590 2024-04-26T01:53:01.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.379+0000 7f1b85600700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1b680a3c40 0x7f1b680a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.380+0000 7f1b85600700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1b680a3c40 0x7f1b680a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1b7400b2e0 tx=0x7f1b7401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:01.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.384+0000 7f1b7e000700 1 -- 172.21.15.44:0/4048253589 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1b6c09d020 con 0x7f1b80075590 2024-04-26T01:53:01.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.432+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f55f402df80 con 0x7f55f4074c70 2024-04-26T01:53:01.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.433+0000 7f55f1600700 1 -- 172.21.15.44:0/2785338761 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f55e409c8b0 con 0x7f55f4074c70 2024-04-26T01:53:01.431 INFO:teuthology.orchestra.run.smithi044.stdout:313532612658 2024-04-26T01:53:01.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f55d80a3cc0 msgr2=0x7f55d80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f55d80a3cc0 0x7f55d80a6180 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009680 tx=0x7f55dc009260 comp rx=0 tx=0).stop 2024-04-26T01:53:01.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f4074c70 msgr2=0x7f55f419b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f4074c70 0x7f55f419b350 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f55e400e9c0 tx=0x7f55e400ecd0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 shutdown_connections 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f55d80a3cc0 0x7f55d80a6180 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f55f410f440 0x7f55f419fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55f4074c70 0x7f55f419b350 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 --2- 172.21.15.44:0/2785338761 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f55f4075590 0x7f55f419b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 >> 172.21.15.44:0/2785338761 conn(0x7f55f4079ba0 msgr2=0x7f55f40ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 shutdown_connections 2024-04-26T01:53:01.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.436+0000 7f55fb200700 1 -- 172.21.15.44:0/2785338761 wait complete. 2024-04-26T01:53:01.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.623+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f1b8002df80 con 0x7f1b80075590 2024-04-26T01:53:01.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.623+0000 7f1b7e000700 1 -- 172.21.15.44:0/4048253589 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f1b6c09c920 con 0x7f1b80075590 2024-04-26T01:53:01.621 INFO:teuthology.orchestra.run.smithi044.stdout:347892351021 2024-04-26T01:53:01.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1b680a3c40 msgr2=0x7f1b680a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1b680a3c40 0x7f1b680a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1b7400b2e0 tx=0x7f1b7401a040 comp rx=0 tx=0).stop 2024-04-26T01:53:01.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80075590 msgr2=0x7f1b8019b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80075590 0x7f1b8019b8d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c00e9c0 tx=0x7f1b6c00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 shutdown_connections 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1b8010f440 0x7f1b8019fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f1b680a3c40 0x7f1b680a6100 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1b80074c70 0x7f1b8019b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.626+0000 7f1b88000700 1 --2- 172.21.15.44:0/4048253589 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b80075590 0x7f1b8019b8d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.627+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 >> 172.21.15.44:0/4048253589 conn(0x7f1b80079bf0 msgr2=0x7f1b800ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.627+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 shutdown_connections 2024-04-26T01:53:01.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.627+0000 7f1b88000700 1 -- 172.21.15.44:0/4048253589 wait complete. 2024-04-26T01:53:01.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 -- 172.21.15.44:0/3709304134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de006bca0 msgr2=0x7f3de01054a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 --2- 172.21.15.44:0/3709304134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de006bca0 0x7f3de01054a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3dd800b0a0 tx=0x7f3dd800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 -- 172.21.15.44:0/3709304134 shutdown_connections 2024-04-26T01:53:01.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 --2- 172.21.15.44:0/3709304134 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3de0107990 0x7f3de0107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 --2- 172.21.15.44:0/3709304134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de006bca0 0x7f3de01054a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 --2- 172.21.15.44:0/3709304134 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3de006b110 0x7f3de006b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 -- 172.21.15.44:0/3709304134 >> 172.21.15.44:0/3709304134 conn(0x7f3de00788f0 msgr2=0x7f3de0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:01.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 -- 172.21.15.44:0/3709304134 shutdown_connections 2024-04-26T01:53:01.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.656+0000 7f3de5400700 1 -- 172.21.15.44:0/3709304134 wait complete. 2024-04-26T01:53:01.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 Processor -- start 2024-04-26T01:53:01.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 -- start start 2024-04-26T01:53:01.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3de006b110 0x7f3de01a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3de006bca0 0x7f3de01a5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de0107990 0x7f3de019f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3de0119200 con 0x7f3de0107990 2024-04-26T01:53:01.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3de0119080 con 0x7f3de006b110 2024-04-26T01:53:01.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.658+0000 7f3de5400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3de0119380 con 0x7f3de006bca0 2024-04-26T01:53:01.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3ddde00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3de006bca0 0x7f3de01a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3ddde00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3de006bca0 0x7f3de01a5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:36554/0 (socket says 172.21.15.44:36554) 2024-04-26T01:53:01.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3ddde00700 1 -- 172.21.15.44:0/2578598613 learned_addr learned my addr 172.21.15.44:0/2578598613 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:01.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3dde800700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3de006b110 0x7f3de01a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3ddf200700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de0107990 0x7f3de019f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3dde800700 1 -- 172.21.15.44:0/2578598613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3de006bca0 msgr2=0x7f3de01a5940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3dde800700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3de006bca0 0x7f3de01a5940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3dde800700 1 -- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de0107990 msgr2=0x7f3de019f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3dde800700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de0107990 0x7f3de019f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.659+0000 7f3dde800700 1 -- 172.21.15.44:0/2578598613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de019fd20 con 0x7f3de006b110 2024-04-26T01:53:01.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.660+0000 7f3dde800700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3de006b110 0x7f3de01a5400 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000e9f0 tx=0x7f3dd000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:01.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.660+0000 7f3dd7400700 1 -- 172.21.15.44:0/2578598613 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd000c9c0 con 0x7f3de006b110 2024-04-26T01:53:01.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.660+0000 7f3dd7400700 1 -- 172.21.15.44:0/2578598613 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dd000cb60 con 0x7f3de006b110 2024-04-26T01:53:01.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.660+0000 7f3dd7400700 1 -- 172.21.15.44:0/2578598613 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0018680 con 0x7f3de006b110 2024-04-26T01:53:01.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.660+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3de01a0010 con 0x7f3de006b110 2024-04-26T01:53:01.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.661+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3de01ac2d0 con 0x7f3de006b110 2024-04-26T01:53:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.662+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3de0101f80 con 0x7f3de006b110 2024-04-26T01:53:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.666+0000 7f3dd7400700 1 -- 172.21.15.44:0/2578598613 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3dd0010430 con 0x7f3de006b110 2024-04-26T01:53:01.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.667+0000 7f3dd7400700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3dc40a3cc0 0x7f3dc40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:01.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.667+0000 7f3dd7400700 1 -- 172.21.15.44:0/2578598613 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f3dd00d0530 con 0x7f3de006b110 2024-04-26T01:53:01.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.668+0000 7f3ddde00700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3dc40a3cc0 0x7f3dc40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:01.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.668+0000 7f3dd7400700 1 -- 172.21.15.44:0/2578598613 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3dd009cf10 con 0x7f3de006b110 2024-04-26T01:53:01.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.669+0000 7f3ddde00700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3dc40a3cc0 0x7f3dc40a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009680 tx=0x7f3dcc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:01 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2785338761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:53:01.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:01 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4048253589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:53:01.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.899+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f3de01ac4a0 con 0x7f3de006b110 2024-04-26T01:53:01.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.899+0000 7f3dd7400700 1 -- 172.21.15.44:0/2578598613 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3dd009c810 con 0x7f3de006b110 2024-04-26T01:53:01.898 INFO:teuthology.orchestra.run.smithi044.stdout:292057776184 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3dc40a3cc0 msgr2=0x7f3dc40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3dc40a3cc0 0x7f3dc40a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009680 tx=0x7f3dcc009260 comp rx=0 tx=0).stop 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3de006b110 msgr2=0x7f3de01a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3de006b110 0x7f3de01a5400 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000e9f0 tx=0x7f3dd000ed00 comp rx=0 tx=0).stop 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 shutdown_connections 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f3dc40a3cc0 0x7f3dc40a6180 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3de0107990 0x7f3de019f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3de006b110 0x7f3de01a5400 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 --2- 172.21.15.44:0/2578598613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3de006bca0 0x7f3de01a5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.902+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 >> 172.21.15.44:0/2578598613 conn(0x7f3de00788f0 msgr2=0x7f3de0100d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.903+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 shutdown_connections 2024-04-26T01:53:01.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:01.903+0000 7f3de5400700 1 -- 172.21.15.44:0/2578598613 wait complete. 2024-04-26T01:53:02.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:01 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2785338761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:53:02.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:01 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4048253589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:53:02.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:01 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2785338761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:53:02.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:01 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4048253589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:53:03.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:02 smithi044 ceph-mon[27847]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:53:03.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:02 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2578598613' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:53:03.173 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612653 got 313532612658 for osd.10 2024-04-26T01:53:03.173 DEBUG:teuthology.parallel:result is None 2024-04-26T01:53:03.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:02 smithi156 ceph-mon[32543]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:53:03.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:02 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2578598613' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:53:03.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:02 smithi090 ceph-mon[32456]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:53:03.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:02 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2578598613' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:53:03.647 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351014 got 347892351021 for osd.11 2024-04-26T01:53:03.648 DEBUG:teuthology.parallel:result is None 2024-04-26T01:53:04.270 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776176 got 292057776184 for osd.9 2024-04-26T01:53:04.271 DEBUG:teuthology.parallel:result is None 2024-04-26T01:53:04.271 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:53:04.271 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:53:04.839 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:04 smithi044 ceph-mon[27847]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:53:05.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:04 smithi156 ceph-mon[32543]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:53:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:04 smithi090 ceph-mon[32456]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:53:06.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 -- 172.21.15.44:0/573361418 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9218074c70 msgr2=0x7f9218075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 --2- 172.21.15.44:0/573361418 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9218074c70 0x7f9218075050 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f920c009990 tx=0x7f920c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 -- 172.21.15.44:0/573361418 shutdown_connections 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 --2- 172.21.15.44:0/573361418 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9218074c70 0x7f9218075050 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 --2- 172.21.15.44:0/573361418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f921810f4a0 0x7f9218111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 --2- 172.21.15.44:0/573361418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218075590 0x7f921810ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 -- 172.21.15.44:0/573361418 >> 172.21.15.44:0/573361418 conn(0x7f9218079ba0 msgr2=0x7f9218079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 -- 172.21.15.44:0/573361418 shutdown_connections 2024-04-26T01:53:06.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.928+0000 7f9220000700 1 -- 172.21.15.44:0/573361418 wait complete. 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.929+0000 7f9220000700 1 Processor -- start 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f9220000700 1 -- start start 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f9220000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218074c70 0x7f921819b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f9220000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9218075590 0x7f921819b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f9220000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f921810f4a0 0x7f921819fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f9220000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9218114ed0 con 0x7f9218074c70 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f9220000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9218114d50 con 0x7f9218075590 2024-04-26T01:53:06.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f9220000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9218115050 con 0x7f921810f4a0 2024-04-26T01:53:06.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f921d600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218074c70 0x7f921819b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f921d600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218074c70 0x7f921819b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40844/0 (socket says 172.21.15.44:40844) 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f921d600700 1 -- 172.21.15.44:0/3635376006 learned_addr learned my addr 172.21.15.44:0/3635376006 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f921cc00700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9218075590 0x7f921819b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.930+0000 7f921e000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f921810f4a0 0x7f921819fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.931+0000 7f921cc00700 1 -- 172.21.15.44:0/3635376006 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f921810f4a0 msgr2=0x7f921819fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.931+0000 7f921cc00700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f921810f4a0 0x7f921819fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.931+0000 7f921cc00700 1 -- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218074c70 msgr2=0x7f921819b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.931+0000 7f921cc00700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218074c70 0x7f921819b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.931+0000 7f921cc00700 1 -- 172.21.15.44:0/3635376006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92181a0310 con 0x7f9218075590 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.931+0000 7f921d600700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218074c70 0x7f921819b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.931+0000 7f921cc00700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9218075590 0x7f921819b840 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f920400e9f0 tx=0x7f920400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.932+0000 7f9216000700 1 -- 172.21.15.44:0/3635376006 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f920400c9c0 con 0x7f9218075590 2024-04-26T01:53:06.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.932+0000 7f9216000700 1 -- 172.21.15.44:0/3635376006 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f920400cb60 con 0x7f9218075590 2024-04-26T01:53:06.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.932+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92181a0600 con 0x7f9218075590 2024-04-26T01:53:06.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.932+0000 7f9216000700 1 -- 172.21.15.44:0/3635376006 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9204018680 con 0x7f9218075590 2024-04-26T01:53:06.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.932+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92181a7e80 con 0x7f9218075590 2024-04-26T01:53:06.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.933+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9218069730 con 0x7f9218075590 2024-04-26T01:53:06.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.935+0000 7f9216000700 1 -- 172.21.15.44:0/3635376006 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9204010430 con 0x7f9218075590 2024-04-26T01:53:06.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.936+0000 7f9216000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f92000a3cc0 0x7f92000a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:06.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.936+0000 7f9216000700 1 -- 172.21.15.44:0/3635376006 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f92040d04e0 con 0x7f9218075590 2024-04-26T01:53:06.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.937+0000 7f921d600700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f92000a3cc0 0x7f92000a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:06.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.937+0000 7f921d600700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f92000a3cc0 0x7f92000a6180 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f920c006010 tx=0x7f920c00b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:06.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:06.941+0000 7f9216000700 1 -- 172.21.15.44:0/3635376006 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f920409cec0 con 0x7f9218075590 2024-04-26T01:53:07.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:06 smithi044 ceph-mon[27847]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:53:07.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.171+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9218062e80 con 0x7f92000a3cc0 2024-04-26T01:53:07.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.179+0000 7f9216000700 1 -- 172.21.15.44:0/3635376006 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259076 (secure 0 0 0) 0x7f9218062e80 con 0x7f92000a3cc0 2024-04-26T01:53:07.181 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:53:07.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f92000a3cc0 msgr2=0x7f92000a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f92000a3cc0 0x7f92000a6180 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f920c006010 tx=0x7f920c00b280 comp rx=0 tx=0).stop 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9218075590 msgr2=0x7f921819b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9218075590 0x7f921819b840 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f920400e9f0 tx=0x7f920400ed00 comp rx=0 tx=0).stop 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 shutdown_connections 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f921810f4a0 0x7f921819fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f92000a3cc0 0x7f92000a6180 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9218074c70 0x7f921819b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 --2- 172.21.15.44:0/3635376006 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9218075590 0x7f921819b840 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 >> 172.21.15.44:0/3635376006 conn(0x7f9218079ba0 msgr2=0x7f92180ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 shutdown_connections 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:07.184+0000 7f9220000700 1 -- 172.21.15.44:0/3635376006 wait complete. 2024-04-26T01:53:07.184 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T01:53:07.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:06 smithi156 ceph-mon[32543]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:53:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:06 smithi090 ceph-mon[32456]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:53:08.048 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":402,"stamp":"2024-04-26T01:53:05.338561+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658152,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1306,"num_read_kb":760,"num_write":433,"num_write_kb":3079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":1203066,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":853,"ondisk_log_size":853,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373856,"kb_used_data":12224,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567968,"statfs":{"total":1151940427776,"available":1151557599232,"internally_reserved":0,"allocated":12517376,"data_stored":7760376,"data_compressed":112047,"data_compressed_allocated":139264,"data_compressed_original":1789952,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":390,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":52,"num_write":7,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004791"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312585+0000","last_change":"2024-04-26T01:50:44.919956+0000","last_active":"2024-04-26T01:52:53.312585+0000","last_peered":"2024-04-26T01:52:53.312585+0000","last_clean":"2024-04-26T01:52:53.312585+0000","last_became_active":"2024-04-26T01:50:44.919574+0000","last_became_peered":"2024-04-26T01:50:44.919574+0000","last_unstale":"2024-04-26T01:52:53.312585+0000","last_undegraded":"2024-04-26T01:52:53.312585+0000","last_fullsized":"2024-04-26T01:52:53.312585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:15:15.039717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324949+0000","last_change":"2024-04-26T01:50:44.921399+0000","last_active":"2024-04-26T01:52:53.324949+0000","last_peered":"2024-04-26T01:52:53.324949+0000","last_clean":"2024-04-26T01:52:53.324949+0000","last_became_active":"2024-04-26T01:50:44.919474+0000","last_became_peered":"2024-04-26T01:50:44.919474+0000","last_unstale":"2024-04-26T01:52:53.324949+0000","last_undegraded":"2024-04-26T01:52:53.324949+0000","last_fullsized":"2024-04-26T01:52:53.324949+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:48.200695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324221+0000","last_change":"2024-04-26T01:50:44.924206+0000","last_active":"2024-04-26T01:52:53.324221+0000","last_peered":"2024-04-26T01:52:53.324221+0000","last_clean":"2024-04-26T01:52:53.324221+0000","last_became_active":"2024-04-26T01:50:44.919551+0000","last_became_peered":"2024-04-26T01:50:44.919551+0000","last_unstale":"2024-04-26T01:52:53.324221+0000","last_undegraded":"2024-04-26T01:52:53.324221+0000","last_fullsized":"2024-04-26T01:52:53.324221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:11.833718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.287260+0000","last_change":"2024-04-26T01:50:44.902458+0000","last_active":"2024-04-26T01:52:53.287260+0000","last_peered":"2024-04-26T01:52:53.287260+0000","last_clean":"2024-04-26T01:52:53.287260+0000","last_became_active":"2024-04-26T01:50:44.902112+0000","last_became_peered":"2024-04-26T01:50:44.902112+0000","last_unstale":"2024-04-26T01:52:53.287260+0000","last_undegraded":"2024-04-26T01:52:53.287260+0000","last_fullsized":"2024-04-26T01:52:53.287260+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:27:26.678775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312108+0000","last_change":"2024-04-26T01:50:44.914584+0000","last_active":"2024-04-26T01:52:53.312108+0000","last_peered":"2024-04-26T01:52:53.312108+0000","last_clean":"2024-04-26T01:52:53.312108+0000","last_became_active":"2024-04-26T01:50:44.914239+0000","last_became_peered":"2024-04-26T01:50:44.914239+0000","last_unstale":"2024-04-26T01:52:53.312108+0000","last_undegraded":"2024-04-26T01:52:53.312108+0000","last_fullsized":"2024-04-26T01:52:53.312108+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:06.620377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.287043+0000","last_change":"2024-04-26T01:50:44.906486+0000","last_active":"2024-04-26T01:52:53.287043+0000","last_peered":"2024-04-26T01:52:53.287043+0000","last_clean":"2024-04-26T01:52:53.287043+0000","last_became_active":"2024-04-26T01:50:44.906173+0000","last_became_peered":"2024-04-26T01:50:44.906173+0000","last_unstale":"2024-04-26T01:52:53.287043+0000","last_undegraded":"2024-04-26T01:52:53.287043+0000","last_fullsized":"2024-04-26T01:52:53.287043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:27.277521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.288889+0000","last_change":"2024-04-26T01:50:44.911267+0000","last_active":"2024-04-26T01:52:53.288889+0000","last_peered":"2024-04-26T01:52:53.288889+0000","last_clean":"2024-04-26T01:52:53.288889+0000","last_became_active":"2024-04-26T01:50:44.910907+0000","last_became_peered":"2024-04-26T01:50:44.910907+0000","last_unstale":"2024-04-26T01:52:53.288889+0000","last_undegraded":"2024-04-26T01:52:53.288889+0000","last_fullsized":"2024-04-26T01:52:53.288889+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:55.572335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322204+0000","last_change":"2024-04-26T01:50:44.920314+0000","last_active":"2024-04-26T01:52:53.322204+0000","last_peered":"2024-04-26T01:52:53.322204+0000","last_clean":"2024-04-26T01:52:53.322204+0000","last_became_active":"2024-04-26T01:50:44.914315+0000","last_became_peered":"2024-04-26T01:50:44.914315+0000","last_unstale":"2024-04-26T01:52:53.322204+0000","last_undegraded":"2024-04-26T01:52:53.322204+0000","last_fullsized":"2024-04-26T01:52:53.322204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:35.075639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.299659+0000","last_change":"2024-04-26T01:50:44.902164+0000","last_active":"2024-04-26T01:52:53.299659+0000","last_peered":"2024-04-26T01:52:53.299659+0000","last_clean":"2024-04-26T01:52:53.299659+0000","last_became_active":"2024-04-26T01:50:44.901814+0000","last_became_peered":"2024-04-26T01:50:44.901814+0000","last_unstale":"2024-04-26T01:52:53.299659+0000","last_undegraded":"2024-04-26T01:52:53.299659+0000","last_fullsized":"2024-04-26T01:52:53.299659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:19.968357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.281429+0000","last_change":"2024-04-26T01:50:44.901024+0000","last_active":"2024-04-26T01:52:53.281429+0000","last_peered":"2024-04-26T01:52:53.281429+0000","last_clean":"2024-04-26T01:52:53.281429+0000","last_became_active":"2024-04-26T01:50:44.900489+0000","last_became_peered":"2024-04-26T01:50:44.900489+0000","last_unstale":"2024-04-26T01:52:53.281429+0000","last_undegraded":"2024-04-26T01:52:53.281429+0000","last_fullsized":"2024-04-26T01:52:53.281429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:46:46.413137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.299615+0000","last_change":"2024-04-26T01:50:44.905755+0000","last_active":"2024-04-26T01:52:53.299615+0000","last_peered":"2024-04-26T01:52:53.299615+0000","last_clean":"2024-04-26T01:52:53.299615+0000","last_became_active":"2024-04-26T01:50:44.904236+0000","last_became_peered":"2024-04-26T01:50:44.904236+0000","last_unstale":"2024-04-26T01:52:53.299615+0000","last_undegraded":"2024-04-26T01:52:53.299615+0000","last_fullsized":"2024-04-26T01:52:53.299615+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:43.195725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.276328+0000","last_change":"2024-04-26T01:50:44.900911+0000","last_active":"2024-04-26T01:52:53.276328+0000","last_peered":"2024-04-26T01:52:53.276328+0000","last_clean":"2024-04-26T01:52:53.276328+0000","last_became_active":"2024-04-26T01:50:44.900448+0000","last_became_peered":"2024-04-26T01:50:44.900448+0000","last_unstale":"2024-04-26T01:52:53.276328+0000","last_undegraded":"2024-04-26T01:52:53.276328+0000","last_fullsized":"2024-04-26T01:52:53.276328+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:14:10.186174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.304753+0000","last_change":"2024-04-26T01:50:44.908401+0000","last_active":"2024-04-26T01:52:53.304753+0000","last_peered":"2024-04-26T01:52:53.304753+0000","last_clean":"2024-04-26T01:52:53.304753+0000","last_became_active":"2024-04-26T01:50:44.907536+0000","last_became_peered":"2024-04-26T01:50:44.907536+0000","last_unstale":"2024-04-26T01:52:53.304753+0000","last_undegraded":"2024-04-26T01:52:53.304753+0000","last_fullsized":"2024-04-26T01:52:53.304753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:40.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324514+0000","last_change":"2024-04-26T01:50:44.924712+0000","last_active":"2024-04-26T01:52:53.324514+0000","last_peered":"2024-04-26T01:52:53.324514+0000","last_clean":"2024-04-26T01:52:53.324514+0000","last_became_active":"2024-04-26T01:50:44.924200+0000","last_became_peered":"2024-04-26T01:50:44.924200+0000","last_unstale":"2024-04-26T01:52:53.324514+0000","last_undegraded":"2024-04-26T01:52:53.324514+0000","last_fullsized":"2024-04-26T01:52:53.324514+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:39:30.229057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.319232+0000","last_change":"2024-04-26T01:50:44.911063+0000","last_active":"2024-04-26T01:52:53.319232+0000","last_peered":"2024-04-26T01:52:53.319232+0000","last_clean":"2024-04-26T01:52:53.319232+0000","last_became_active":"2024-04-26T01:50:44.910727+0000","last_became_peered":"2024-04-26T01:50:44.910727+0000","last_unstale":"2024-04-26T01:52:53.319232+0000","last_undegraded":"2024-04-26T01:52:53.319232+0000","last_fullsized":"2024-04-26T01:52:53.319232+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:05:03.609483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322856+0000","last_change":"2024-04-26T01:50:44.904506+0000","last_active":"2024-04-26T01:52:53.322856+0000","last_peered":"2024-04-26T01:52:53.322856+0000","last_clean":"2024-04-26T01:52:53.322856+0000","last_became_active":"2024-04-26T01:50:44.903854+0000","last_became_peered":"2024-04-26T01:50:44.903854+0000","last_unstale":"2024-04-26T01:52:53.322856+0000","last_undegraded":"2024-04-26T01:52:53.322856+0000","last_fullsized":"2024-04-26T01:52:53.322856+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:54.781222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312625+0000","last_change":"2024-04-26T01:50:44.913974+0000","last_active":"2024-04-26T01:52:53.312625+0000","last_peered":"2024-04-26T01:52:53.312625+0000","last_clean":"2024-04-26T01:52:53.312625+0000","last_became_active":"2024-04-26T01:50:44.913487+0000","last_became_peered":"2024-04-26T01:50:44.913487+0000","last_unstale":"2024-04-26T01:52:53.312625+0000","last_undegraded":"2024-04-26T01:52:53.312625+0000","last_fullsized":"2024-04-26T01:52:53.312625+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:36:32.864198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.303573+0000","last_change":"2024-04-26T01:50:44.912919+0000","last_active":"2024-04-26T01:52:53.303573+0000","last_peered":"2024-04-26T01:52:53.303573+0000","last_clean":"2024-04-26T01:52:53.303573+0000","last_became_active":"2024-04-26T01:50:44.911021+0000","last_became_peered":"2024-04-26T01:50:44.911021+0000","last_unstale":"2024-04-26T01:52:53.303573+0000","last_undegraded":"2024-04-26T01:52:53.303573+0000","last_fullsized":"2024-04-26T01:52:53.303573+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:19:16.411533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.308357+0000","last_change":"2024-04-26T01:50:44.916098+0000","last_active":"2024-04-26T01:52:53.308357+0000","last_peered":"2024-04-26T01:52:53.308357+0000","last_clean":"2024-04-26T01:52:53.308357+0000","last_became_active":"2024-04-26T01:50:44.915593+0000","last_became_peered":"2024-04-26T01:50:44.915593+0000","last_unstale":"2024-04-26T01:52:53.308357+0000","last_undegraded":"2024-04-26T01:52:53.308357+0000","last_fullsized":"2024-04-26T01:52:53.308357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:24.628662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":153,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:59.322279+0000","last_change":"2024-04-26T01:50:39.840465+0000","last_active":"2024-04-26T01:52:59.322279+0000","last_peered":"2024-04-26T01:52:59.322279+0000","last_clean":"2024-04-26T01:52:59.322279+0000","last_became_active":"2024-04-26T01:50:39.840027+0000","last_became_peered":"2024-04-26T01:50:39.840027+0000","last_unstale":"2024-04-26T01:52:59.322279+0000","last_undegraded":"2024-04-26T01:52:59.322279+0000","last_fullsized":"2024-04-26T01:52:59.322279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:24.554850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.317352+0000","last_change":"2024-04-26T01:50:44.918128+0000","last_active":"2024-04-26T01:52:53.317352+0000","last_peered":"2024-04-26T01:52:53.317352+0000","last_clean":"2024-04-26T01:52:53.317352+0000","last_became_active":"2024-04-26T01:50:44.915032+0000","last_became_peered":"2024-04-26T01:50:44.915032+0000","last_unstale":"2024-04-26T01:52:53.317352+0000","last_undegraded":"2024-04-26T01:52:53.317352+0000","last_fullsized":"2024-04-26T01:52:53.317352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:04.916823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451542+0000","last_change":"2024-04-26T01:50:39.937978+0000","last_active":"2024-04-26T01:51:24.451542+0000","last_peered":"2024-04-26T01:51:24.451542+0000","last_clean":"2024-04-26T01:51:24.451542+0000","last_became_active":"2024-04-26T01:50:39.937524+0000","last_became_peered":"2024-04-26T01:50:39.937524+0000","last_unstale":"2024-04-26T01:51:24.451542+0000","last_undegraded":"2024-04-26T01:51:24.451542+0000","last_fullsized":"2024-04-26T01:51:24.451542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:25:56.615653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324648+0000","last_change":"2024-04-26T01:50:44.924476+0000","last_active":"2024-04-26T01:52:53.324648+0000","last_peered":"2024-04-26T01:52:53.324648+0000","last_clean":"2024-04-26T01:52:53.324648+0000","last_became_active":"2024-04-26T01:50:44.920783+0000","last_became_peered":"2024-04-26T01:50:44.920783+0000","last_unstale":"2024-04-26T01:52:53.324648+0000","last_undegraded":"2024-04-26T01:52:53.324648+0000","last_fullsized":"2024-04-26T01:52:53.324648+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:28.859960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.462901+0000","last_change":"2024-04-26T01:51:24.462901+0000","last_active":"2024-04-26T01:51:24.462901+0000","last_peered":"2024-04-26T01:51:24.462901+0000","last_clean":"2024-04-26T01:51:24.462901+0000","last_became_active":"2024-04-26T01:51:24.450926+0000","last_became_peered":"2024-04-26T01:51:24.450926+0000","last_unstale":"2024-04-26T01:51:24.462901+0000","last_undegraded":"2024-04-26T01:51:24.462901+0000","last_fullsized":"2024-04-26T01:51:24.462901+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:41.044207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.300235+0000","last_change":"2024-04-26T01:50:44.903110+0000","last_active":"2024-04-26T01:52:53.300235+0000","last_peered":"2024-04-26T01:52:53.300235+0000","last_clean":"2024-04-26T01:52:53.300235+0000","last_became_active":"2024-04-26T01:50:44.902650+0000","last_became_peered":"2024-04-26T01:50:44.902650+0000","last_unstale":"2024-04-26T01:52:53.300235+0000","last_undegraded":"2024-04-26T01:52:53.300235+0000","last_fullsized":"2024-04-26T01:52:53.300235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:44:54.688334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450119+0000","last_change":"2024-04-26T01:50:39.837597+0000","last_active":"2024-04-26T01:51:24.450119+0000","last_peered":"2024-04-26T01:51:24.450119+0000","last_clean":"2024-04-26T01:51:24.450119+0000","last_became_active":"2024-04-26T01:50:39.837220+0000","last_became_peered":"2024-04-26T01:50:39.837220+0000","last_unstale":"2024-04-26T01:51:24.450119+0000","last_undegraded":"2024-04-26T01:51:24.450119+0000","last_fullsized":"2024-04-26T01:51:24.450119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:43.407094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.303828+0000","last_change":"2024-04-26T01:51:24.559898+0000","last_active":"2024-04-26T01:52:53.303828+0000","last_peered":"2024-04-26T01:52:53.303828+0000","last_clean":"2024-04-26T01:52:53.303828+0000","last_became_active":"2024-04-26T01:51:24.559299+0000","last_became_peered":"2024-04-26T01:51:24.559299+0000","last_unstale":"2024-04-26T01:52:53.303828+0000","last_undegraded":"2024-04-26T01:52:53.303828+0000","last_fullsized":"2024-04-26T01:52:53.303828+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:59:28.904410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":148,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:02.240827+0000","last_change":"2024-04-26T01:50:39.836725+0000","last_active":"2024-04-26T01:53:02.240827+0000","last_peered":"2024-04-26T01:53:02.240827+0000","last_clean":"2024-04-26T01:53:02.240827+0000","last_became_active":"2024-04-26T01:50:39.836358+0000","last_became_peered":"2024-04-26T01:50:39.836358+0000","last_unstale":"2024-04-26T01:53:02.240827+0000","last_undegraded":"2024-04-26T01:53:02.240827+0000","last_fullsized":"2024-04-26T01:53:02.240827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:26.033632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.293708+0000","last_change":"2024-04-26T01:50:44.899009+0000","last_active":"2024-04-26T01:52:53.293708+0000","last_peered":"2024-04-26T01:52:53.293708+0000","last_clean":"2024-04-26T01:52:53.293708+0000","last_became_active":"2024-04-26T01:50:44.898580+0000","last_became_peered":"2024-04-26T01:50:44.898580+0000","last_unstale":"2024-04-26T01:52:53.293708+0000","last_undegraded":"2024-04-26T01:52:53.293708+0000","last_fullsized":"2024-04-26T01:52:53.293708+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:28:30.055238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445252+0000","last_change":"2024-04-26T01:50:39.845781+0000","last_active":"2024-04-26T01:51:24.445252+0000","last_peered":"2024-04-26T01:51:24.445252+0000","last_clean":"2024-04-26T01:51:24.445252+0000","last_became_active":"2024-04-26T01:50:39.845508+0000","last_became_peered":"2024-04-26T01:50:39.845508+0000","last_unstale":"2024-04-26T01:51:24.445252+0000","last_undegraded":"2024-04-26T01:51:24.445252+0000","last_fullsized":"2024-04-26T01:51:24.445252+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:05.890363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.308325+0000","last_change":"2024-04-26T01:50:44.916100+0000","last_active":"2024-04-26T01:52:53.308325+0000","last_peered":"2024-04-26T01:52:53.308325+0000","last_clean":"2024-04-26T01:52:53.308325+0000","last_became_active":"2024-04-26T01:50:44.915738+0000","last_became_peered":"2024-04-26T01:50:44.915738+0000","last_unstale":"2024-04-26T01:52:53.308325+0000","last_undegraded":"2024-04-26T01:52:53.308325+0000","last_fullsized":"2024-04-26T01:52:53.308325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:52:02.554521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559151+0000","last_change":"2024-04-26T01:50:39.838988+0000","last_active":"2024-04-26T01:51:24.559151+0000","last_peered":"2024-04-26T01:51:24.559151+0000","last_clean":"2024-04-26T01:51:24.559151+0000","last_became_active":"2024-04-26T01:50:39.838521+0000","last_became_peered":"2024-04-26T01:50:39.838521+0000","last_unstale":"2024-04-26T01:51:24.559151+0000","last_undegraded":"2024-04-26T01:51:24.559151+0000","last_fullsized":"2024-04-26T01:51:24.559151+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:18.755921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321501+0000","last_change":"2024-04-26T01:50:44.920655+0000","last_active":"2024-04-26T01:52:53.321501+0000","last_peered":"2024-04-26T01:52:53.321501+0000","last_clean":"2024-04-26T01:52:53.321501+0000","last_became_active":"2024-04-26T01:50:44.914745+0000","last_became_peered":"2024-04-26T01:50:44.914745+0000","last_unstale":"2024-04-26T01:52:53.321501+0000","last_undegraded":"2024-04-26T01:52:53.321501+0000","last_fullsized":"2024-04-26T01:52:53.321501+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:18:22.153375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558689+0000","last_change":"2024-04-26T01:50:39.835743+0000","last_active":"2024-04-26T01:51:24.558689+0000","last_peered":"2024-04-26T01:51:24.558689+0000","last_clean":"2024-04-26T01:51:24.558689+0000","last_became_active":"2024-04-26T01:50:39.835373+0000","last_became_peered":"2024-04-26T01:50:39.835373+0000","last_unstale":"2024-04-26T01:51:24.558689+0000","last_undegraded":"2024-04-26T01:51:24.558689+0000","last_fullsized":"2024-04-26T01:51:24.558689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:48:42.910769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321628+0000","last_change":"2024-04-26T01:50:44.923243+0000","last_active":"2024-04-26T01:52:53.321628+0000","last_peered":"2024-04-26T01:52:53.321628+0000","last_clean":"2024-04-26T01:52:53.321628+0000","last_became_active":"2024-04-26T01:50:44.922639+0000","last_became_peered":"2024-04-26T01:50:44.922639+0000","last_unstale":"2024-04-26T01:52:53.321628+0000","last_undegraded":"2024-04-26T01:52:53.321628+0000","last_fullsized":"2024-04-26T01:52:53.321628+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:05.618547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":257,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:01.238490+0000","last_change":"2024-04-26T01:50:39.844035+0000","last_active":"2024-04-26T01:53:01.238490+0000","last_peered":"2024-04-26T01:53:01.238490+0000","last_clean":"2024-04-26T01:53:01.238490+0000","last_became_active":"2024-04-26T01:50:39.843772+0000","last_became_peered":"2024-04-26T01:50:39.843772+0000","last_unstale":"2024-04-26T01:53:01.238490+0000","last_undegraded":"2024-04-26T01:53:01.238490+0000","last_fullsized":"2024-04-26T01:53:01.238490+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:03:30.596213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":226,"num_read_kb":226,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.302454+0000","last_change":"2024-04-26T01:50:44.910526+0000","last_active":"2024-04-26T01:52:53.302454+0000","last_peered":"2024-04-26T01:52:53.302454+0000","last_clean":"2024-04-26T01:52:53.302454+0000","last_became_active":"2024-04-26T01:50:44.910127+0000","last_became_peered":"2024-04-26T01:50:44.910127+0000","last_unstale":"2024-04-26T01:52:53.302454+0000","last_undegraded":"2024-04-26T01:52:53.302454+0000","last_fullsized":"2024-04-26T01:52:53.302454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:35:17.477636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450148+0000","last_change":"2024-04-26T01:50:39.838803+0000","last_active":"2024-04-26T01:51:24.450148+0000","last_peered":"2024-04-26T01:51:24.450148+0000","last_clean":"2024-04-26T01:51:24.450148+0000","last_became_active":"2024-04-26T01:50:39.838451+0000","last_became_peered":"2024-04-26T01:50:39.838451+0000","last_unstale":"2024-04-26T01:51:24.450148+0000","last_undegraded":"2024-04-26T01:51:24.450148+0000","last_fullsized":"2024-04-26T01:51:24.450148+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:30.973985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.326422+0000","last_change":"2024-04-26T01:50:44.924479+0000","last_active":"2024-04-26T01:52:53.326422+0000","last_peered":"2024-04-26T01:52:53.326422+0000","last_clean":"2024-04-26T01:52:53.326422+0000","last_became_active":"2024-04-26T01:50:44.919559+0000","last_became_peered":"2024-04-26T01:50:44.919559+0000","last_unstale":"2024-04-26T01:52:53.326422+0000","last_undegraded":"2024-04-26T01:52:53.326422+0000","last_fullsized":"2024-04-26T01:52:53.326422+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:01.188751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559179+0000","last_change":"2024-04-26T01:50:39.935640+0000","last_active":"2024-04-26T01:51:24.559179+0000","last_peered":"2024-04-26T01:51:24.559179+0000","last_clean":"2024-04-26T01:51:24.559179+0000","last_became_active":"2024-04-26T01:50:39.935342+0000","last_became_peered":"2024-04-26T01:50:39.935342+0000","last_unstale":"2024-04-26T01:51:24.559179+0000","last_undegraded":"2024-04-26T01:51:24.559179+0000","last_fullsized":"2024-04-26T01:51:24.559179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:22:44.792444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.293324+0000","last_change":"2024-04-26T01:50:44.899313+0000","last_active":"2024-04-26T01:52:53.293324+0000","last_peered":"2024-04-26T01:52:53.293324+0000","last_clean":"2024-04-26T01:52:53.293324+0000","last_became_active":"2024-04-26T01:50:44.898798+0000","last_became_peered":"2024-04-26T01:50:44.898798+0000","last_unstale":"2024-04-26T01:52:53.293324+0000","last_undegraded":"2024-04-26T01:52:53.293324+0000","last_fullsized":"2024-04-26T01:52:53.293324+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:02.288691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":314,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:00.725375+0000","last_change":"2024-04-26T01:51:24.566768+0000","last_active":"2024-04-26T01:53:00.725375+0000","last_peered":"2024-04-26T01:53:00.725375+0000","last_clean":"2024-04-26T01:53:00.725375+0000","last_became_active":"2024-04-26T01:51:24.559756+0000","last_became_peered":"2024-04-26T01:51:24.559756+0000","last_unstale":"2024-04-26T01:53:00.725375+0000","last_undegraded":"2024-04-26T01:53:00.725375+0000","last_fullsized":"2024-04-26T01:53:00.725375+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:04.547799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60596,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":35,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22330,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.286049+0000","last_change":"2024-04-26T01:50:44.901598+0000","last_active":"2024-04-26T01:52:53.286049+0000","last_peered":"2024-04-26T01:52:53.286049+0000","last_clean":"2024-04-26T01:52:53.286049+0000","last_became_active":"2024-04-26T01:50:44.901177+0000","last_became_peered":"2024-04-26T01:50:44.901177+0000","last_unstale":"2024-04-26T01:52:53.286049+0000","last_undegraded":"2024-04-26T01:52:53.286049+0000","last_fullsized":"2024-04-26T01:52:53.286049+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:34:19.962708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445491+0000","last_change":"2024-04-26T01:50:39.846511+0000","last_active":"2024-04-26T01:51:24.445491+0000","last_peered":"2024-04-26T01:51:24.445491+0000","last_clean":"2024-04-26T01:51:24.445491+0000","last_became_active":"2024-04-26T01:50:39.845949+0000","last_became_peered":"2024-04-26T01:50:39.845949+0000","last_unstale":"2024-04-26T01:51:24.445491+0000","last_undegraded":"2024-04-26T01:51:24.445491+0000","last_fullsized":"2024-04-26T01:51:24.445491+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:32.674548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321452+0000","last_change":"2024-04-26T01:50:44.927989+0000","last_active":"2024-04-26T01:52:53.321452+0000","last_peered":"2024-04-26T01:52:53.321452+0000","last_clean":"2024-04-26T01:52:53.321452+0000","last_became_active":"2024-04-26T01:50:44.927649+0000","last_became_peered":"2024-04-26T01:50:44.927649+0000","last_unstale":"2024-04-26T01:52:53.321452+0000","last_undegraded":"2024-04-26T01:52:53.321452+0000","last_fullsized":"2024-04-26T01:52:53.321452+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:09.091744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558867+0000","last_change":"2024-04-26T01:50:39.846204+0000","last_active":"2024-04-26T01:51:24.558867+0000","last_peered":"2024-04-26T01:51:24.558867+0000","last_clean":"2024-04-26T01:51:24.558867+0000","last_became_active":"2024-04-26T01:50:39.845833+0000","last_became_peered":"2024-04-26T01:50:39.845833+0000","last_unstale":"2024-04-26T01:51:24.558867+0000","last_undegraded":"2024-04-26T01:51:24.558867+0000","last_fullsized":"2024-04-26T01:51:24.558867+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:22.776062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.305259+0000","last_change":"2024-04-26T01:50:44.908421+0000","last_active":"2024-04-26T01:52:53.305259+0000","last_peered":"2024-04-26T01:52:53.305259+0000","last_clean":"2024-04-26T01:52:53.305259+0000","last_became_active":"2024-04-26T01:50:44.908062+0000","last_became_peered":"2024-04-26T01:50:44.908062+0000","last_unstale":"2024-04-26T01:52:53.305259+0000","last_undegraded":"2024-04-26T01:52:53.305259+0000","last_fullsized":"2024-04-26T01:52:53.305259+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:45.381426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":149,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:02.288030+0000","last_change":"2024-04-26T01:50:39.838097+0000","last_active":"2024-04-26T01:53:02.288030+0000","last_peered":"2024-04-26T01:53:02.288030+0000","last_clean":"2024-04-26T01:53:02.288030+0000","last_became_active":"2024-04-26T01:50:39.837724+0000","last_became_peered":"2024-04-26T01:50:39.837724+0000","last_unstale":"2024-04-26T01:53:02.288030+0000","last_undegraded":"2024-04-26T01:53:02.288030+0000","last_fullsized":"2024-04-26T01:53:02.288030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:20:21.379352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.290243+0000","last_change":"2024-04-26T01:50:44.898751+0000","last_active":"2024-04-26T01:52:53.290243+0000","last_peered":"2024-04-26T01:52:53.290243+0000","last_clean":"2024-04-26T01:52:53.290243+0000","last_became_active":"2024-04-26T01:50:44.898397+0000","last_became_peered":"2024-04-26T01:50:44.898397+0000","last_unstale":"2024-04-26T01:52:53.290243+0000","last_undegraded":"2024-04-26T01:52:53.290243+0000","last_fullsized":"2024-04-26T01:52:53.290243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:21.391335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":45,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449671+0000","last_change":"2024-04-26T01:50:39.934344+0000","last_active":"2024-04-26T01:51:24.449671+0000","last_peered":"2024-04-26T01:51:24.449671+0000","last_clean":"2024-04-26T01:51:24.449671+0000","last_became_active":"2024-04-26T01:50:39.933950+0000","last_became_peered":"2024-04-26T01:50:39.933950+0000","last_unstale":"2024-04-26T01:51:24.449671+0000","last_undegraded":"2024-04-26T01:51:24.449671+0000","last_fullsized":"2024-04-26T01:51:24.449671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:27.445138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289435+0000","last_change":"2024-04-26T01:50:44.903130+0000","last_active":"2024-04-26T01:52:53.289435+0000","last_peered":"2024-04-26T01:52:53.289435+0000","last_clean":"2024-04-26T01:52:53.289435+0000","last_became_active":"2024-04-26T01:50:44.902614+0000","last_became_peered":"2024-04-26T01:50:44.902614+0000","last_unstale":"2024-04-26T01:52:53.289435+0000","last_undegraded":"2024-04-26T01:52:53.289435+0000","last_fullsized":"2024-04-26T01:52:53.289435+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:30.620879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449832+0000","last_change":"2024-04-26T01:50:39.838071+0000","last_active":"2024-04-26T01:51:24.449832+0000","last_peered":"2024-04-26T01:51:24.449832+0000","last_clean":"2024-04-26T01:51:24.449832+0000","last_became_active":"2024-04-26T01:50:39.837741+0000","last_became_peered":"2024-04-26T01:50:39.837741+0000","last_unstale":"2024-04-26T01:51:24.449832+0000","last_undegraded":"2024-04-26T01:51:24.449832+0000","last_fullsized":"2024-04-26T01:51:24.449832+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.360720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.288844+0000","last_change":"2024-04-26T01:50:44.902283+0000","last_active":"2024-04-26T01:52:53.288844+0000","last_peered":"2024-04-26T01:52:53.288844+0000","last_clean":"2024-04-26T01:52:53.288844+0000","last_became_active":"2024-04-26T01:50:44.901917+0000","last_became_peered":"2024-04-26T01:50:44.901917+0000","last_unstale":"2024-04-26T01:52:53.288844+0000","last_undegraded":"2024-04-26T01:52:53.288844+0000","last_fullsized":"2024-04-26T01:52:53.288844+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:44:49.377109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448666+0000","last_change":"2024-04-26T01:50:39.941873+0000","last_active":"2024-04-26T01:51:24.448666+0000","last_peered":"2024-04-26T01:51:24.448666+0000","last_clean":"2024-04-26T01:51:24.448666+0000","last_became_active":"2024-04-26T01:50:39.941023+0000","last_became_peered":"2024-04-26T01:50:39.941023+0000","last_unstale":"2024-04-26T01:51:24.448666+0000","last_undegraded":"2024-04-26T01:51:24.448666+0000","last_fullsized":"2024-04-26T01:51:24.448666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:25.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.319956+0000","last_change":"2024-04-26T01:50:44.915526+0000","last_active":"2024-04-26T01:52:53.319956+0000","last_peered":"2024-04-26T01:52:53.319956+0000","last_clean":"2024-04-26T01:52:53.319956+0000","last_became_active":"2024-04-26T01:50:44.915171+0000","last_became_peered":"2024-04-26T01:50:44.915171+0000","last_unstale":"2024-04-26T01:52:53.319956+0000","last_undegraded":"2024-04-26T01:52:53.319956+0000","last_fullsized":"2024-04-26T01:52:53.319956+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:49.308529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":149,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:03.332831+0000","last_change":"2024-04-26T01:50:39.837671+0000","last_active":"2024-04-26T01:53:03.332831+0000","last_peered":"2024-04-26T01:53:03.332831+0000","last_clean":"2024-04-26T01:53:03.332831+0000","last_became_active":"2024-04-26T01:50:39.836435+0000","last_became_peered":"2024-04-26T01:50:39.836435+0000","last_unstale":"2024-04-26T01:53:03.332831+0000","last_undegraded":"2024-04-26T01:53:03.332831+0000","last_fullsized":"2024-04-26T01:53:03.332831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:57:40.854623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.295617+0000","last_change":"2024-04-26T01:51:24.561109+0000","last_active":"2024-04-26T01:52:53.295617+0000","last_peered":"2024-04-26T01:52:53.295617+0000","last_clean":"2024-04-26T01:52:53.295617+0000","last_became_active":"2024-04-26T01:51:24.560665+0000","last_became_peered":"2024-04-26T01:51:24.560665+0000","last_unstale":"2024-04-26T01:52:53.295617+0000","last_undegraded":"2024-04-26T01:52:53.295617+0000","last_fullsized":"2024-04-26T01:52:53.295617+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:46.808480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289142+0000","last_change":"2024-04-26T01:50:44.902108+0000","last_active":"2024-04-26T01:52:53.289142+0000","last_peered":"2024-04-26T01:52:53.289142+0000","last_clean":"2024-04-26T01:52:53.289142+0000","last_became_active":"2024-04-26T01:50:44.901749+0000","last_became_peered":"2024-04-26T01:50:44.901749+0000","last_unstale":"2024-04-26T01:52:53.289142+0000","last_undegraded":"2024-04-26T01:52:53.289142+0000","last_fullsized":"2024-04-26T01:52:53.289142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:36.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":147,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:01.285457+0000","last_change":"2024-04-26T01:50:39.935929+0000","last_active":"2024-04-26T01:53:01.285457+0000","last_peered":"2024-04-26T01:53:01.285457+0000","last_clean":"2024-04-26T01:53:01.285457+0000","last_became_active":"2024-04-26T01:50:39.934827+0000","last_became_peered":"2024-04-26T01:50:39.934827+0000","last_unstale":"2024-04-26T01:53:01.285457+0000","last_undegraded":"2024-04-26T01:53:01.285457+0000","last_fullsized":"2024-04-26T01:53:01.285457+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:49.380126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.320463+0000","last_change":"2024-04-26T01:50:44.921358+0000","last_active":"2024-04-26T01:52:53.320463+0000","last_peered":"2024-04-26T01:52:53.320463+0000","last_clean":"2024-04-26T01:52:53.320463+0000","last_became_active":"2024-04-26T01:50:44.915253+0000","last_became_peered":"2024-04-26T01:50:44.915253+0000","last_unstale":"2024-04-26T01:52:53.320463+0000","last_undegraded":"2024-04-26T01:52:53.320463+0000","last_fullsized":"2024-04-26T01:52:53.320463+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:38.003854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558575+0000","last_change":"2024-04-26T01:50:39.839184+0000","last_active":"2024-04-26T01:51:24.558575+0000","last_peered":"2024-04-26T01:51:24.558575+0000","last_clean":"2024-04-26T01:51:24.558575+0000","last_became_active":"2024-04-26T01:50:39.838836+0000","last_became_peered":"2024-04-26T01:50:39.838836+0000","last_unstale":"2024-04-26T01:51:24.558575+0000","last_undegraded":"2024-04-26T01:51:24.558575+0000","last_fullsized":"2024-04-26T01:51:24.558575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:59:24.389509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449666+0000","last_change":"2024-04-26T01:49:05.341570+0000","last_active":"2024-04-26T01:51:24.449666+0000","last_peered":"2024-04-26T01:51:24.449666+0000","last_clean":"2024-04-26T01:51:24.449666+0000","last_became_active":"2024-04-26T01:49:05.341050+0000","last_became_peered":"2024-04-26T01:49:05.341050+0000","last_unstale":"2024-04-26T01:51:24.449666+0000","last_undegraded":"2024-04-26T01:51:24.449666+0000","last_fullsized":"2024-04-26T01:51:24.449666+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_clean_scrub_stamp":"2024-04-26T01:45:09.572302+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:43.492329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.295764+0000","last_change":"2024-04-26T01:50:44.909646+0000","last_active":"2024-04-26T01:52:53.295764+0000","last_peered":"2024-04-26T01:52:53.295764+0000","last_clean":"2024-04-26T01:52:53.295764+0000","last_became_active":"2024-04-26T01:50:44.909335+0000","last_became_peered":"2024-04-26T01:50:44.909335+0000","last_unstale":"2024-04-26T01:52:53.295764+0000","last_undegraded":"2024-04-26T01:52:53.295764+0000","last_fullsized":"2024-04-26T01:52:53.295764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:39:34.158149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449767+0000","last_change":"2024-04-26T01:50:39.836482+0000","last_active":"2024-04-26T01:51:24.449767+0000","last_peered":"2024-04-26T01:51:24.449767+0000","last_clean":"2024-04-26T01:51:24.449767+0000","last_became_active":"2024-04-26T01:50:39.836054+0000","last_became_peered":"2024-04-26T01:50:39.836054+0000","last_unstale":"2024-04-26T01:51:24.449767+0000","last_undegraded":"2024-04-26T01:51:24.449767+0000","last_fullsized":"2024-04-26T01:51:24.449767+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:01.913052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450219+0000","last_change":"2024-04-26T01:50:39.937661+0000","last_active":"2024-04-26T01:51:24.450219+0000","last_peered":"2024-04-26T01:51:24.450219+0000","last_clean":"2024-04-26T01:51:24.450219+0000","last_became_active":"2024-04-26T01:50:39.937389+0000","last_became_peered":"2024-04-26T01:50:39.937389+0000","last_unstale":"2024-04-26T01:51:24.450219+0000","last_undegraded":"2024-04-26T01:51:24.450219+0000","last_fullsized":"2024-04-26T01:51:24.450219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:40.936198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.296522+0000","last_change":"2024-04-26T01:50:44.906724+0000","last_active":"2024-04-26T01:52:53.296522+0000","last_peered":"2024-04-26T01:52:53.296522+0000","last_clean":"2024-04-26T01:52:53.296522+0000","last_became_active":"2024-04-26T01:50:44.906233+0000","last_became_peered":"2024-04-26T01:50:44.906233+0000","last_unstale":"2024-04-26T01:52:53.296522+0000","last_undegraded":"2024-04-26T01:52:53.296522+0000","last_fullsized":"2024-04-26T01:52:53.296522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:11:47.597291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:50.448441+0000","last_change":"2024-04-26T01:50:39.846970+0000","last_active":"2024-04-26T01:52:50.448441+0000","last_peered":"2024-04-26T01:52:50.448441+0000","last_clean":"2024-04-26T01:52:50.448441+0000","last_became_active":"2024-04-26T01:50:39.846044+0000","last_became_peered":"2024-04-26T01:50:39.846044+0000","last_unstale":"2024-04-26T01:52:50.448441+0000","last_undegraded":"2024-04-26T01:52:50.448441+0000","last_fullsized":"2024-04-26T01:52:50.448441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:24:12.397342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322055+0000","last_change":"2024-04-26T01:50:44.927326+0000","last_active":"2024-04-26T01:52:53.322055+0000","last_peered":"2024-04-26T01:52:53.322055+0000","last_clean":"2024-04-26T01:52:53.322055+0000","last_became_active":"2024-04-26T01:50:44.922461+0000","last_became_peered":"2024-04-26T01:50:44.922461+0000","last_unstale":"2024-04-26T01:52:53.322055+0000","last_undegraded":"2024-04-26T01:52:53.322055+0000","last_fullsized":"2024-04-26T01:52:53.322055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:14.569850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558662+0000","last_change":"2024-04-26T01:50:40.233291+0000","last_active":"2024-04-26T01:51:24.558662+0000","last_peered":"2024-04-26T01:51:24.558662+0000","last_clean":"2024-04-26T01:51:24.558662+0000","last_became_active":"2024-04-26T01:50:40.232962+0000","last_became_peered":"2024-04-26T01:50:40.232962+0000","last_unstale":"2024-04-26T01:51:24.558662+0000","last_undegraded":"2024-04-26T01:51:24.558662+0000","last_fullsized":"2024-04-26T01:51:24.558662+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:18:42.505758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.325107+0000","last_change":"2024-04-26T01:50:44.930315+0000","last_active":"2024-04-26T01:52:53.325107+0000","last_peered":"2024-04-26T01:52:53.325107+0000","last_clean":"2024-04-26T01:52:53.325107+0000","last_became_active":"2024-04-26T01:50:44.928095+0000","last_became_peered":"2024-04-26T01:50:44.928095+0000","last_unstale":"2024-04-26T01:52:53.325107+0000","last_undegraded":"2024-04-26T01:52:53.325107+0000","last_fullsized":"2024-04-26T01:52:53.325107+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:38.875938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447434+0000","last_change":"2024-04-26T01:50:39.938132+0000","last_active":"2024-04-26T01:51:24.447434+0000","last_peered":"2024-04-26T01:51:24.447434+0000","last_clean":"2024-04-26T01:51:24.447434+0000","last_became_active":"2024-04-26T01:50:39.937861+0000","last_became_peered":"2024-04-26T01:50:39.937861+0000","last_unstale":"2024-04-26T01:51:24.447434+0000","last_undegraded":"2024-04-26T01:51:24.447434+0000","last_fullsized":"2024-04-26T01:51:24.447434+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:56:01.546067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.273494+0000","last_change":"2024-04-26T01:50:44.897964+0000","last_active":"2024-04-26T01:52:53.273494+0000","last_peered":"2024-04-26T01:52:53.273494+0000","last_clean":"2024-04-26T01:52:53.273494+0000","last_became_active":"2024-04-26T01:50:44.897609+0000","last_became_peered":"2024-04-26T01:50:44.897609+0000","last_unstale":"2024-04-26T01:52:53.273494+0000","last_undegraded":"2024-04-26T01:52:53.273494+0000","last_fullsized":"2024-04-26T01:52:53.273494+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:19.122059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451171+0000","last_change":"2024-04-26T01:50:39.844458+0000","last_active":"2024-04-26T01:51:24.451171+0000","last_peered":"2024-04-26T01:51:24.451171+0000","last_clean":"2024-04-26T01:51:24.451171+0000","last_became_active":"2024-04-26T01:50:39.843360+0000","last_became_peered":"2024-04-26T01:50:39.843360+0000","last_unstale":"2024-04-26T01:51:24.451171+0000","last_undegraded":"2024-04-26T01:51:24.451171+0000","last_fullsized":"2024-04-26T01:51:24.451171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:29.991561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312293+0000","last_change":"2024-04-26T01:50:44.905520+0000","last_active":"2024-04-26T01:52:53.312293+0000","last_peered":"2024-04-26T01:52:53.312293+0000","last_clean":"2024-04-26T01:52:53.312293+0000","last_became_active":"2024-04-26T01:50:44.903327+0000","last_became_peered":"2024-04-26T01:50:44.903327+0000","last_unstale":"2024-04-26T01:52:53.312293+0000","last_undegraded":"2024-04-26T01:52:53.312293+0000","last_fullsized":"2024-04-26T01:52:53.312293+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:42:53.070611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.466673+0000","last_change":"2024-04-26T01:51:24.466673+0000","last_active":"2024-04-26T01:51:24.466673+0000","last_peered":"2024-04-26T01:51:24.466673+0000","last_clean":"2024-04-26T01:51:24.466673+0000","last_became_active":"2024-04-26T01:51:24.452209+0000","last_became_peered":"2024-04-26T01:51:24.452209+0000","last_unstale":"2024-04-26T01:51:24.466673+0000","last_undegraded":"2024-04-26T01:51:24.466673+0000","last_fullsized":"2024-04-26T01:51:24.466673+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:13.356374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322903+0000","last_change":"2024-04-26T01:50:44.926963+0000","last_active":"2024-04-26T01:52:53.322903+0000","last_peered":"2024-04-26T01:52:53.322903+0000","last_clean":"2024-04-26T01:52:53.322903+0000","last_became_active":"2024-04-26T01:50:44.922504+0000","last_became_peered":"2024-04-26T01:50:44.922504+0000","last_unstale":"2024-04-26T01:52:53.322903+0000","last_undegraded":"2024-04-26T01:52:53.322903+0000","last_fullsized":"2024-04-26T01:52:53.322903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:52.032765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449899+0000","last_change":"2024-04-26T01:50:39.839180+0000","last_active":"2024-04-26T01:51:24.449899+0000","last_peered":"2024-04-26T01:51:24.449899+0000","last_clean":"2024-04-26T01:51:24.449899+0000","last_became_active":"2024-04-26T01:50:39.838843+0000","last_became_peered":"2024-04-26T01:50:39.838843+0000","last_unstale":"2024-04-26T01:51:24.449899+0000","last_undegraded":"2024-04-26T01:51:24.449899+0000","last_fullsized":"2024-04-26T01:51:24.449899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:42.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.300943+0000","last_change":"2024-04-26T01:50:44.908055+0000","last_active":"2024-04-26T01:52:53.300943+0000","last_peered":"2024-04-26T01:52:53.300943+0000","last_clean":"2024-04-26T01:52:53.300943+0000","last_became_active":"2024-04-26T01:50:44.907658+0000","last_became_peered":"2024-04-26T01:50:44.907658+0000","last_unstale":"2024-04-26T01:52:53.300943+0000","last_undegraded":"2024-04-26T01:52:53.300943+0000","last_fullsized":"2024-04-26T01:52:53.300943+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:24.288042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'7","reported_seq":153,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:02.240777+0000","last_change":"2024-04-26T01:50:40.233557+0000","last_active":"2024-04-26T01:53:02.240777+0000","last_peered":"2024-04-26T01:53:02.240777+0000","last_clean":"2024-04-26T01:53:02.240777+0000","last_became_active":"2024-04-26T01:50:40.233126+0000","last_became_peered":"2024-04-26T01:50:40.233126+0000","last_unstale":"2024-04-26T01:53:02.240777+0000","last_undegraded":"2024-04-26T01:53:02.240777+0000","last_fullsized":"2024-04-26T01:53:02.240777+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:35.201152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.300065+0000","last_change":"2024-04-26T01:50:44.904745+0000","last_active":"2024-04-26T01:52:53.300065+0000","last_peered":"2024-04-26T01:52:53.300065+0000","last_clean":"2024-04-26T01:52:53.300065+0000","last_became_active":"2024-04-26T01:50:44.904393+0000","last_became_peered":"2024-04-26T01:50:44.904393+0000","last_unstale":"2024-04-26T01:52:53.300065+0000","last_undegraded":"2024-04-26T01:52:53.300065+0000","last_fullsized":"2024-04-26T01:52:53.300065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:27:14.404287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559036+0000","last_change":"2024-04-26T01:50:39.846321+0000","last_active":"2024-04-26T01:51:24.559036+0000","last_peered":"2024-04-26T01:51:24.559036+0000","last_clean":"2024-04-26T01:51:24.559036+0000","last_became_active":"2024-04-26T01:50:39.845826+0000","last_became_peered":"2024-04-26T01:50:39.845826+0000","last_unstale":"2024-04-26T01:51:24.559036+0000","last_undegraded":"2024-04-26T01:51:24.559036+0000","last_fullsized":"2024-04-26T01:51:24.559036+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:00.811712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321365+0000","last_change":"2024-04-26T01:50:44.922480+0000","last_active":"2024-04-26T01:52:53.321365+0000","last_peered":"2024-04-26T01:52:53.321365+0000","last_clean":"2024-04-26T01:52:53.321365+0000","last_became_active":"2024-04-26T01:50:44.922136+0000","last_became_peered":"2024-04-26T01:50:44.922136+0000","last_unstale":"2024-04-26T01:52:53.321365+0000","last_undegraded":"2024-04-26T01:52:53.321365+0000","last_fullsized":"2024-04-26T01:52:53.321365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:06:18.293052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559643+0000","last_change":"2024-04-26T01:50:39.846458+0000","last_active":"2024-04-26T01:51:24.559643+0000","last_peered":"2024-04-26T01:51:24.559643+0000","last_clean":"2024-04-26T01:51:24.559643+0000","last_became_active":"2024-04-26T01:50:39.846051+0000","last_became_peered":"2024-04-26T01:50:39.846051+0000","last_unstale":"2024-04-26T01:51:24.559643+0000","last_undegraded":"2024-04-26T01:51:24.559643+0000","last_fullsized":"2024-04-26T01:51:24.559643+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:40.141365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289269+0000","last_change":"2024-04-26T01:50:44.900784+0000","last_active":"2024-04-26T01:52:53.289269+0000","last_peered":"2024-04-26T01:52:53.289269+0000","last_clean":"2024-04-26T01:52:53.289269+0000","last_became_active":"2024-04-26T01:50:44.899961+0000","last_became_peered":"2024-04-26T01:50:44.899961+0000","last_unstale":"2024-04-26T01:52:53.289269+0000","last_undegraded":"2024-04-26T01:52:53.289269+0000","last_fullsized":"2024-04-26T01:52:53.289269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:30:39.215421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.288937+0000","last_change":"2024-04-26T01:50:44.901650+0000","last_active":"2024-04-26T01:52:53.288937+0000","last_peered":"2024-04-26T01:52:53.288937+0000","last_clean":"2024-04-26T01:52:53.288937+0000","last_became_active":"2024-04-26T01:50:44.901245+0000","last_became_peered":"2024-04-26T01:50:44.901245+0000","last_unstale":"2024-04-26T01:52:53.288937+0000","last_undegraded":"2024-04-26T01:52:53.288937+0000","last_fullsized":"2024-04-26T01:52:53.288937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:54:29.324056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.291308+0000","last_change":"2024-04-26T01:50:44.901280+0000","last_active":"2024-04-26T01:52:53.291308+0000","last_peered":"2024-04-26T01:52:53.291308+0000","last_clean":"2024-04-26T01:52:53.291308+0000","last_became_active":"2024-04-26T01:50:44.900786+0000","last_became_peered":"2024-04-26T01:50:44.900786+0000","last_unstale":"2024-04-26T01:52:53.291308+0000","last_undegraded":"2024-04-26T01:52:53.291308+0000","last_fullsized":"2024-04-26T01:52:53.291308+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:10:46.752982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.316179+0000","last_change":"2024-04-26T01:50:44.916125+0000","last_active":"2024-04-26T01:52:53.316179+0000","last_peered":"2024-04-26T01:52:53.316179+0000","last_clean":"2024-04-26T01:52:53.316179+0000","last_became_active":"2024-04-26T01:50:44.915574+0000","last_became_peered":"2024-04-26T01:50:44.915574+0000","last_unstale":"2024-04-26T01:52:53.316179+0000","last_undegraded":"2024-04-26T01:52:53.316179+0000","last_fullsized":"2024-04-26T01:52:53.316179+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:24.624452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.326656+0000","last_change":"2024-04-26T01:50:44.920088+0000","last_active":"2024-04-26T01:52:53.326656+0000","last_peered":"2024-04-26T01:52:53.326656+0000","last_clean":"2024-04-26T01:52:53.326656+0000","last_became_active":"2024-04-26T01:50:44.919578+0000","last_became_peered":"2024-04-26T01:50:44.919578+0000","last_unstale":"2024-04-26T01:52:53.326656+0000","last_undegraded":"2024-04-26T01:52:53.326656+0000","last_fullsized":"2024-04-26T01:52:53.326656+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:12.708597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.313335+0000","last_change":"2024-04-26T01:50:44.914367+0000","last_active":"2024-04-26T01:52:53.313335+0000","last_peered":"2024-04-26T01:52:53.313335+0000","last_clean":"2024-04-26T01:52:53.313335+0000","last_became_active":"2024-04-26T01:50:44.913692+0000","last_became_peered":"2024-04-26T01:50:44.913692+0000","last_unstale":"2024-04-26T01:52:53.313335+0000","last_undegraded":"2024-04-26T01:52:53.313335+0000","last_fullsized":"2024-04-26T01:52:53.313335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:50.165674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.287463+0000","last_change":"2024-04-26T01:50:44.899552+0000","last_active":"2024-04-26T01:52:53.287463+0000","last_peered":"2024-04-26T01:52:53.287463+0000","last_clean":"2024-04-26T01:52:53.287463+0000","last_became_active":"2024-04-26T01:50:44.897774+0000","last_became_peered":"2024-04-26T01:50:44.897774+0000","last_unstale":"2024-04-26T01:52:53.287463+0000","last_undegraded":"2024-04-26T01:52:53.287463+0000","last_fullsized":"2024-04-26T01:52:53.287463+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:06.861995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289027+0000","last_change":"2024-04-26T01:50:44.901813+0000","last_active":"2024-04-26T01:52:53.289027+0000","last_peered":"2024-04-26T01:52:53.289027+0000","last_clean":"2024-04-26T01:52:53.289027+0000","last_became_active":"2024-04-26T01:50:44.899341+0000","last_became_peered":"2024-04-26T01:50:44.899341+0000","last_unstale":"2024-04-26T01:52:53.289027+0000","last_undegraded":"2024-04-26T01:52:53.289027+0000","last_fullsized":"2024-04-26T01:52:53.289027+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:25.261649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.318100+0000","last_change":"2024-04-26T01:50:44.922149+0000","last_active":"2024-04-26T01:52:53.318100+0000","last_peered":"2024-04-26T01:52:53.318100+0000","last_clean":"2024-04-26T01:52:53.318100+0000","last_became_active":"2024-04-26T01:50:44.914001+0000","last_became_peered":"2024-04-26T01:50:44.914001+0000","last_unstale":"2024-04-26T01:52:53.318100+0000","last_undegraded":"2024-04-26T01:52:53.318100+0000","last_fullsized":"2024-04-26T01:52:53.318100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:43.918362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.316688+0000","last_change":"2024-04-26T01:50:44.916759+0000","last_active":"2024-04-26T01:52:53.316688+0000","last_peered":"2024-04-26T01:52:53.316688+0000","last_clean":"2024-04-26T01:52:53.316688+0000","last_became_active":"2024-04-26T01:50:44.916281+0000","last_became_peered":"2024-04-26T01:50:44.916281+0000","last_unstale":"2024-04-26T01:52:53.316688+0000","last_undegraded":"2024-04-26T01:52:53.316688+0000","last_fullsized":"2024-04-26T01:52:53.316688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:15:52.766961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321535+0000","last_change":"2024-04-26T01:50:44.920279+0000","last_active":"2024-04-26T01:52:53.321535+0000","last_peered":"2024-04-26T01:52:53.321535+0000","last_clean":"2024-04-26T01:52:53.321535+0000","last_became_active":"2024-04-26T01:50:44.914955+0000","last_became_peered":"2024-04-26T01:50:44.914955+0000","last_unstale":"2024-04-26T01:52:53.321535+0000","last_undegraded":"2024-04-26T01:52:53.321535+0000","last_fullsized":"2024-04-26T01:52:53.321535+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:40:35.195978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.320369+0000","last_change":"2024-04-26T01:50:44.914168+0000","last_active":"2024-04-26T01:52:53.320369+0000","last_peered":"2024-04-26T01:52:53.320369+0000","last_clean":"2024-04-26T01:52:53.320369+0000","last_became_active":"2024-04-26T01:50:44.913827+0000","last_became_peered":"2024-04-26T01:50:44.913827+0000","last_unstale":"2024-04-26T01:52:53.320369+0000","last_undegraded":"2024-04-26T01:52:53.320369+0000","last_fullsized":"2024-04-26T01:52:53.320369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:43.984999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.326539+0000","last_change":"2024-04-26T01:50:44.915210+0000","last_active":"2024-04-26T01:52:53.326539+0000","last_peered":"2024-04-26T01:52:53.326539+0000","last_clean":"2024-04-26T01:52:53.326539+0000","last_became_active":"2024-04-26T01:50:44.914864+0000","last_became_peered":"2024-04-26T01:50:44.914864+0000","last_unstale":"2024-04-26T01:52:53.326539+0000","last_undegraded":"2024-04-26T01:52:53.326539+0000","last_fullsized":"2024-04-26T01:52:53.326539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:18.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.295553+0000","last_change":"2024-04-26T01:51:24.454631+0000","last_active":"2024-04-26T01:52:53.295553+0000","last_peered":"2024-04-26T01:52:53.295553+0000","last_clean":"2024-04-26T01:52:53.295553+0000","last_became_active":"2024-04-26T01:51:24.454196+0000","last_became_peered":"2024-04-26T01:51:24.454196+0000","last_unstale":"2024-04-26T01:52:53.295553+0000","last_undegraded":"2024-04-26T01:52:53.295553+0000","last_fullsized":"2024-04-26T01:52:53.295553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:32.344759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249018,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67550,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1170,"num_read_kb":641,"num_write":250,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22330,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":202650,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351022,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":483884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612659,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134977,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776184,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037823,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":483660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299460,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1075787,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462986,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":482999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":544508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":484870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411425,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":484664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149786,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":482824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888151,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1056768,"data_stored":543456,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724625,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36392,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708760,"statfs":{"total":95995035648,"available":95957770240,"internally_reserved":0,"allocated":1081344,"data_stored":1075465,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":61296,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:53:08.053 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:53:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:08.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:08 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:08.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:08 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:08.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:08 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:08.542 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:09 smithi044 ceph-mon[27847]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:53:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:09 smithi044 ceph-mon[27847]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-26T01:53:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:09 smithi156 ceph-mon[32543]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:53:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:09 smithi156 ceph-mon[32543]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-26T01:53:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:09.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:09 smithi090 ceph-mon[32456]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:53:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:09 smithi090 ceph-mon[32456]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-26T01:53:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:09.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:53:10.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 -- 172.21.15.44:0/2447088206 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1054e0 msgr2=0x7f03ec105990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:10.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 --2- 172.21.15.44:0/2447088206 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1054e0 0x7f03ec105990 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f03e400b0d0 tx=0x7f03e400b3e0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 -- 172.21.15.44:0/2447088206 shutdown_connections 2024-04-26T01:53:10.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 --2- 172.21.15.44:0/2447088206 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f03ec1079d0 0x7f03ec06b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 --2- 172.21.15.44:0/2447088206 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1054e0 0x7f03ec105990 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 --2- 172.21.15.44:0/2447088206 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 0x7f03ec06bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 -- 172.21.15.44:0/2447088206 >> 172.21.15.44:0/2447088206 conn(0x7f03ec077850 msgr2=0x7f03ec077c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:10.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 -- 172.21.15.44:0/2447088206 shutdown_connections 2024-04-26T01:53:10.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.685+0000 7f03f1200700 1 -- 172.21.15.44:0/2447088206 wait complete. 2024-04-26T01:53:10.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.686+0000 7f03f1200700 1 Processor -- start 2024-04-26T01:53:10.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.686+0000 7f03f1200700 1 -- start start 2024-04-26T01:53:10.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03f1200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 0x7f03ec19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03f1200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f03ec1054e0 0x7f03ec19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03f1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1079d0 0x7f03ec1a3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03f1200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f03ec119290 con 0x7f03ec1079d0 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03f1200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03ec119110 con 0x7f03ec06b750 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03f1200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f03ec119410 con 0x7f03ec1054e0 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 0x7f03ec19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03ea800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1079d0 0x7f03ec1a3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 0x7f03ec19f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:60706/0 (socket says 172.21.15.44:60706) 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 -- 172.21.15.44:0/1719412661 learned_addr learned my addr 172.21.15.44:0/1719412661 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e3e00700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f03ec1054e0 0x7f03ec19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 -- 172.21.15.44:0/1719412661 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f03ec1054e0 msgr2=0x7f03ec19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f03ec1054e0 0x7f03ec19fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 -- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1079d0 msgr2=0x7f03ec1a3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1079d0 0x7f03ec1a3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.687+0000 7f03e9e00700 1 -- 172.21.15.44:0/1719412661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03ec1a4730 con 0x7f03ec06b750 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.688+0000 7f03e9e00700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 0x7f03ec19f720 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f03dc00eb30 tx=0x7f03dc00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.688+0000 7f03e2a00700 1 -- 172.21.15.44:0/1719412661 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03dc00cbd0 con 0x7f03ec06b750 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.688+0000 7f03e2a00700 1 -- 172.21.15.44:0/1719412661 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03dc0044d0 con 0x7f03ec06b750 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.688+0000 7f03e2a00700 1 -- 172.21.15.44:0/1719412661 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03dc003e30 con 0x7f03ec06b750 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.688+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03ec1a4a20 con 0x7f03ec06b750 2024-04-26T01:53:10.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.688+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03ec1ac2a0 con 0x7f03ec06b750 2024-04-26T01:53:10.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.689+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03ec069730 con 0x7f03ec06b750 2024-04-26T01:53:10.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.692+0000 7f03e2a00700 1 -- 172.21.15.44:0/1719412661 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f03dc004000 con 0x7f03ec06b750 2024-04-26T01:53:10.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.693+0000 7f03e2a00700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f03d00a3cc0 0x7f03d00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:10.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.693+0000 7f03e2a00700 1 -- 172.21.15.44:0/1719412661 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f03dc0d0880 con 0x7f03ec06b750 2024-04-26T01:53:10.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.693+0000 7f03e3e00700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f03d00a3cc0 0x7f03d00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:10.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.694+0000 7f03e3e00700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f03d00a3cc0 0x7f03d00a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f03ec06b4f0 tx=0x7f03d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:10.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.696+0000 7f03e2a00700 1 -- 172.21.15.44:0/1719412661 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f03dc053ff0 con 0x7f03ec06b750 2024-04-26T01:53:10.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.920+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f03ec104bd0 con 0x7f03d00a3cc0 2024-04-26T01:53:10.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.932+0000 7f03e2a00700 1 -- 172.21.15.44:0/1719412661 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259074 (secure 0 0 0) 0x7f03ec104bd0 con 0x7f03d00a3cc0 2024-04-26T01:53:10.938 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.938+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f03d00a3cc0 msgr2=0x7f03d00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.938+0000 7f03f1200700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f03d00a3cc0 0x7f03d00a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f03ec06b4f0 tx=0x7f03d4009260 comp rx=0 tx=0).stop 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.938+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 msgr2=0x7f03ec19f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.938+0000 7f03f1200700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 0x7f03ec19f720 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f03dc00eb30 tx=0x7f03dc00ee40 comp rx=0 tx=0).stop 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 shutdown_connections 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f03d00a3cc0 0x7f03d00a6180 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03ec1079d0 0x7f03ec1a3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03ec06b750 0x7f03ec19f720 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 --2- 172.21.15.44:0/1719412661 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f03ec1054e0 0x7f03ec19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 >> 172.21.15.44:0/1719412661 conn(0x7f03ec077850 msgr2=0x7f03ec1044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 shutdown_connections 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:10.939+0000 7f03f1200700 1 -- 172.21.15.44:0/1719412661 wait complete. 2024-04-26T01:53:10.940 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T01:53:11.330 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:11 smithi044 ceph-mon[27847]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-04-26T01:53:11.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:11 smithi156 ceph-mon[32543]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-04-26T01:53:11.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:11 smithi090 ceph-mon[32456]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-04-26T01:53:11.751 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":404,"stamp":"2024-04-26T01:53:09.340307+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658152,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1351,"num_read_kb":785,"num_write":433,"num_write_kb":3079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":1203066,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":853,"ondisk_log_size":853,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373856,"kb_used_data":12224,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567968,"statfs":{"total":1151940427776,"available":1151557599232,"internally_reserved":0,"allocated":12517376,"data_stored":7760376,"data_compressed":112047,"data_compressed_allocated":139264,"data_compressed_original":1789952,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":121,"num_read_kb":56,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004893"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312585+0000","last_change":"2024-04-26T01:50:44.919956+0000","last_active":"2024-04-26T01:52:53.312585+0000","last_peered":"2024-04-26T01:52:53.312585+0000","last_clean":"2024-04-26T01:52:53.312585+0000","last_became_active":"2024-04-26T01:50:44.919574+0000","last_became_peered":"2024-04-26T01:50:44.919574+0000","last_unstale":"2024-04-26T01:52:53.312585+0000","last_undegraded":"2024-04-26T01:52:53.312585+0000","last_fullsized":"2024-04-26T01:52:53.312585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:15:15.039717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324949+0000","last_change":"2024-04-26T01:50:44.921399+0000","last_active":"2024-04-26T01:52:53.324949+0000","last_peered":"2024-04-26T01:52:53.324949+0000","last_clean":"2024-04-26T01:52:53.324949+0000","last_became_active":"2024-04-26T01:50:44.919474+0000","last_became_peered":"2024-04-26T01:50:44.919474+0000","last_unstale":"2024-04-26T01:52:53.324949+0000","last_undegraded":"2024-04-26T01:52:53.324949+0000","last_fullsized":"2024-04-26T01:52:53.324949+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:48.200695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324221+0000","last_change":"2024-04-26T01:50:44.924206+0000","last_active":"2024-04-26T01:52:53.324221+0000","last_peered":"2024-04-26T01:52:53.324221+0000","last_clean":"2024-04-26T01:52:53.324221+0000","last_became_active":"2024-04-26T01:50:44.919551+0000","last_became_peered":"2024-04-26T01:50:44.919551+0000","last_unstale":"2024-04-26T01:52:53.324221+0000","last_undegraded":"2024-04-26T01:52:53.324221+0000","last_fullsized":"2024-04-26T01:52:53.324221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:11.833718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.287260+0000","last_change":"2024-04-26T01:50:44.902458+0000","last_active":"2024-04-26T01:52:53.287260+0000","last_peered":"2024-04-26T01:52:53.287260+0000","last_clean":"2024-04-26T01:52:53.287260+0000","last_became_active":"2024-04-26T01:50:44.902112+0000","last_became_peered":"2024-04-26T01:50:44.902112+0000","last_unstale":"2024-04-26T01:52:53.287260+0000","last_undegraded":"2024-04-26T01:52:53.287260+0000","last_fullsized":"2024-04-26T01:52:53.287260+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:27:26.678775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312108+0000","last_change":"2024-04-26T01:50:44.914584+0000","last_active":"2024-04-26T01:52:53.312108+0000","last_peered":"2024-04-26T01:52:53.312108+0000","last_clean":"2024-04-26T01:52:53.312108+0000","last_became_active":"2024-04-26T01:50:44.914239+0000","last_became_peered":"2024-04-26T01:50:44.914239+0000","last_unstale":"2024-04-26T01:52:53.312108+0000","last_undegraded":"2024-04-26T01:52:53.312108+0000","last_fullsized":"2024-04-26T01:52:53.312108+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:06.620377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.287043+0000","last_change":"2024-04-26T01:50:44.906486+0000","last_active":"2024-04-26T01:52:53.287043+0000","last_peered":"2024-04-26T01:52:53.287043+0000","last_clean":"2024-04-26T01:52:53.287043+0000","last_became_active":"2024-04-26T01:50:44.906173+0000","last_became_peered":"2024-04-26T01:50:44.906173+0000","last_unstale":"2024-04-26T01:52:53.287043+0000","last_undegraded":"2024-04-26T01:52:53.287043+0000","last_fullsized":"2024-04-26T01:52:53.287043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:27.277521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.288889+0000","last_change":"2024-04-26T01:50:44.911267+0000","last_active":"2024-04-26T01:52:53.288889+0000","last_peered":"2024-04-26T01:52:53.288889+0000","last_clean":"2024-04-26T01:52:53.288889+0000","last_became_active":"2024-04-26T01:50:44.910907+0000","last_became_peered":"2024-04-26T01:50:44.910907+0000","last_unstale":"2024-04-26T01:52:53.288889+0000","last_undegraded":"2024-04-26T01:52:53.288889+0000","last_fullsized":"2024-04-26T01:52:53.288889+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:55.572335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322204+0000","last_change":"2024-04-26T01:50:44.920314+0000","last_active":"2024-04-26T01:52:53.322204+0000","last_peered":"2024-04-26T01:52:53.322204+0000","last_clean":"2024-04-26T01:52:53.322204+0000","last_became_active":"2024-04-26T01:50:44.914315+0000","last_became_peered":"2024-04-26T01:50:44.914315+0000","last_unstale":"2024-04-26T01:52:53.322204+0000","last_undegraded":"2024-04-26T01:52:53.322204+0000","last_fullsized":"2024-04-26T01:52:53.322204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:35.075639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.299837+0000","last_change":"2024-04-26T01:50:44.902164+0000","last_active":"2024-04-26T01:52:53.299837+0000","last_peered":"2024-04-26T01:52:53.299837+0000","last_clean":"2024-04-26T01:52:53.299837+0000","last_became_active":"2024-04-26T01:50:44.901814+0000","last_became_peered":"2024-04-26T01:50:44.901814+0000","last_unstale":"2024-04-26T01:52:53.299837+0000","last_undegraded":"2024-04-26T01:52:53.299837+0000","last_fullsized":"2024-04-26T01:52:53.299837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:19.968357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.281429+0000","last_change":"2024-04-26T01:50:44.901024+0000","last_active":"2024-04-26T01:52:53.281429+0000","last_peered":"2024-04-26T01:52:53.281429+0000","last_clean":"2024-04-26T01:52:53.281429+0000","last_became_active":"2024-04-26T01:50:44.900489+0000","last_became_peered":"2024-04-26T01:50:44.900489+0000","last_unstale":"2024-04-26T01:52:53.281429+0000","last_undegraded":"2024-04-26T01:52:53.281429+0000","last_fullsized":"2024-04-26T01:52:53.281429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:46:46.413137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.299615+0000","last_change":"2024-04-26T01:50:44.905755+0000","last_active":"2024-04-26T01:52:53.299615+0000","last_peered":"2024-04-26T01:52:53.299615+0000","last_clean":"2024-04-26T01:52:53.299615+0000","last_became_active":"2024-04-26T01:50:44.904236+0000","last_became_peered":"2024-04-26T01:50:44.904236+0000","last_unstale":"2024-04-26T01:52:53.299615+0000","last_undegraded":"2024-04-26T01:52:53.299615+0000","last_fullsized":"2024-04-26T01:52:53.299615+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:43.195725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.278600+0000","last_change":"2024-04-26T01:50:44.900911+0000","last_active":"2024-04-26T01:52:53.278600+0000","last_peered":"2024-04-26T01:52:53.278600+0000","last_clean":"2024-04-26T01:52:53.278600+0000","last_became_active":"2024-04-26T01:50:44.900448+0000","last_became_peered":"2024-04-26T01:50:44.900448+0000","last_unstale":"2024-04-26T01:52:53.278600+0000","last_undegraded":"2024-04-26T01:52:53.278600+0000","last_fullsized":"2024-04-26T01:52:53.278600+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:14:10.186174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.304753+0000","last_change":"2024-04-26T01:50:44.908401+0000","last_active":"2024-04-26T01:52:53.304753+0000","last_peered":"2024-04-26T01:52:53.304753+0000","last_clean":"2024-04-26T01:52:53.304753+0000","last_became_active":"2024-04-26T01:50:44.907536+0000","last_became_peered":"2024-04-26T01:50:44.907536+0000","last_unstale":"2024-04-26T01:52:53.304753+0000","last_undegraded":"2024-04-26T01:52:53.304753+0000","last_fullsized":"2024-04-26T01:52:53.304753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:40.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324645+0000","last_change":"2024-04-26T01:50:44.924712+0000","last_active":"2024-04-26T01:52:53.324645+0000","last_peered":"2024-04-26T01:52:53.324645+0000","last_clean":"2024-04-26T01:52:53.324645+0000","last_became_active":"2024-04-26T01:50:44.924200+0000","last_became_peered":"2024-04-26T01:50:44.924200+0000","last_unstale":"2024-04-26T01:52:53.324645+0000","last_undegraded":"2024-04-26T01:52:53.324645+0000","last_fullsized":"2024-04-26T01:52:53.324645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:39:30.229057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.319353+0000","last_change":"2024-04-26T01:50:44.911063+0000","last_active":"2024-04-26T01:52:53.319353+0000","last_peered":"2024-04-26T01:52:53.319353+0000","last_clean":"2024-04-26T01:52:53.319353+0000","last_became_active":"2024-04-26T01:50:44.910727+0000","last_became_peered":"2024-04-26T01:50:44.910727+0000","last_unstale":"2024-04-26T01:52:53.319353+0000","last_undegraded":"2024-04-26T01:52:53.319353+0000","last_fullsized":"2024-04-26T01:52:53.319353+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:05:03.609483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322856+0000","last_change":"2024-04-26T01:50:44.904506+0000","last_active":"2024-04-26T01:52:53.322856+0000","last_peered":"2024-04-26T01:52:53.322856+0000","last_clean":"2024-04-26T01:52:53.322856+0000","last_became_active":"2024-04-26T01:50:44.903854+0000","last_became_peered":"2024-04-26T01:50:44.903854+0000","last_unstale":"2024-04-26T01:52:53.322856+0000","last_undegraded":"2024-04-26T01:52:53.322856+0000","last_fullsized":"2024-04-26T01:52:53.322856+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:54.781222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312761+0000","last_change":"2024-04-26T01:50:44.913974+0000","last_active":"2024-04-26T01:52:53.312761+0000","last_peered":"2024-04-26T01:52:53.312761+0000","last_clean":"2024-04-26T01:52:53.312761+0000","last_became_active":"2024-04-26T01:50:44.913487+0000","last_became_peered":"2024-04-26T01:50:44.913487+0000","last_unstale":"2024-04-26T01:52:53.312761+0000","last_undegraded":"2024-04-26T01:52:53.312761+0000","last_fullsized":"2024-04-26T01:52:53.312761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:36:32.864198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.303704+0000","last_change":"2024-04-26T01:50:44.912919+0000","last_active":"2024-04-26T01:52:53.303704+0000","last_peered":"2024-04-26T01:52:53.303704+0000","last_clean":"2024-04-26T01:52:53.303704+0000","last_became_active":"2024-04-26T01:50:44.911021+0000","last_became_peered":"2024-04-26T01:50:44.911021+0000","last_unstale":"2024-04-26T01:52:53.303704+0000","last_undegraded":"2024-04-26T01:52:53.303704+0000","last_fullsized":"2024-04-26T01:52:53.303704+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:19:16.411533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.308357+0000","last_change":"2024-04-26T01:50:44.916098+0000","last_active":"2024-04-26T01:52:53.308357+0000","last_peered":"2024-04-26T01:52:53.308357+0000","last_clean":"2024-04-26T01:52:53.308357+0000","last_became_active":"2024-04-26T01:50:44.915593+0000","last_became_peered":"2024-04-26T01:50:44.915593+0000","last_unstale":"2024-04-26T01:52:53.308357+0000","last_undegraded":"2024-04-26T01:52:53.308357+0000","last_fullsized":"2024-04-26T01:52:53.308357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:24.628662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":158,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:04.334178+0000","last_change":"2024-04-26T01:50:39.840465+0000","last_active":"2024-04-26T01:53:04.334178+0000","last_peered":"2024-04-26T01:53:04.334178+0000","last_clean":"2024-04-26T01:53:04.334178+0000","last_became_active":"2024-04-26T01:50:39.840027+0000","last_became_peered":"2024-04-26T01:50:39.840027+0000","last_unstale":"2024-04-26T01:53:04.334178+0000","last_undegraded":"2024-04-26T01:53:04.334178+0000","last_fullsized":"2024-04-26T01:53:04.334178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:24.554850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.317352+0000","last_change":"2024-04-26T01:50:44.918128+0000","last_active":"2024-04-26T01:52:53.317352+0000","last_peered":"2024-04-26T01:52:53.317352+0000","last_clean":"2024-04-26T01:52:53.317352+0000","last_became_active":"2024-04-26T01:50:44.915032+0000","last_became_peered":"2024-04-26T01:50:44.915032+0000","last_unstale":"2024-04-26T01:52:53.317352+0000","last_undegraded":"2024-04-26T01:52:53.317352+0000","last_fullsized":"2024-04-26T01:52:53.317352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:04.916823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451542+0000","last_change":"2024-04-26T01:50:39.937978+0000","last_active":"2024-04-26T01:51:24.451542+0000","last_peered":"2024-04-26T01:51:24.451542+0000","last_clean":"2024-04-26T01:51:24.451542+0000","last_became_active":"2024-04-26T01:50:39.937524+0000","last_became_peered":"2024-04-26T01:50:39.937524+0000","last_unstale":"2024-04-26T01:51:24.451542+0000","last_undegraded":"2024-04-26T01:51:24.451542+0000","last_fullsized":"2024-04-26T01:51:24.451542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:25:56.615653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.324648+0000","last_change":"2024-04-26T01:50:44.924476+0000","last_active":"2024-04-26T01:52:53.324648+0000","last_peered":"2024-04-26T01:52:53.324648+0000","last_clean":"2024-04-26T01:52:53.324648+0000","last_became_active":"2024-04-26T01:50:44.920783+0000","last_became_peered":"2024-04-26T01:50:44.920783+0000","last_unstale":"2024-04-26T01:52:53.324648+0000","last_undegraded":"2024-04-26T01:52:53.324648+0000","last_fullsized":"2024-04-26T01:52:53.324648+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:28.859960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.462901+0000","last_change":"2024-04-26T01:51:24.462901+0000","last_active":"2024-04-26T01:51:24.462901+0000","last_peered":"2024-04-26T01:51:24.462901+0000","last_clean":"2024-04-26T01:51:24.462901+0000","last_became_active":"2024-04-26T01:51:24.450926+0000","last_became_peered":"2024-04-26T01:51:24.450926+0000","last_unstale":"2024-04-26T01:51:24.462901+0000","last_undegraded":"2024-04-26T01:51:24.462901+0000","last_fullsized":"2024-04-26T01:51:24.462901+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:41.044207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.300235+0000","last_change":"2024-04-26T01:50:44.903110+0000","last_active":"2024-04-26T01:52:53.300235+0000","last_peered":"2024-04-26T01:52:53.300235+0000","last_clean":"2024-04-26T01:52:53.300235+0000","last_became_active":"2024-04-26T01:50:44.902650+0000","last_became_peered":"2024-04-26T01:50:44.902650+0000","last_unstale":"2024-04-26T01:52:53.300235+0000","last_undegraded":"2024-04-26T01:52:53.300235+0000","last_fullsized":"2024-04-26T01:52:53.300235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:44:54.688334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450119+0000","last_change":"2024-04-26T01:50:39.837597+0000","last_active":"2024-04-26T01:51:24.450119+0000","last_peered":"2024-04-26T01:51:24.450119+0000","last_clean":"2024-04-26T01:51:24.450119+0000","last_became_active":"2024-04-26T01:50:39.837220+0000","last_became_peered":"2024-04-26T01:50:39.837220+0000","last_unstale":"2024-04-26T01:51:24.450119+0000","last_undegraded":"2024-04-26T01:51:24.450119+0000","last_fullsized":"2024-04-26T01:51:24.450119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:43.407094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.303828+0000","last_change":"2024-04-26T01:51:24.559898+0000","last_active":"2024-04-26T01:52:53.303828+0000","last_peered":"2024-04-26T01:52:53.303828+0000","last_clean":"2024-04-26T01:52:53.303828+0000","last_became_active":"2024-04-26T01:51:24.559299+0000","last_became_peered":"2024-04-26T01:51:24.559299+0000","last_unstale":"2024-04-26T01:52:53.303828+0000","last_undegraded":"2024-04-26T01:52:53.303828+0000","last_fullsized":"2024-04-26T01:52:53.303828+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:59:28.904410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":153,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:07.247843+0000","last_change":"2024-04-26T01:50:39.836725+0000","last_active":"2024-04-26T01:53:07.247843+0000","last_peered":"2024-04-26T01:53:07.247843+0000","last_clean":"2024-04-26T01:53:07.247843+0000","last_became_active":"2024-04-26T01:50:39.836358+0000","last_became_peered":"2024-04-26T01:50:39.836358+0000","last_unstale":"2024-04-26T01:53:07.247843+0000","last_undegraded":"2024-04-26T01:53:07.247843+0000","last_fullsized":"2024-04-26T01:53:07.247843+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:26.033632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.293708+0000","last_change":"2024-04-26T01:50:44.899009+0000","last_active":"2024-04-26T01:52:53.293708+0000","last_peered":"2024-04-26T01:52:53.293708+0000","last_clean":"2024-04-26T01:52:53.293708+0000","last_became_active":"2024-04-26T01:50:44.898580+0000","last_became_peered":"2024-04-26T01:50:44.898580+0000","last_unstale":"2024-04-26T01:52:53.293708+0000","last_undegraded":"2024-04-26T01:52:53.293708+0000","last_fullsized":"2024-04-26T01:52:53.293708+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:28:30.055238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445252+0000","last_change":"2024-04-26T01:50:39.845781+0000","last_active":"2024-04-26T01:51:24.445252+0000","last_peered":"2024-04-26T01:51:24.445252+0000","last_clean":"2024-04-26T01:51:24.445252+0000","last_became_active":"2024-04-26T01:50:39.845508+0000","last_became_peered":"2024-04-26T01:50:39.845508+0000","last_unstale":"2024-04-26T01:51:24.445252+0000","last_undegraded":"2024-04-26T01:51:24.445252+0000","last_fullsized":"2024-04-26T01:51:24.445252+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:05.890363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.308325+0000","last_change":"2024-04-26T01:50:44.916100+0000","last_active":"2024-04-26T01:52:53.308325+0000","last_peered":"2024-04-26T01:52:53.308325+0000","last_clean":"2024-04-26T01:52:53.308325+0000","last_became_active":"2024-04-26T01:50:44.915738+0000","last_became_peered":"2024-04-26T01:50:44.915738+0000","last_unstale":"2024-04-26T01:52:53.308325+0000","last_undegraded":"2024-04-26T01:52:53.308325+0000","last_fullsized":"2024-04-26T01:52:53.308325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:52:02.554521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559247+0000","last_change":"2024-04-26T01:50:39.838988+0000","last_active":"2024-04-26T01:51:24.559247+0000","last_peered":"2024-04-26T01:51:24.559247+0000","last_clean":"2024-04-26T01:51:24.559247+0000","last_became_active":"2024-04-26T01:50:39.838521+0000","last_became_peered":"2024-04-26T01:50:39.838521+0000","last_unstale":"2024-04-26T01:51:24.559247+0000","last_undegraded":"2024-04-26T01:51:24.559247+0000","last_fullsized":"2024-04-26T01:51:24.559247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:18.755921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321501+0000","last_change":"2024-04-26T01:50:44.920655+0000","last_active":"2024-04-26T01:52:53.321501+0000","last_peered":"2024-04-26T01:52:53.321501+0000","last_clean":"2024-04-26T01:52:53.321501+0000","last_became_active":"2024-04-26T01:50:44.914745+0000","last_became_peered":"2024-04-26T01:50:44.914745+0000","last_unstale":"2024-04-26T01:52:53.321501+0000","last_undegraded":"2024-04-26T01:52:53.321501+0000","last_fullsized":"2024-04-26T01:52:53.321501+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:18:22.153375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558754+0000","last_change":"2024-04-26T01:50:39.835743+0000","last_active":"2024-04-26T01:51:24.558754+0000","last_peered":"2024-04-26T01:51:24.558754+0000","last_clean":"2024-04-26T01:51:24.558754+0000","last_became_active":"2024-04-26T01:50:39.835373+0000","last_became_peered":"2024-04-26T01:50:39.835373+0000","last_unstale":"2024-04-26T01:51:24.558754+0000","last_undegraded":"2024-04-26T01:51:24.558754+0000","last_fullsized":"2024-04-26T01:51:24.558754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:48:42.910769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321628+0000","last_change":"2024-04-26T01:50:44.923243+0000","last_active":"2024-04-26T01:52:53.321628+0000","last_peered":"2024-04-26T01:52:53.321628+0000","last_clean":"2024-04-26T01:52:53.321628+0000","last_became_active":"2024-04-26T01:50:44.922639+0000","last_became_peered":"2024-04-26T01:50:44.922639+0000","last_unstale":"2024-04-26T01:52:53.321628+0000","last_undegraded":"2024-04-26T01:52:53.321628+0000","last_fullsized":"2024-04-26T01:52:53.321628+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:05.618547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":268,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:06.245762+0000","last_change":"2024-04-26T01:50:39.844035+0000","last_active":"2024-04-26T01:53:06.245762+0000","last_peered":"2024-04-26T01:53:06.245762+0000","last_clean":"2024-04-26T01:53:06.245762+0000","last_became_active":"2024-04-26T01:50:39.843772+0000","last_became_peered":"2024-04-26T01:50:39.843772+0000","last_unstale":"2024-04-26T01:53:06.245762+0000","last_undegraded":"2024-04-26T01:53:06.245762+0000","last_fullsized":"2024-04-26T01:53:06.245762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:03:30.596213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":236,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.302620+0000","last_change":"2024-04-26T01:50:44.910526+0000","last_active":"2024-04-26T01:52:53.302620+0000","last_peered":"2024-04-26T01:52:53.302620+0000","last_clean":"2024-04-26T01:52:53.302620+0000","last_became_active":"2024-04-26T01:50:44.910127+0000","last_became_peered":"2024-04-26T01:50:44.910127+0000","last_unstale":"2024-04-26T01:52:53.302620+0000","last_undegraded":"2024-04-26T01:52:53.302620+0000","last_fullsized":"2024-04-26T01:52:53.302620+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:35:17.477636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450148+0000","last_change":"2024-04-26T01:50:39.838803+0000","last_active":"2024-04-26T01:51:24.450148+0000","last_peered":"2024-04-26T01:51:24.450148+0000","last_clean":"2024-04-26T01:51:24.450148+0000","last_became_active":"2024-04-26T01:50:39.838451+0000","last_became_peered":"2024-04-26T01:50:39.838451+0000","last_unstale":"2024-04-26T01:51:24.450148+0000","last_undegraded":"2024-04-26T01:51:24.450148+0000","last_fullsized":"2024-04-26T01:51:24.450148+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:30.973985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.326422+0000","last_change":"2024-04-26T01:50:44.924479+0000","last_active":"2024-04-26T01:52:53.326422+0000","last_peered":"2024-04-26T01:52:53.326422+0000","last_clean":"2024-04-26T01:52:53.326422+0000","last_became_active":"2024-04-26T01:50:44.919559+0000","last_became_peered":"2024-04-26T01:50:44.919559+0000","last_unstale":"2024-04-26T01:52:53.326422+0000","last_undegraded":"2024-04-26T01:52:53.326422+0000","last_fullsized":"2024-04-26T01:52:53.326422+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:01.188751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559257+0000","last_change":"2024-04-26T01:50:39.935640+0000","last_active":"2024-04-26T01:51:24.559257+0000","last_peered":"2024-04-26T01:51:24.559257+0000","last_clean":"2024-04-26T01:51:24.559257+0000","last_became_active":"2024-04-26T01:50:39.935342+0000","last_became_peered":"2024-04-26T01:50:39.935342+0000","last_unstale":"2024-04-26T01:51:24.559257+0000","last_undegraded":"2024-04-26T01:51:24.559257+0000","last_fullsized":"2024-04-26T01:51:24.559257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:22:44.792444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.293324+0000","last_change":"2024-04-26T01:50:44.899313+0000","last_active":"2024-04-26T01:52:53.293324+0000","last_peered":"2024-04-26T01:52:53.293324+0000","last_clean":"2024-04-26T01:52:53.293324+0000","last_became_active":"2024-04-26T01:50:44.898798+0000","last_became_peered":"2024-04-26T01:50:44.898798+0000","last_unstale":"2024-04-26T01:52:53.293324+0000","last_undegraded":"2024-04-26T01:52:53.293324+0000","last_fullsized":"2024-04-26T01:52:53.293324+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:02.288691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":324,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:05.732562+0000","last_change":"2024-04-26T01:51:24.566768+0000","last_active":"2024-04-26T01:53:05.732562+0000","last_peered":"2024-04-26T01:53:05.732562+0000","last_clean":"2024-04-26T01:53:05.732562+0000","last_became_active":"2024-04-26T01:51:24.559756+0000","last_became_peered":"2024-04-26T01:51:24.559756+0000","last_unstale":"2024-04-26T01:53:05.732562+0000","last_undegraded":"2024-04-26T01:53:05.732562+0000","last_fullsized":"2024-04-26T01:53:05.732562+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:04.547799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60596,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":237,"num_read_kb":164,"num_write":35,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22330,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.286049+0000","last_change":"2024-04-26T01:50:44.901598+0000","last_active":"2024-04-26T01:52:53.286049+0000","last_peered":"2024-04-26T01:52:53.286049+0000","last_clean":"2024-04-26T01:52:53.286049+0000","last_became_active":"2024-04-26T01:50:44.901177+0000","last_became_peered":"2024-04-26T01:50:44.901177+0000","last_unstale":"2024-04-26T01:52:53.286049+0000","last_undegraded":"2024-04-26T01:52:53.286049+0000","last_fullsized":"2024-04-26T01:52:53.286049+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:34:19.962708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.445491+0000","last_change":"2024-04-26T01:50:39.846511+0000","last_active":"2024-04-26T01:51:24.445491+0000","last_peered":"2024-04-26T01:51:24.445491+0000","last_clean":"2024-04-26T01:51:24.445491+0000","last_became_active":"2024-04-26T01:50:39.845949+0000","last_became_peered":"2024-04-26T01:50:39.845949+0000","last_unstale":"2024-04-26T01:51:24.445491+0000","last_undegraded":"2024-04-26T01:51:24.445491+0000","last_fullsized":"2024-04-26T01:51:24.445491+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:32.674548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321559+0000","last_change":"2024-04-26T01:50:44.927989+0000","last_active":"2024-04-26T01:52:53.321559+0000","last_peered":"2024-04-26T01:52:53.321559+0000","last_clean":"2024-04-26T01:52:53.321559+0000","last_became_active":"2024-04-26T01:50:44.927649+0000","last_became_peered":"2024-04-26T01:50:44.927649+0000","last_unstale":"2024-04-26T01:52:53.321559+0000","last_undegraded":"2024-04-26T01:52:53.321559+0000","last_fullsized":"2024-04-26T01:52:53.321559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:09.091744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558867+0000","last_change":"2024-04-26T01:50:39.846204+0000","last_active":"2024-04-26T01:51:24.558867+0000","last_peered":"2024-04-26T01:51:24.558867+0000","last_clean":"2024-04-26T01:51:24.558867+0000","last_became_active":"2024-04-26T01:50:39.845833+0000","last_became_peered":"2024-04-26T01:50:39.845833+0000","last_unstale":"2024-04-26T01:51:24.558867+0000","last_undegraded":"2024-04-26T01:51:24.558867+0000","last_fullsized":"2024-04-26T01:51:24.558867+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:22.776062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.305259+0000","last_change":"2024-04-26T01:50:44.908421+0000","last_active":"2024-04-26T01:52:53.305259+0000","last_peered":"2024-04-26T01:52:53.305259+0000","last_clean":"2024-04-26T01:52:53.305259+0000","last_became_active":"2024-04-26T01:50:44.908062+0000","last_became_peered":"2024-04-26T01:50:44.908062+0000","last_unstale":"2024-04-26T01:52:53.305259+0000","last_undegraded":"2024-04-26T01:52:53.305259+0000","last_fullsized":"2024-04-26T01:52:53.305259+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:45.381426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:07.296269+0000","last_change":"2024-04-26T01:50:39.838097+0000","last_active":"2024-04-26T01:53:07.296269+0000","last_peered":"2024-04-26T01:53:07.296269+0000","last_clean":"2024-04-26T01:53:07.296269+0000","last_became_active":"2024-04-26T01:50:39.837724+0000","last_became_peered":"2024-04-26T01:50:39.837724+0000","last_unstale":"2024-04-26T01:53:07.296269+0000","last_undegraded":"2024-04-26T01:53:07.296269+0000","last_fullsized":"2024-04-26T01:53:07.296269+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:20:21.379352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.290243+0000","last_change":"2024-04-26T01:50:44.898751+0000","last_active":"2024-04-26T01:52:53.290243+0000","last_peered":"2024-04-26T01:52:53.290243+0000","last_clean":"2024-04-26T01:52:53.290243+0000","last_became_active":"2024-04-26T01:50:44.898397+0000","last_became_peered":"2024-04-26T01:50:44.898397+0000","last_unstale":"2024-04-26T01:52:53.290243+0000","last_undegraded":"2024-04-26T01:52:53.290243+0000","last_fullsized":"2024-04-26T01:52:53.290243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:21.391335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":45,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449671+0000","last_change":"2024-04-26T01:50:39.934344+0000","last_active":"2024-04-26T01:51:24.449671+0000","last_peered":"2024-04-26T01:51:24.449671+0000","last_clean":"2024-04-26T01:51:24.449671+0000","last_became_active":"2024-04-26T01:50:39.933950+0000","last_became_peered":"2024-04-26T01:50:39.933950+0000","last_unstale":"2024-04-26T01:51:24.449671+0000","last_undegraded":"2024-04-26T01:51:24.449671+0000","last_fullsized":"2024-04-26T01:51:24.449671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:27.445138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289538+0000","last_change":"2024-04-26T01:50:44.903130+0000","last_active":"2024-04-26T01:52:53.289538+0000","last_peered":"2024-04-26T01:52:53.289538+0000","last_clean":"2024-04-26T01:52:53.289538+0000","last_became_active":"2024-04-26T01:50:44.902614+0000","last_became_peered":"2024-04-26T01:50:44.902614+0000","last_unstale":"2024-04-26T01:52:53.289538+0000","last_undegraded":"2024-04-26T01:52:53.289538+0000","last_fullsized":"2024-04-26T01:52:53.289538+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:30.620879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449832+0000","last_change":"2024-04-26T01:50:39.838071+0000","last_active":"2024-04-26T01:51:24.449832+0000","last_peered":"2024-04-26T01:51:24.449832+0000","last_clean":"2024-04-26T01:51:24.449832+0000","last_became_active":"2024-04-26T01:50:39.837741+0000","last_became_peered":"2024-04-26T01:50:39.837741+0000","last_unstale":"2024-04-26T01:51:24.449832+0000","last_undegraded":"2024-04-26T01:51:24.449832+0000","last_fullsized":"2024-04-26T01:51:24.449832+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.360720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.288844+0000","last_change":"2024-04-26T01:50:44.902283+0000","last_active":"2024-04-26T01:52:53.288844+0000","last_peered":"2024-04-26T01:52:53.288844+0000","last_clean":"2024-04-26T01:52:53.288844+0000","last_became_active":"2024-04-26T01:50:44.901917+0000","last_became_peered":"2024-04-26T01:50:44.901917+0000","last_unstale":"2024-04-26T01:52:53.288844+0000","last_undegraded":"2024-04-26T01:52:53.288844+0000","last_fullsized":"2024-04-26T01:52:53.288844+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:44:49.377109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.448666+0000","last_change":"2024-04-26T01:50:39.941873+0000","last_active":"2024-04-26T01:51:24.448666+0000","last_peered":"2024-04-26T01:51:24.448666+0000","last_clean":"2024-04-26T01:51:24.448666+0000","last_became_active":"2024-04-26T01:50:39.941023+0000","last_became_peered":"2024-04-26T01:50:39.941023+0000","last_unstale":"2024-04-26T01:51:24.448666+0000","last_undegraded":"2024-04-26T01:51:24.448666+0000","last_fullsized":"2024-04-26T01:51:24.448666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:25.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.319956+0000","last_change":"2024-04-26T01:50:44.915526+0000","last_active":"2024-04-26T01:52:53.319956+0000","last_peered":"2024-04-26T01:52:53.319956+0000","last_clean":"2024-04-26T01:52:53.319956+0000","last_became_active":"2024-04-26T01:50:44.915171+0000","last_became_peered":"2024-04-26T01:50:44.915171+0000","last_unstale":"2024-04-26T01:52:53.319956+0000","last_undegraded":"2024-04-26T01:52:53.319956+0000","last_fullsized":"2024-04-26T01:52:53.319956+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:49.308529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":149,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:03.332831+0000","last_change":"2024-04-26T01:50:39.837671+0000","last_active":"2024-04-26T01:53:03.332831+0000","last_peered":"2024-04-26T01:53:03.332831+0000","last_clean":"2024-04-26T01:53:03.332831+0000","last_became_active":"2024-04-26T01:50:39.836435+0000","last_became_peered":"2024-04-26T01:50:39.836435+0000","last_unstale":"2024-04-26T01:53:03.332831+0000","last_undegraded":"2024-04-26T01:53:03.332831+0000","last_fullsized":"2024-04-26T01:53:03.332831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:57:40.854623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.295617+0000","last_change":"2024-04-26T01:51:24.561109+0000","last_active":"2024-04-26T01:52:53.295617+0000","last_peered":"2024-04-26T01:52:53.295617+0000","last_clean":"2024-04-26T01:52:53.295617+0000","last_became_active":"2024-04-26T01:51:24.560665+0000","last_became_peered":"2024-04-26T01:51:24.560665+0000","last_unstale":"2024-04-26T01:52:53.295617+0000","last_undegraded":"2024-04-26T01:52:53.295617+0000","last_fullsized":"2024-04-26T01:52:53.295617+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:46.808480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289142+0000","last_change":"2024-04-26T01:50:44.902108+0000","last_active":"2024-04-26T01:52:53.289142+0000","last_peered":"2024-04-26T01:52:53.289142+0000","last_clean":"2024-04-26T01:52:53.289142+0000","last_became_active":"2024-04-26T01:50:44.901749+0000","last_became_peered":"2024-04-26T01:50:44.901749+0000","last_unstale":"2024-04-26T01:52:53.289142+0000","last_undegraded":"2024-04-26T01:52:53.289142+0000","last_fullsized":"2024-04-26T01:52:53.289142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:36.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":152,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:06.294157+0000","last_change":"2024-04-26T01:50:39.935929+0000","last_active":"2024-04-26T01:53:06.294157+0000","last_peered":"2024-04-26T01:53:06.294157+0000","last_clean":"2024-04-26T01:53:06.294157+0000","last_became_active":"2024-04-26T01:50:39.934827+0000","last_became_peered":"2024-04-26T01:50:39.934827+0000","last_unstale":"2024-04-26T01:53:06.294157+0000","last_undegraded":"2024-04-26T01:53:06.294157+0000","last_fullsized":"2024-04-26T01:53:06.294157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:49.380126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.320463+0000","last_change":"2024-04-26T01:50:44.921358+0000","last_active":"2024-04-26T01:52:53.320463+0000","last_peered":"2024-04-26T01:52:53.320463+0000","last_clean":"2024-04-26T01:52:53.320463+0000","last_became_active":"2024-04-26T01:50:44.915253+0000","last_became_peered":"2024-04-26T01:50:44.915253+0000","last_unstale":"2024-04-26T01:52:53.320463+0000","last_undegraded":"2024-04-26T01:52:53.320463+0000","last_fullsized":"2024-04-26T01:52:53.320463+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:38.003854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558575+0000","last_change":"2024-04-26T01:50:39.839184+0000","last_active":"2024-04-26T01:51:24.558575+0000","last_peered":"2024-04-26T01:51:24.558575+0000","last_clean":"2024-04-26T01:51:24.558575+0000","last_became_active":"2024-04-26T01:50:39.838836+0000","last_became_peered":"2024-04-26T01:50:39.838836+0000","last_unstale":"2024-04-26T01:51:24.558575+0000","last_undegraded":"2024-04-26T01:51:24.558575+0000","last_fullsized":"2024-04-26T01:51:24.558575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:59:24.389509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449666+0000","last_change":"2024-04-26T01:49:05.341570+0000","last_active":"2024-04-26T01:51:24.449666+0000","last_peered":"2024-04-26T01:51:24.449666+0000","last_clean":"2024-04-26T01:51:24.449666+0000","last_became_active":"2024-04-26T01:49:05.341050+0000","last_became_peered":"2024-04-26T01:49:05.341050+0000","last_unstale":"2024-04-26T01:51:24.449666+0000","last_undegraded":"2024-04-26T01:51:24.449666+0000","last_fullsized":"2024-04-26T01:51:24.449666+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_clean_scrub_stamp":"2024-04-26T01:45:09.572302+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:43.492329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.295764+0000","last_change":"2024-04-26T01:50:44.909646+0000","last_active":"2024-04-26T01:52:53.295764+0000","last_peered":"2024-04-26T01:52:53.295764+0000","last_clean":"2024-04-26T01:52:53.295764+0000","last_became_active":"2024-04-26T01:50:44.909335+0000","last_became_peered":"2024-04-26T01:50:44.909335+0000","last_unstale":"2024-04-26T01:52:53.295764+0000","last_undegraded":"2024-04-26T01:52:53.295764+0000","last_fullsized":"2024-04-26T01:52:53.295764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:39:34.158149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449767+0000","last_change":"2024-04-26T01:50:39.836482+0000","last_active":"2024-04-26T01:51:24.449767+0000","last_peered":"2024-04-26T01:51:24.449767+0000","last_clean":"2024-04-26T01:51:24.449767+0000","last_became_active":"2024-04-26T01:50:39.836054+0000","last_became_peered":"2024-04-26T01:50:39.836054+0000","last_unstale":"2024-04-26T01:51:24.449767+0000","last_undegraded":"2024-04-26T01:51:24.449767+0000","last_fullsized":"2024-04-26T01:51:24.449767+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:01.913052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.450219+0000","last_change":"2024-04-26T01:50:39.937661+0000","last_active":"2024-04-26T01:51:24.450219+0000","last_peered":"2024-04-26T01:51:24.450219+0000","last_clean":"2024-04-26T01:51:24.450219+0000","last_became_active":"2024-04-26T01:50:39.937389+0000","last_became_peered":"2024-04-26T01:50:39.937389+0000","last_unstale":"2024-04-26T01:51:24.450219+0000","last_undegraded":"2024-04-26T01:51:24.450219+0000","last_fullsized":"2024-04-26T01:51:24.450219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:40.936198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.296522+0000","last_change":"2024-04-26T01:50:44.906724+0000","last_active":"2024-04-26T01:52:53.296522+0000","last_peered":"2024-04-26T01:52:53.296522+0000","last_clean":"2024-04-26T01:52:53.296522+0000","last_became_active":"2024-04-26T01:50:44.906233+0000","last_became_peered":"2024-04-26T01:50:44.906233+0000","last_unstale":"2024-04-26T01:52:53.296522+0000","last_undegraded":"2024-04-26T01:52:53.296522+0000","last_fullsized":"2024-04-26T01:52:53.296522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:11:47.597291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:50.448441+0000","last_change":"2024-04-26T01:50:39.846970+0000","last_active":"2024-04-26T01:52:50.448441+0000","last_peered":"2024-04-26T01:52:50.448441+0000","last_clean":"2024-04-26T01:52:50.448441+0000","last_became_active":"2024-04-26T01:50:39.846044+0000","last_became_peered":"2024-04-26T01:50:39.846044+0000","last_unstale":"2024-04-26T01:52:50.448441+0000","last_undegraded":"2024-04-26T01:52:50.448441+0000","last_fullsized":"2024-04-26T01:52:50.448441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:24:12.397342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322055+0000","last_change":"2024-04-26T01:50:44.927326+0000","last_active":"2024-04-26T01:52:53.322055+0000","last_peered":"2024-04-26T01:52:53.322055+0000","last_clean":"2024-04-26T01:52:53.322055+0000","last_became_active":"2024-04-26T01:50:44.922461+0000","last_became_peered":"2024-04-26T01:50:44.922461+0000","last_unstale":"2024-04-26T01:52:53.322055+0000","last_undegraded":"2024-04-26T01:52:53.322055+0000","last_fullsized":"2024-04-26T01:52:53.322055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:14.569850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.558662+0000","last_change":"2024-04-26T01:50:40.233291+0000","last_active":"2024-04-26T01:51:24.558662+0000","last_peered":"2024-04-26T01:51:24.558662+0000","last_clean":"2024-04-26T01:51:24.558662+0000","last_became_active":"2024-04-26T01:50:40.232962+0000","last_became_peered":"2024-04-26T01:50:40.232962+0000","last_unstale":"2024-04-26T01:51:24.558662+0000","last_undegraded":"2024-04-26T01:51:24.558662+0000","last_fullsized":"2024-04-26T01:51:24.558662+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:18:42.505758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.325107+0000","last_change":"2024-04-26T01:50:44.930315+0000","last_active":"2024-04-26T01:52:53.325107+0000","last_peered":"2024-04-26T01:52:53.325107+0000","last_clean":"2024-04-26T01:52:53.325107+0000","last_became_active":"2024-04-26T01:50:44.928095+0000","last_became_peered":"2024-04-26T01:50:44.928095+0000","last_unstale":"2024-04-26T01:52:53.325107+0000","last_undegraded":"2024-04-26T01:52:53.325107+0000","last_fullsized":"2024-04-26T01:52:53.325107+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:38.875938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.447434+0000","last_change":"2024-04-26T01:50:39.938132+0000","last_active":"2024-04-26T01:51:24.447434+0000","last_peered":"2024-04-26T01:51:24.447434+0000","last_clean":"2024-04-26T01:51:24.447434+0000","last_became_active":"2024-04-26T01:50:39.937861+0000","last_became_peered":"2024-04-26T01:50:39.937861+0000","last_unstale":"2024-04-26T01:51:24.447434+0000","last_undegraded":"2024-04-26T01:51:24.447434+0000","last_fullsized":"2024-04-26T01:51:24.447434+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:56:01.546067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.273494+0000","last_change":"2024-04-26T01:50:44.897964+0000","last_active":"2024-04-26T01:52:53.273494+0000","last_peered":"2024-04-26T01:52:53.273494+0000","last_clean":"2024-04-26T01:52:53.273494+0000","last_became_active":"2024-04-26T01:50:44.897609+0000","last_became_peered":"2024-04-26T01:50:44.897609+0000","last_unstale":"2024-04-26T01:52:53.273494+0000","last_undegraded":"2024-04-26T01:52:53.273494+0000","last_fullsized":"2024-04-26T01:52:53.273494+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:19.122059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.451171+0000","last_change":"2024-04-26T01:50:39.844458+0000","last_active":"2024-04-26T01:51:24.451171+0000","last_peered":"2024-04-26T01:51:24.451171+0000","last_clean":"2024-04-26T01:51:24.451171+0000","last_became_active":"2024-04-26T01:50:39.843360+0000","last_became_peered":"2024-04-26T01:50:39.843360+0000","last_unstale":"2024-04-26T01:51:24.451171+0000","last_undegraded":"2024-04-26T01:51:24.451171+0000","last_fullsized":"2024-04-26T01:51:24.451171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:29.991561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.312293+0000","last_change":"2024-04-26T01:50:44.905520+0000","last_active":"2024-04-26T01:52:53.312293+0000","last_peered":"2024-04-26T01:52:53.312293+0000","last_clean":"2024-04-26T01:52:53.312293+0000","last_became_active":"2024-04-26T01:50:44.903327+0000","last_became_peered":"2024-04-26T01:50:44.903327+0000","last_unstale":"2024-04-26T01:52:53.312293+0000","last_undegraded":"2024-04-26T01:52:53.312293+0000","last_fullsized":"2024-04-26T01:52:53.312293+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:42:53.070611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.466673+0000","last_change":"2024-04-26T01:51:24.466673+0000","last_active":"2024-04-26T01:51:24.466673+0000","last_peered":"2024-04-26T01:51:24.466673+0000","last_clean":"2024-04-26T01:51:24.466673+0000","last_became_active":"2024-04-26T01:51:24.452209+0000","last_became_peered":"2024-04-26T01:51:24.452209+0000","last_unstale":"2024-04-26T01:51:24.466673+0000","last_undegraded":"2024-04-26T01:51:24.466673+0000","last_fullsized":"2024-04-26T01:51:24.466673+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:13.356374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.322903+0000","last_change":"2024-04-26T01:50:44.926963+0000","last_active":"2024-04-26T01:52:53.322903+0000","last_peered":"2024-04-26T01:52:53.322903+0000","last_clean":"2024-04-26T01:52:53.322903+0000","last_became_active":"2024-04-26T01:50:44.922504+0000","last_became_peered":"2024-04-26T01:50:44.922504+0000","last_unstale":"2024-04-26T01:52:53.322903+0000","last_undegraded":"2024-04-26T01:52:53.322903+0000","last_fullsized":"2024-04-26T01:52:53.322903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:52.032765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.449899+0000","last_change":"2024-04-26T01:50:39.839180+0000","last_active":"2024-04-26T01:51:24.449899+0000","last_peered":"2024-04-26T01:51:24.449899+0000","last_clean":"2024-04-26T01:51:24.449899+0000","last_became_active":"2024-04-26T01:50:39.838843+0000","last_became_peered":"2024-04-26T01:50:39.838843+0000","last_unstale":"2024-04-26T01:51:24.449899+0000","last_undegraded":"2024-04-26T01:51:24.449899+0000","last_fullsized":"2024-04-26T01:51:24.449899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:42.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.300943+0000","last_change":"2024-04-26T01:50:44.908055+0000","last_active":"2024-04-26T01:52:53.300943+0000","last_peered":"2024-04-26T01:52:53.300943+0000","last_clean":"2024-04-26T01:52:53.300943+0000","last_became_active":"2024-04-26T01:50:44.907658+0000","last_became_peered":"2024-04-26T01:50:44.907658+0000","last_unstale":"2024-04-26T01:52:53.300943+0000","last_undegraded":"2024-04-26T01:52:53.300943+0000","last_fullsized":"2024-04-26T01:52:53.300943+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:24.288042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'7","reported_seq":158,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:53:07.247770+0000","last_change":"2024-04-26T01:50:40.233557+0000","last_active":"2024-04-26T01:53:07.247770+0000","last_peered":"2024-04-26T01:53:07.247770+0000","last_clean":"2024-04-26T01:53:07.247770+0000","last_became_active":"2024-04-26T01:50:40.233126+0000","last_became_peered":"2024-04-26T01:50:40.233126+0000","last_unstale":"2024-04-26T01:53:07.247770+0000","last_undegraded":"2024-04-26T01:53:07.247770+0000","last_fullsized":"2024-04-26T01:53:07.247770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:35.201152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.300065+0000","last_change":"2024-04-26T01:50:44.904745+0000","last_active":"2024-04-26T01:52:53.300065+0000","last_peered":"2024-04-26T01:52:53.300065+0000","last_clean":"2024-04-26T01:52:53.300065+0000","last_became_active":"2024-04-26T01:50:44.904393+0000","last_became_peered":"2024-04-26T01:50:44.904393+0000","last_unstale":"2024-04-26T01:52:53.300065+0000","last_undegraded":"2024-04-26T01:52:53.300065+0000","last_fullsized":"2024-04-26T01:52:53.300065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:27:14.404287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559036+0000","last_change":"2024-04-26T01:50:39.846321+0000","last_active":"2024-04-26T01:51:24.559036+0000","last_peered":"2024-04-26T01:51:24.559036+0000","last_clean":"2024-04-26T01:51:24.559036+0000","last_became_active":"2024-04-26T01:50:39.845826+0000","last_became_peered":"2024-04-26T01:50:39.845826+0000","last_unstale":"2024-04-26T01:51:24.559036+0000","last_undegraded":"2024-04-26T01:51:24.559036+0000","last_fullsized":"2024-04-26T01:51:24.559036+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:00.811712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321365+0000","last_change":"2024-04-26T01:50:44.922480+0000","last_active":"2024-04-26T01:52:53.321365+0000","last_peered":"2024-04-26T01:52:53.321365+0000","last_clean":"2024-04-26T01:52:53.321365+0000","last_became_active":"2024-04-26T01:50:44.922136+0000","last_became_peered":"2024-04-26T01:50:44.922136+0000","last_unstale":"2024-04-26T01:52:53.321365+0000","last_undegraded":"2024-04-26T01:52:53.321365+0000","last_fullsized":"2024-04-26T01:52:53.321365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:06:18.293052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:51:24.559643+0000","last_change":"2024-04-26T01:50:39.846458+0000","last_active":"2024-04-26T01:51:24.559643+0000","last_peered":"2024-04-26T01:51:24.559643+0000","last_clean":"2024-04-26T01:51:24.559643+0000","last_became_active":"2024-04-26T01:50:39.846051+0000","last_became_peered":"2024-04-26T01:50:39.846051+0000","last_unstale":"2024-04-26T01:51:24.559643+0000","last_undegraded":"2024-04-26T01:51:24.559643+0000","last_fullsized":"2024-04-26T01:51:24.559643+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:40.141365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289269+0000","last_change":"2024-04-26T01:50:44.900784+0000","last_active":"2024-04-26T01:52:53.289269+0000","last_peered":"2024-04-26T01:52:53.289269+0000","last_clean":"2024-04-26T01:52:53.289269+0000","last_became_active":"2024-04-26T01:50:44.899961+0000","last_became_peered":"2024-04-26T01:50:44.899961+0000","last_unstale":"2024-04-26T01:52:53.289269+0000","last_undegraded":"2024-04-26T01:52:53.289269+0000","last_fullsized":"2024-04-26T01:52:53.289269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:30:39.215421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.288937+0000","last_change":"2024-04-26T01:50:44.901650+0000","last_active":"2024-04-26T01:52:53.288937+0000","last_peered":"2024-04-26T01:52:53.288937+0000","last_clean":"2024-04-26T01:52:53.288937+0000","last_became_active":"2024-04-26T01:50:44.901245+0000","last_became_peered":"2024-04-26T01:50:44.901245+0000","last_unstale":"2024-04-26T01:52:53.288937+0000","last_undegraded":"2024-04-26T01:52:53.288937+0000","last_fullsized":"2024-04-26T01:52:53.288937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:54:29.324056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.291308+0000","last_change":"2024-04-26T01:50:44.901280+0000","last_active":"2024-04-26T01:52:53.291308+0000","last_peered":"2024-04-26T01:52:53.291308+0000","last_clean":"2024-04-26T01:52:53.291308+0000","last_became_active":"2024-04-26T01:50:44.900786+0000","last_became_peered":"2024-04-26T01:50:44.900786+0000","last_unstale":"2024-04-26T01:52:53.291308+0000","last_undegraded":"2024-04-26T01:52:53.291308+0000","last_fullsized":"2024-04-26T01:52:53.291308+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:10:46.752982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.316179+0000","last_change":"2024-04-26T01:50:44.916125+0000","last_active":"2024-04-26T01:52:53.316179+0000","last_peered":"2024-04-26T01:52:53.316179+0000","last_clean":"2024-04-26T01:52:53.316179+0000","last_became_active":"2024-04-26T01:50:44.915574+0000","last_became_peered":"2024-04-26T01:50:44.915574+0000","last_unstale":"2024-04-26T01:52:53.316179+0000","last_undegraded":"2024-04-26T01:52:53.316179+0000","last_fullsized":"2024-04-26T01:52:53.316179+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:24.624452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.326656+0000","last_change":"2024-04-26T01:50:44.920088+0000","last_active":"2024-04-26T01:52:53.326656+0000","last_peered":"2024-04-26T01:52:53.326656+0000","last_clean":"2024-04-26T01:52:53.326656+0000","last_became_active":"2024-04-26T01:50:44.919578+0000","last_became_peered":"2024-04-26T01:50:44.919578+0000","last_unstale":"2024-04-26T01:52:53.326656+0000","last_undegraded":"2024-04-26T01:52:53.326656+0000","last_fullsized":"2024-04-26T01:52:53.326656+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:12.708597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.313335+0000","last_change":"2024-04-26T01:50:44.914367+0000","last_active":"2024-04-26T01:52:53.313335+0000","last_peered":"2024-04-26T01:52:53.313335+0000","last_clean":"2024-04-26T01:52:53.313335+0000","last_became_active":"2024-04-26T01:50:44.913692+0000","last_became_peered":"2024-04-26T01:50:44.913692+0000","last_unstale":"2024-04-26T01:52:53.313335+0000","last_undegraded":"2024-04-26T01:52:53.313335+0000","last_fullsized":"2024-04-26T01:52:53.313335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:50.165674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.287463+0000","last_change":"2024-04-26T01:50:44.899552+0000","last_active":"2024-04-26T01:52:53.287463+0000","last_peered":"2024-04-26T01:52:53.287463+0000","last_clean":"2024-04-26T01:52:53.287463+0000","last_became_active":"2024-04-26T01:50:44.897774+0000","last_became_peered":"2024-04-26T01:50:44.897774+0000","last_unstale":"2024-04-26T01:52:53.287463+0000","last_undegraded":"2024-04-26T01:52:53.287463+0000","last_fullsized":"2024-04-26T01:52:53.287463+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:06.861995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.289027+0000","last_change":"2024-04-26T01:50:44.901813+0000","last_active":"2024-04-26T01:52:53.289027+0000","last_peered":"2024-04-26T01:52:53.289027+0000","last_clean":"2024-04-26T01:52:53.289027+0000","last_became_active":"2024-04-26T01:50:44.899341+0000","last_became_peered":"2024-04-26T01:50:44.899341+0000","last_unstale":"2024-04-26T01:52:53.289027+0000","last_undegraded":"2024-04-26T01:52:53.289027+0000","last_fullsized":"2024-04-26T01:52:53.289027+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:25.261649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.318100+0000","last_change":"2024-04-26T01:50:44.922149+0000","last_active":"2024-04-26T01:52:53.318100+0000","last_peered":"2024-04-26T01:52:53.318100+0000","last_clean":"2024-04-26T01:52:53.318100+0000","last_became_active":"2024-04-26T01:50:44.914001+0000","last_became_peered":"2024-04-26T01:50:44.914001+0000","last_unstale":"2024-04-26T01:52:53.318100+0000","last_undegraded":"2024-04-26T01:52:53.318100+0000","last_fullsized":"2024-04-26T01:52:53.318100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:43.918362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.316688+0000","last_change":"2024-04-26T01:50:44.916759+0000","last_active":"2024-04-26T01:52:53.316688+0000","last_peered":"2024-04-26T01:52:53.316688+0000","last_clean":"2024-04-26T01:52:53.316688+0000","last_became_active":"2024-04-26T01:50:44.916281+0000","last_became_peered":"2024-04-26T01:50:44.916281+0000","last_unstale":"2024-04-26T01:52:53.316688+0000","last_undegraded":"2024-04-26T01:52:53.316688+0000","last_fullsized":"2024-04-26T01:52:53.316688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:15:52.766961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.321535+0000","last_change":"2024-04-26T01:50:44.920279+0000","last_active":"2024-04-26T01:52:53.321535+0000","last_peered":"2024-04-26T01:52:53.321535+0000","last_clean":"2024-04-26T01:52:53.321535+0000","last_became_active":"2024-04-26T01:50:44.914955+0000","last_became_peered":"2024-04-26T01:50:44.914955+0000","last_unstale":"2024-04-26T01:52:53.321535+0000","last_undegraded":"2024-04-26T01:52:53.321535+0000","last_fullsized":"2024-04-26T01:52:53.321535+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:40:35.195978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.320369+0000","last_change":"2024-04-26T01:50:44.914168+0000","last_active":"2024-04-26T01:52:53.320369+0000","last_peered":"2024-04-26T01:52:53.320369+0000","last_clean":"2024-04-26T01:52:53.320369+0000","last_became_active":"2024-04-26T01:50:44.913827+0000","last_became_peered":"2024-04-26T01:50:44.913827+0000","last_unstale":"2024-04-26T01:52:53.320369+0000","last_undegraded":"2024-04-26T01:52:53.320369+0000","last_fullsized":"2024-04-26T01:52:53.320369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:43.984999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.326539+0000","last_change":"2024-04-26T01:50:44.915210+0000","last_active":"2024-04-26T01:52:53.326539+0000","last_peered":"2024-04-26T01:52:53.326539+0000","last_clean":"2024-04-26T01:52:53.326539+0000","last_became_active":"2024-04-26T01:50:44.914864+0000","last_became_peered":"2024-04-26T01:50:44.914864+0000","last_unstale":"2024-04-26T01:52:53.326539+0000","last_undegraded":"2024-04-26T01:52:53.326539+0000","last_fullsized":"2024-04-26T01:52:53.326539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:18.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:52:53.295553+0000","last_change":"2024-04-26T01:51:24.454631+0000","last_active":"2024-04-26T01:52:53.295553+0000","last_peered":"2024-04-26T01:52:53.295553+0000","last_clean":"2024-04-26T01:52:53.295553+0000","last_became_active":"2024-04-26T01:51:24.454196+0000","last_became_peered":"2024-04-26T01:51:24.454196+0000","last_unstale":"2024-04-26T01:52:53.295553+0000","last_undegraded":"2024-04-26T01:52:53.295553+0000","last_fullsized":"2024-04-26T01:52:53.295553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:32.344759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249018,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67550,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1215,"num_read_kb":666,"num_write":250,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22330,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":202650,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351023,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":483884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612660,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134977,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776185,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037824,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":483660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299460,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1075787,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462987,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":482999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574952,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":544508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738478,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":484870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411426,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":484664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149787,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":482824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888152,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1056768,"data_stored":543456,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724626,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36392,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708760,"statfs":{"total":95995035648,"available":95957770240,"internally_reserved":0,"allocated":1081344,"data_stored":1075465,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34399,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":61296,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:53:11.755 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:53:11.755 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T01:53:11.755 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T01:53:11.755 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T01:53:12.234 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:12.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:12 smithi044 ceph-mon[27847]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:53:12.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:12 smithi156 ceph-mon[32543]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:53:12.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:12 smithi090 ceph-mon[32456]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:53:13.307 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:13 smithi044 ceph-mon[27847]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:13.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:13 smithi156 ceph-mon[32543]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:13.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:13 smithi090 ceph-mon[32456]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 -- 172.21.15.44:0/435104995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe5006b0f0 msgr2=0x7efe5010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 --2- 172.21.15.44:0/435104995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe5006b0f0 0x7efe5010f900 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7efe4800b0a0 tx=0x7efe4800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 -- 172.21.15.44:0/435104995 shutdown_connections 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 --2- 172.21.15.44:0/435104995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe5006b0f0 0x7efe5010f900 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 --2- 172.21.15.44:0/435104995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe50108a30 0x7efe50108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 --2- 172.21.15.44:0/435104995 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efe5006a750 0x7efe5006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 -- 172.21.15.44:0/435104995 >> 172.21.15.44:0/435104995 conn(0x7efe500788f0 msgr2=0x7efe50078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 -- 172.21.15.44:0/435104995 shutdown_connections 2024-04-26T01:53:14.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.542+0000 7efe58200700 1 -- 172.21.15.44:0/435104995 wait complete. 2024-04-26T01:53:14.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.543+0000 7efe58200700 1 Processor -- start 2024-04-26T01:53:14.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe58200700 1 -- start start 2024-04-26T01:53:14.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe58200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efe5006a750 0x7efe501991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:14.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe58200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe5006b0f0 0x7efe50199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe58200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe50108a30 0x7efe5019daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe58200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe50112c60 con 0x7efe50108a30 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe58200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efe50112ae0 con 0x7efe5006b0f0 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe58200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7efe50112de0 con 0x7efe5006a750 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe56200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe50108a30 0x7efe5019daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe55800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efe5006a750 0x7efe501991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe54e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe5006b0f0 0x7efe50199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe56200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe50108a30 0x7efe5019daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40760/0 (socket says 172.21.15.44:40760) 2024-04-26T01:53:14.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.544+0000 7efe56200700 1 -- 172.21.15.44:0/4238665174 learned_addr learned my addr 172.21.15.44:0/4238665174 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:14.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe56200700 1 -- 172.21.15.44:0/4238665174 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efe5006a750 msgr2=0x7efe501991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:14.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe56200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efe5006a750 0x7efe501991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe56200700 1 -- 172.21.15.44:0/4238665174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe5006b0f0 msgr2=0x7efe50199710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:14.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe56200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe5006b0f0 0x7efe50199710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe56200700 1 -- 172.21.15.44:0/4238665174 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe5019e1e0 con 0x7efe50108a30 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe55800700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efe5006a750 0x7efe501991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe54e00700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe5006b0f0 0x7efe50199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.545+0000 7efe56200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe50108a30 0x7efe5019daa0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efe4800b070 tx=0x7efe48009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.546+0000 7efe4e000700 1 -- 172.21.15.44:0/4238665174 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe48021070 con 0x7efe50108a30 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.546+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe5019e470 con 0x7efe50108a30 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.546+0000 7efe4e000700 1 -- 172.21.15.44:0/4238665174 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efe48004e40 con 0x7efe50108a30 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.546+0000 7efe4e000700 1 -- 172.21.15.44:0/4238665174 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe48004630 con 0x7efe50108a30 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.546+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe501a5d50 con 0x7efe50108a30 2024-04-26T01:53:14.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.547+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe50069730 con 0x7efe50108a30 2024-04-26T01:53:14.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.549+0000 7efe4e000700 1 -- 172.21.15.44:0/4238665174 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7efe48007980 con 0x7efe50108a30 2024-04-26T01:53:14.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.550+0000 7efe4e000700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efe380a3cc0 0x7efe380a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:14.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.551+0000 7efe4e000700 1 -- 172.21.15.44:0/4238665174 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7efe4800f020 con 0x7efe50108a30 2024-04-26T01:53:14.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.551+0000 7efe55800700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efe380a3cc0 0x7efe380a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:14.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.551+0000 7efe55800700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efe380a3cc0 0x7efe380a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7efe44009fd0 tx=0x7efe44009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:14.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.553+0000 7efe4e000700 1 -- 172.21.15.44:0/4238665174 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efe4802a020 con 0x7efe50108a30 2024-04-26T01:53:14.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.841+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7efe5019a530 con 0x7efe50108a30 2024-04-26T01:53:14.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.842+0000 7efe4e000700 1 -- 172.21.15.44:0/4238665174 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7efe4809e4a0 con 0x7efe50108a30 2024-04-26T01:53:14.840 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:53:14.840 INFO:teuthology.orchestra.run.smithi044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T01:53:14.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.845+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efe380a3cc0 msgr2=0x7efe380a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:14.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.845+0000 7efe58200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efe380a3cc0 0x7efe380a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7efe44009fd0 tx=0x7efe44009260 comp rx=0 tx=0).stop 2024-04-26T01:53:14.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.845+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe50108a30 msgr2=0x7efe5019daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:14.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.845+0000 7efe58200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe50108a30 0x7efe5019daa0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efe4800b070 tx=0x7efe48009c90 comp rx=0 tx=0).stop 2024-04-26T01:53:14.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 shutdown_connections 2024-04-26T01:53:14.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efe5006a750 0x7efe501991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7efe380a3cc0 0x7efe380a6180 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe50108a30 0x7efe5019daa0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 --2- 172.21.15.44:0/4238665174 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efe5006b0f0 0x7efe50199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:14.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 >> 172.21.15.44:0/4238665174 conn(0x7efe500788f0 msgr2=0x7efe500ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:14.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 shutdown_connections 2024-04-26T01:53:14.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:14.846+0000 7efe58200700 1 -- 172.21.15.44:0/4238665174 wait complete. 2024-04-26T01:53:15.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:15 smithi044 ceph-mon[27847]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:15.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:15 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4238665174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:53:15.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:15 smithi156 ceph-mon[32543]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:15.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:15 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4238665174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:53:15.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:15 smithi090 ceph-mon[32456]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:15.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:15 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4238665174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:53:15.686 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T01:53:15.687 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:53:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:17.336 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:17 smithi044 ceph-mon[27847]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:17.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:17 smithi156 ceph-mon[32543]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:17.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:17 smithi090 ceph-mon[32456]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.464+0000 7fb8ff400700 1 -- 172.21.15.44:0/1300623173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f81092d0 msgr2=0x7fb8f81096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.464+0000 7fb8ff400700 1 --2- 172.21.15.44:0/1300623173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f81092d0 0x7fb8f81096b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec0099c0 tx=0x7fb8ec009cd0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.465+0000 7fb8ff400700 1 -- 172.21.15.44:0/1300623173 shutdown_connections 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.465+0000 7fb8ff400700 1 --2- 172.21.15.44:0/1300623173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f81092d0 0x7fb8f81096b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.465+0000 7fb8ff400700 1 --2- 172.21.15.44:0/1300623173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8f810e3b0 0x7fb8f8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.465+0000 7fb8ff400700 1 --2- 172.21.15.44:0/1300623173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 0x7fb8f810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.465+0000 7fb8ff400700 1 -- 172.21.15.44:0/1300623173 >> 172.21.15.44:0/1300623173 conn(0x7fb8f8076210 msgr2=0x7fb8f8107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.465+0000 7fb8ff400700 1 -- 172.21.15.44:0/1300623173 shutdown_connections 2024-04-26T01:53:18.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.465+0000 7fb8ff400700 1 -- 172.21.15.44:0/1300623173 wait complete. 2024-04-26T01:53:18.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.466+0000 7fb8ff400700 1 Processor -- start 2024-04-26T01:53:18.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.466+0000 7fb8ff400700 1 -- start start 2024-04-26T01:53:18.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.466+0000 7fb8ff400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8f81092d0 0x7fb8f81a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:18.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8ff400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 0x7fb8f81a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:18.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8ff400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f810e3b0 0x7fb8f819f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:18.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8ff400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f8119290 con 0x7fb8f81092d0 2024-04-26T01:53:18.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8ff400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f8119110 con 0x7fb8f8109c80 2024-04-26T01:53:18.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8ff400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f8119410 con 0x7fb8f810e3b0 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8fca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8f81092d0 0x7fb8f81a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 0x7fb8f81a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 0x7fb8f81a5930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:37560/0 (socket says 172.21.15.44:37560) 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 -- 172.21.15.44:0/237333305 learned_addr learned my addr 172.21.15.44:0/237333305 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8fd400700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f810e3b0 0x7fb8f819f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 -- 172.21.15.44:0/237333305 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f810e3b0 msgr2=0x7fb8f819f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f810e3b0 0x7fb8f819f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 -- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8f81092d0 msgr2=0x7fb8f81a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8f81092d0 0x7fb8f81a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.467+0000 7fb8f7e00700 1 -- 172.21.15.44:0/237333305 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8f819fd10 con 0x7fb8f8109c80 2024-04-26T01:53:18.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.468+0000 7fb8f7e00700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 0x7fb8f81a5930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb8e400e970 tx=0x7fb8e400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:18.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.468+0000 7fb8f5600700 1 -- 172.21.15.44:0/237333305 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4004a30 con 0x7fb8f8109c80 2024-04-26T01:53:18.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.468+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8f81a0000 con 0x7fb8f8109c80 2024-04-26T01:53:18.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.468+0000 7fb8f5600700 1 -- 172.21.15.44:0/237333305 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8e400cc90 con 0x7fb8f8109c80 2024-04-26T01:53:18.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.468+0000 7fb8f5600700 1 -- 172.21.15.44:0/237333305 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4005610 con 0x7fb8f8109c80 2024-04-26T01:53:18.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.468+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8f81ac2c0 con 0x7fb8f8109c80 2024-04-26T01:53:18.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.469+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8f8069730 con 0x7fb8f8109c80 2024-04-26T01:53:18.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.471+0000 7fb8f5600700 1 -- 172.21.15.44:0/237333305 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb8e400c7e0 con 0x7fb8f8109c80 2024-04-26T01:53:18.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.473+0000 7fb8f5600700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8e00a3c40 0x7fb8e00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:18.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.473+0000 7fb8f5600700 1 -- 172.21.15.44:0/237333305 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fb8e40d0570 con 0x7fb8f8109c80 2024-04-26T01:53:18.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.473+0000 7fb8fca00700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8e00a3c40 0x7fb8e00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:18.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.474+0000 7fb8fca00700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8e00a3c40 0x7fb8e00a6100 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec000c00 tx=0x7fb8ec005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:18.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.477+0000 7fb8f5600700 1 -- 172.21.15.44:0/237333305 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb8e409cf50 con 0x7fb8f8109c80 2024-04-26T01:53:18.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.754+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8f802df80 con 0x7fb8f8109c80 2024-04-26T01:53:18.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.756+0000 7fb8f5600700 1 -- 172.21.15.44:0/237333305 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11930 (secure 0 0 0) 0x7fb8e409c850 con 0x7fb8f8109c80 2024-04-26T01:53:18.754 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:53:18.754 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:51:12.946234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24490,24476,24518,24472,24502]},"id":1}]} 2024-04-26T01:53:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8e00a3c40 msgr2=0x7fb8e00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8e00a3c40 0x7fb8e00a6100 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec000c00 tx=0x7fb8ec005fb0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 msgr2=0x7fb8f81a5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 0x7fb8f81a5930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb8e400e970 tx=0x7fb8e400ec80 comp rx=0 tx=0).stop 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 shutdown_connections 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8f810e3b0 0x7fb8f819f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fb8e00a3c40 0x7fb8e00a6100 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8f81092d0 0x7fb8f81a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 --2- 172.21.15.44:0/237333305 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8f8109c80 0x7fb8f81a5930 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.759+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 >> 172.21.15.44:0/237333305 conn(0x7fb8f8076210 msgr2=0x7fb8f810cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.760+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 shutdown_connections 2024-04-26T01:53:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:18.760+0000 7fb8ff400700 1 -- 172.21.15.44:0/237333305 wait complete. 2024-04-26T01:53:18.759 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 28 2024-04-26T01:53:19.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:19 smithi044 ceph-mon[27847]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:19.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:19 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/237333305' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:19.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:19 smithi156 ceph-mon[32543]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:19.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:19 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/237333305' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:19.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:19 smithi090 ceph-mon[32456]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:19.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:19 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/237333305' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:19.688 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:53:20.181 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:21.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:21 smithi044 ceph-mon[27847]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:21.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:21 smithi156 ceph-mon[32543]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:21.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:21 smithi090 ceph-mon[32456]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:22.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 -- 172.21.15.44:0/3605198665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0104ee0 msgr2=0x7f78d01052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 --2- 172.21.15.44:0/3605198665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0104ee0 0x7f78d01052c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009990 tx=0x7f78c0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 -- 172.21.15.44:0/3605198665 shutdown_connections 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 --2- 172.21.15.44:0/3605198665 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f78d0109fc0 0x7f78d0111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 --2- 172.21.15.44:0/3605198665 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0104ee0 0x7f78d01052c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 --2- 172.21.15.44:0/3605198665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0105890 0x7f78d01098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 -- 172.21.15.44:0/3605198665 >> 172.21.15.44:0/3605198665 conn(0x7f78d0100770 msgr2=0x7f78d0102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 -- 172.21.15.44:0/3605198665 shutdown_connections 2024-04-26T01:53:22.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.590+0000 7f78d6200700 1 -- 172.21.15.44:0/3605198665 wait complete. 2024-04-26T01:53:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.591+0000 7f78d6200700 1 Processor -- start 2024-04-26T01:53:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.591+0000 7f78d6200700 1 -- start start 2024-04-26T01:53:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78d6200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0104ee0 0x7f78d019b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:22.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78d6200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0105890 0x7f78d019b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78d6200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f78d0109fc0 0x7f78d019fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78d6200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78d0114e80 con 0x7f78d0104ee0 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78d6200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f78d0114d00 con 0x7f78d0105890 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78d6200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f78d0115000 con 0x7f78d0109fc0 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78cf400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0104ee0 0x7f78d019b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78cf400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0104ee0 0x7f78d019b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39458/0 (socket says 172.21.15.44:39458) 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78cf400700 1 -- 172.21.15.44:0/177343431 learned_addr learned my addr 172.21.15.44:0/177343431 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78cea00700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0105890 0x7f78d019b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:22.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.592+0000 7f78cfe00700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f78d0109fc0 0x7f78d019fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:22.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78cf400700 1 -- 172.21.15.44:0/177343431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f78d0109fc0 msgr2=0x7f78d019fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:22.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78cf400700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f78d0109fc0 0x7f78d019fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78cf400700 1 -- 172.21.15.44:0/177343431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0105890 msgr2=0x7f78d019b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:22.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78cf400700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0105890 0x7f78d019b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78cf400700 1 -- 172.21.15.44:0/177343431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d01a0300 con 0x7f78d0104ee0 2024-04-26T01:53:22.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78cf400700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0104ee0 0x7f78d019b2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f78c00098e0 tx=0x7f78c00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:22.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78c7e00700 1 -- 172.21.15.44:0/177343431 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c0027070 con 0x7f78d0104ee0 2024-04-26T01:53:22.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78c7e00700 1 -- 172.21.15.44:0/177343431 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c000b610 con 0x7f78d0104ee0 2024-04-26T01:53:22.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78c7e00700 1 -- 172.21.15.44:0/177343431 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c00173f0 con 0x7f78d0104ee0 2024-04-26T01:53:22.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.593+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d01a0590 con 0x7f78d0104ee0 2024-04-26T01:53:22.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.594+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d01a7e70 con 0x7f78d0104ee0 2024-04-26T01:53:22.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.595+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78d0069730 con 0x7f78d0104ee0 2024-04-26T01:53:22.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.597+0000 7f78c7e00700 1 -- 172.21.15.44:0/177343431 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f78c002a070 con 0x7f78d0104ee0 2024-04-26T01:53:22.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.598+0000 7f78c7e00700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78b40a3c40 0x7f78b40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:22.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.598+0000 7f78c7e00700 1 -- 172.21.15.44:0/177343431 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f78c00d1240 con 0x7f78d0104ee0 2024-04-26T01:53:22.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.598+0000 7f78cea00700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78b40a3c40 0x7f78b40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:22.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.599+0000 7f78cea00700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78b40a3c40 0x7f78b40a6100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f78d0101ce0 tx=0x7f78bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:22.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.603+0000 7f78c7e00700 1 -- 172.21.15.44:0/177343431 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f78c005eff0 con 0x7f78d0104ee0 2024-04-26T01:53:22.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.886+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78d002df80 con 0x7f78d0104ee0 2024-04-26T01:53:22.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.888+0000 7f78c7e00700 1 -- 172.21.15.44:0/177343431 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11930 (secure 0 0 0) 0x7f78c0013070 con 0x7f78d0104ee0 2024-04-26T01:53:22.887 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:53:22.887 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:51:12.946234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24490,24476,24518,24472,24502]},"id":1}]} 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78b40a3c40 msgr2=0x7f78b40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78b40a3c40 0x7f78b40a6100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f78d0101ce0 tx=0x7f78bc009260 comp rx=0 tx=0).stop 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0104ee0 msgr2=0x7f78d019b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0104ee0 0x7f78d019b2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f78c00098e0 tx=0x7f78c00047b0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 shutdown_connections 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f78d0109fc0 0x7f78d019fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f78b40a3c40 0x7f78b40a6100 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78d0104ee0 0x7f78d019b2f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 --2- 172.21.15.44:0/177343431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f78d0105890 0x7f78d019b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.891+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 >> 172.21.15.44:0/177343431 conn(0x7f78d0100770 msgr2=0x7f78d01024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.892+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 shutdown_connections 2024-04-26T01:53:22.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:22.892+0000 7f78d6200700 1 -- 172.21.15.44:0/177343431 wait complete. 2024-04-26T01:53:22.891 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 28 2024-04-26T01:53:23.291 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:23 smithi044 ceph-mon[27847]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:23.291 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:23 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/177343431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:23.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:23 smithi156 ceph-mon[32543]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:23.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:23 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/177343431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:23.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:23 smithi090 ceph-mon[32456]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:23.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:23 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/177343431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:23.778 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:53:24.263 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:25.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:25 smithi044 ceph-mon[27847]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:25.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:25 smithi156 ceph-mon[32543]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:25.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:25 smithi090 ceph-mon[32456]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:26.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 -- 172.21.15.44:0/3475897137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 msgr2=0x7fcee010e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:26.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 --2- 172.21.15.44:0/3475897137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 0x7fcee010e7f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fced80098f0 tx=0x7fced8009c00 comp rx=0 tx=0).stop 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 -- 172.21.15.44:0/3475897137 shutdown_connections 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 --2- 172.21.15.44:0/3475897137 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcee0107990 0x7fcee0107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 --2- 172.21.15.44:0/3475897137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 0x7fcee010e7f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 --2- 172.21.15.44:0/3475897137 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 0x7fcee0101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 -- 172.21.15.44:0/3475897137 >> 172.21.15.44:0/3475897137 conn(0x7fcee00788f0 msgr2=0x7fcee0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 -- 172.21.15.44:0/3475897137 shutdown_connections 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.538+0000 7fcee6200700 1 -- 172.21.15.44:0/3475897137 wait complete. 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.539+0000 7fcee6200700 1 Processor -- start 2024-04-26T01:53:26.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcee6200700 1 -- start start 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcee6200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 0x7fcee01034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcee6200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 0x7fcee0103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcee6200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcee0107990 0x7fcee0103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcee6200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcee0111b00 con 0x7fcee0102300 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcee6200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcee0111980 con 0x7fcee0101940 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcee6200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcee0111c80 con 0x7fcee0107990 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcedea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 0x7fcee0103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.540+0000 7fcedf400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 0x7fcee01034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 0x7fcee01034f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:37600/0 (socket says 172.21.15.44:37600) 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 -- 172.21.15.44:0/1034837572 learned_addr learned my addr 172.21.15.44:0/1034837572 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 0x7fcee0103a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39470/0 (socket says 172.21.15.44:39470) 2024-04-26T01:53:26.540 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedfe00700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcee0107990 0x7fcee0103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 -- 172.21.15.44:0/1034837572 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcee0107990 msgr2=0x7fcee0103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcee0107990 0x7fcee0103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 -- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 msgr2=0x7fcee0103a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 0x7fcee0103a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 -- 172.21.15.44:0/1034837572 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcee01a7630 con 0x7fcee0101940 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.541+0000 7fcedf400700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 0x7fcee01034f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fced000c110 tx=0x7fced000c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.542+0000 7fced7e00700 1 -- 172.21.15.44:0/1034837572 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced00092e0 con 0x7fcee0101940 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.542+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcee01a78c0 con 0x7fcee0101940 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.542+0000 7fced7e00700 1 -- 172.21.15.44:0/1034837572 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fced0004bb0 con 0x7fcee0101940 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.542+0000 7fced7e00700 1 -- 172.21.15.44:0/1034837572 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0007c70 con 0x7fcee0101940 2024-04-26T01:53:26.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.542+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcee01a7e00 con 0x7fcee0101940 2024-04-26T01:53:26.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.543+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcee0069730 con 0x7fcee0101940 2024-04-26T01:53:26.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.545+0000 7fced7e00700 1 -- 172.21.15.44:0/1034837572 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fced001a020 con 0x7fcee0101940 2024-04-26T01:53:26.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.547+0000 7fced7e00700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcec40a3c40 0x7fcec40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.548+0000 7fced7e00700 1 -- 172.21.15.44:0/1034837572 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fced00cfed0 con 0x7fcee0101940 2024-04-26T01:53:26.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.548+0000 7fcedea00700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcec40a3c40 0x7fcec40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.548+0000 7fcedea00700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcec40a3c40 0x7fcec40a6100 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fcecc009680 tx=0x7fcecc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:26.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.551+0000 7fced7e00700 1 -- 172.21.15.44:0/1034837572 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fced0010040 con 0x7fcee0101940 2024-04-26T01:53:26.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.786+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcee002e140 con 0x7fcee0101940 2024-04-26T01:53:26.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.788+0000 7fced7e00700 1 -- 172.21.15.44:0/1034837572 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22488 (secure 0 0 0) 0x7fced009c8b0 con 0x7fcee0101940 2024-04-26T01:53:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:53:26.787 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:51:24.439927+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:53:26.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcec40a3c40 msgr2=0x7fcec40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:26.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcec40a3c40 0x7fcec40a6100 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fcecc009680 tx=0x7fcecc009260 comp rx=0 tx=0).stop 2024-04-26T01:53:26.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 msgr2=0x7fcee01034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:26.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 0x7fcee01034f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fced000c110 tx=0x7fced000c420 comp rx=0 tx=0).stop 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 shutdown_connections 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcee0107990 0x7fcee0103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcec40a3c40 0x7fcec40a6100 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcee0101940 0x7fcee01034f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 --2- 172.21.15.44:0/1034837572 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcee0102300 0x7fcee0103a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.791+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 >> 172.21.15.44:0/1034837572 conn(0x7fcee00788f0 msgr2=0x7fcee006aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.792+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 shutdown_connections 2024-04-26T01:53:26.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:26.792+0000 7fcee6200700 1 -- 172.21.15.44:0/1034837572 wait complete. 2024-04-26T01:53:27.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:27 smithi044 ceph-mon[27847]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:27.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:27 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1034837572' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:53:27.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:27 smithi156 ceph-mon[32543]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:27.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:27 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1034837572' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:53:27.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:27 smithi090 ceph-mon[32456]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:27.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:27 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1034837572' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:53:27.696 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:53:28.141 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:29.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:29 smithi044 ceph-mon[27847]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:29.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:29 smithi156 ceph-mon[32543]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:29.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:29 smithi090 ceph-mon[32456]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:30.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 -- 172.21.15.44:0/3875968219 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0113980 msgr2=0x7f17a0115d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 --2- 172.21.15.44:0/3875968219 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0113980 0x7f17a0115d70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1798009f90 tx=0x7f179800b330 comp rx=0 tx=0).stop 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 -- 172.21.15.44:0/3875968219 shutdown_connections 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 --2- 172.21.15.44:0/3875968219 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0113980 0x7f17a0115d70 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 --2- 172.21.15.44:0/3875968219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f17a0074de0 0x7f17a00751c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 --2- 172.21.15.44:0/3875968219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17a0075700 0x7f17a0113440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 -- 172.21.15.44:0/3875968219 >> 172.21.15.44:0/3875968219 conn(0x7f17a00fe4c0 msgr2=0x7f17a01008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 -- 172.21.15.44:0/3875968219 shutdown_connections 2024-04-26T01:53:30.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.372+0000 7f179f200700 1 -- 172.21.15.44:0/3875968219 wait complete. 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.373+0000 7f179f200700 1 Processor -- start 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.374+0000 7f179f200700 1 -- start start 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.374+0000 7f179f200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0074de0 0x7f17a019f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.374+0000 7f179f200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f17a0075700 0x7f17a019fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.374+0000 7f179f200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17a0113980 0x7f17a01a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.374+0000 7f179f200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17a0119170 con 0x7f17a0113980 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.374+0000 7f179f200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f17a0118ff0 con 0x7f17a0075700 2024-04-26T01:53:30.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.374+0000 7f179f200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f17a01192f0 con 0x7f17a0074de0 2024-04-26T01:53:30.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179de00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0074de0 0x7f17a019f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:30.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17a0113980 0x7f17a01a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:30.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179d400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f17a0075700 0x7f17a019fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179de00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0074de0 0x7f17a019f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:43286/0 (socket says 172.21.15.44:43286) 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179de00700 1 -- 172.21.15.44:0/154313468 learned_addr learned my addr 172.21.15.44:0/154313468 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179d400700 1 -- 172.21.15.44:0/154313468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0074de0 msgr2=0x7f17a019f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179d400700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0074de0 0x7f17a019f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179d400700 1 -- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17a0113980 msgr2=0x7f17a01a3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179d400700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17a0113980 0x7f17a01a3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179d400700 1 -- 172.21.15.44:0/154313468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17a01a4630 con 0x7f17a0075700 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.375+0000 7f179d400700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f17a0075700 0x7f17a019fb60 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f178c00e9c0 tx=0x7f178c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.376+0000 7f1796a00700 1 -- 172.21.15.44:0/154313468 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f178c00c9c0 con 0x7f17a0075700 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.376+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17a01a4920 con 0x7f17a0075700 2024-04-26T01:53:30.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.376+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17a01ac1a0 con 0x7f17a0075700 2024-04-26T01:53:30.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.376+0000 7f1796a00700 1 -- 172.21.15.44:0/154313468 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f178c00cb60 con 0x7f17a0075700 2024-04-26T01:53:30.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.376+0000 7f1796a00700 1 -- 172.21.15.44:0/154313468 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f178c018420 con 0x7f17a0075700 2024-04-26T01:53:30.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.377+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1780005330 con 0x7f17a0075700 2024-04-26T01:53:30.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.379+0000 7f1796a00700 1 -- 172.21.15.44:0/154313468 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f178c010430 con 0x7f17a0075700 2024-04-26T01:53:30.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.380+0000 7f1796a00700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f17840a3cc0 0x7f17840a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:30.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.381+0000 7f1796a00700 1 -- 172.21.15.44:0/154313468 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f178c0d0320 con 0x7f17a0075700 2024-04-26T01:53:30.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.381+0000 7f179de00700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f17840a3cc0 0x7f17840a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:30.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.381+0000 7f179de00700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f17840a3cc0 0x7f17840a6180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1790009d20 tx=0x7f1790009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:30.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.385+0000 7f1796a00700 1 -- 172.21.15.44:0/154313468 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f178c09cd00 con 0x7f17a0075700 2024-04-26T01:53:30.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.666+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1780005620 con 0x7f17a0075700 2024-04-26T01:53:30.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.667+0000 7f1796a00700 1 -- 172.21.15.44:0/154313468 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11930 (secure 0 0 0) 0x7f178c09c600 con 0x7f17a0075700 2024-04-26T01:53:30.665 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:53:30.666 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:51:12.946234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24490,24476,24518,24472,24502]},"id":1}]} 2024-04-26T01:53:30.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f17840a3cc0 msgr2=0x7f17840a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:30.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f17840a3cc0 0x7f17840a6180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1790009d20 tx=0x7f1790009260 comp rx=0 tx=0).stop 2024-04-26T01:53:30.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f17a0075700 msgr2=0x7f17a019fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:30.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f17a0075700 0x7f17a019fb60 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f178c00e9c0 tx=0x7f178c00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 shutdown_connections 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f17a0074de0 0x7f17a019f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f17840a3cc0 0x7f17840a6180 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17a0113980 0x7f17a01a3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 --2- 172.21.15.44:0/154313468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f17a0075700 0x7f17a019fb60 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.670+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 >> 172.21.15.44:0/154313468 conn(0x7f17a00fe4c0 msgr2=0x7f17a00ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.671+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 shutdown_connections 2024-04-26T01:53:30.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:30.671+0000 7f179f200700 1 -- 172.21.15.44:0/154313468 wait complete. 2024-04-26T01:53:30.670 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 28 2024-04-26T01:53:31.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:31 smithi044 ceph-mon[27847]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:31.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:31 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/154313468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:31.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:31 smithi156 ceph-mon[32543]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:31.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:31 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/154313468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:31.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:31 smithi090 ceph-mon[32456]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:31.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:31 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/154313468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:31.582 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:50:47.836004+0000', 'modified': '2024-04-26T01:51:12.946234+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24502, 'mds_2': 24490, 'mds_3': 24476, 'mds_4': 24472}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14400': {'gid': 14400, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6841/1499175069', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 1499175069}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 1499175069}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24427': {'gid': 24427, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.156:6833/1616107116', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6832', 'nonce': 1616107116}, {'type': 'v1', 'addr': '172.21.15.156:6833', 'nonce': 1616107116}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24428': {'gid': 24428, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6833/515710592', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6832', 'nonce': 515710592}, {'type': 'v1', 'addr': '172.21.15.90:6833', 'nonce': 515710592}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24458': {'gid': 24458, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6835/2066583814', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6834', 'nonce': 2066583814}, {'type': 'v1', 'addr': '172.21.15.90:6835', 'nonce': 2066583814}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.156:6835/3388507864', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6834', 'nonce': 3388507864}, {'type': 'v1', 'addr': '172.21.15.156:6835', 'nonce': 3388507864}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'c', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.156:6837/1080301383', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6836', 'nonce': 1080301383}, {'type': 'v1', 'addr': '172.21.15.156:6837', 'nonce': 1080301383}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.90:6837/829860849', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6836', 'nonce': 829860849}, {'type': 'v1', 'addr': '172.21.15.90:6837', 'nonce': 829860849}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.156:6839/3391701820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6838', 'nonce': 3391701820}, {'type': 'v1', 'addr': '172.21.15.156:6839', 'nonce': 3391701820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.44:6839/1058817088', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 1058817088}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 1058817088}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.90:6839/2651113342', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6838', 'nonce': 2651113342}, {'type': 'v1', 'addr': '172.21.15.90:6839', 'nonce': 2651113342}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24518, 'qdb_cluster': [24490, 24476, 24518, 24472, 24502]} 2024-04-26T01:53:31.582 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:53:31.582 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:53:32.058 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:32.408 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:32 smithi044 ceph-mon[27847]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:32.479 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:32 smithi156 ceph-mon[32543]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:32.486 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:32 smithi090 ceph-mon[32456]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 -- 172.21.15.44:0/758885542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644077890 msgr2=0x7fa6441132b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 --2- 172.21.15.44:0/758885542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644077890 0x7fa6441132b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa62c009990 tx=0x7fa62c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 -- 172.21.15.44:0/758885542 shutdown_connections 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 --2- 172.21.15.44:0/758885542 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa644076f70 0x7fa644077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 --2- 172.21.15.44:0/758885542 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6441137f0 0x7fa644115be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 --2- 172.21.15.44:0/758885542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644077890 0x7fa6441132b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 -- 172.21.15.44:0/758885542 >> 172.21.15.44:0/758885542 conn(0x7fa644100680 msgr2=0x7fa644102aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 -- 172.21.15.44:0/758885542 shutdown_connections 2024-04-26T01:53:34.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.362+0000 7fa649000700 1 -- 172.21.15.44:0/758885542 wait complete. 2024-04-26T01:53:34.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.364+0000 7fa649000700 1 Processor -- start 2024-04-26T01:53:34.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.364+0000 7fa649000700 1 -- start start 2024-04-26T01:53:34.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa649000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644076f70 0x7fa64419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa649000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa644077890 0x7fa64419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa649000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6441137f0 0x7fa6441a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa649000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa6441191e0 con 0x7fa644077890 2024-04-26T01:53:34.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa649000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa644119060 con 0x7fa644076f70 2024-04-26T01:53:34.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa649000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa644119360 con 0x7fa6441137f0 2024-04-26T01:53:34.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa643400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644076f70 0x7fa64419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa63be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa644077890 0x7fa64419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa643400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644076f70 0x7fa64419f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56014/0 (socket says 172.21.15.44:56014) 2024-04-26T01:53:34.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa643400700 1 -- 172.21.15.44:0/4066449085 learned_addr learned my addr 172.21.15.44:0/4066449085 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:34.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.365+0000 7fa643e00700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6441137f0 0x7fa6441a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa63be00700 1 -- 172.21.15.44:0/4066449085 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6441137f0 msgr2=0x7fa6441a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa63be00700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6441137f0 0x7fa6441a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa63be00700 1 -- 172.21.15.44:0/4066449085 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644076f70 msgr2=0x7fa64419f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa63be00700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644076f70 0x7fa64419f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa63be00700 1 -- 172.21.15.44:0/4066449085 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6441a4700 con 0x7fa644077890 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa643400700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644076f70 0x7fa64419f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa63be00700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa644077890 0x7fa64419fc30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa62c000c00 tx=0x7fa62c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa640c00700 1 -- 172.21.15.44:0/4066449085 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c026070 con 0x7fa644077890 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa640c00700 1 -- 172.21.15.44:0/4066449085 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa62c021410 con 0x7fa644077890 2024-04-26T01:53:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.366+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6441a4990 con 0x7fa644077890 2024-04-26T01:53:34.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.367+0000 7fa640c00700 1 -- 172.21.15.44:0/4066449085 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c017650 con 0x7fa644077890 2024-04-26T01:53:34.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.367+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6441ac270 con 0x7fa644077890 2024-04-26T01:53:34.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.370+0000 7fa640c00700 1 -- 172.21.15.44:0/4066449085 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa62c029070 con 0x7fa644077890 2024-04-26T01:53:34.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa640c00700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa6280a3cc0 0x7fa6280a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa654fa3b80 1 Processor -- start 2024-04-26T01:53:34.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa640c00700 1 -- 172.21.15.44:0/4066449085 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa62c0d0fe0 con 0x7fa644077890 2024-04-26T01:53:34.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa643400700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa6280a3cc0 0x7fa6280a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa654fa3b80 1 -- start start 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b053e0 0x55e6c5b057c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b05d00 0x55e6c5b10700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.372+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b13030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5a58e40 con 0x55e6c5b10c40 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e6c59ff6e0 con 0x55e6c5b053e0 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5a54e00 con 0x55e6c5b05d00 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa643400700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa6280a3cc0 0x7fa6280a6180 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa634011590 tx=0x7fa634009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa643e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b13030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa643400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b053e0 0x55e6c5b057c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa63be00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b05d00 0x55e6c5b10700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa643e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b13030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38902/0 (socket says 172.21.15.44:38902) 2024-04-26T01:53:34.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa643e00700 1 -- 172.21.15.44:0/4279120283 learned_addr learned my addr 172.21.15.44:0/4279120283 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:34.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa63be00700 1 -- 172.21.15.44:0/4279120283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b053e0 msgr2=0x55e6c5b057c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa63be00700 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b053e0 0x55e6c5b057c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa63be00700 1 -- 172.21.15.44:0/4279120283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 msgr2=0x55e6c5b13030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa63be00700 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b13030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa63be00700 1 -- 172.21.15.44:0/4279120283 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6c59f5630 con 0x55e6c5b05d00 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.373+0000 7fa643400700 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b053e0 0x55e6c5b057c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.374+0000 7fa63be00700 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b05d00 0x55e6c5b10700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa62c00b2e0 tx=0x7fa62c021c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27adf4d4fc927092 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.374+0000 7fa638c00700 1 -- 172.21.15.44:0/4279120283 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c09d390 con 0x55e6c5b05d00 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.374+0000 7fa638c00700 1 -- 172.21.15.44:0/4279120283 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa62c0a1740 con 0x55e6c5b05d00 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.374+0000 7fa638c00700 1 -- 172.21.15.44:0/4279120283 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c021aa0 con 0x55e6c5b05d00 2024-04-26T01:53:34.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 -- 172.21.15.44:0/4279120283 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b05d00 msgr2=0x55e6c5b10700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b05d00 0x55e6c5b10700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa62c00b2e0 tx=0x7fa62c021c60 comp rx=0 tx=0).stop 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 -- 172.21.15.44:0/4279120283 shutdown_connections 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b13030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b053e0 0x55e6c5b057c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/4279120283 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b05d00 0x55e6c5b10700 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 -- 172.21.15.44:0/4279120283 >> 172.21.15.44:0/4279120283 conn(0x55e6c5a34550 msgr2=0x55e6c5b01a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 -- 172.21.15.44:0/4279120283 shutdown_connections 2024-04-26T01:53:34.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 -- 172.21.15.44:0/4279120283 wait complete. 2024-04-26T01:53:34.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.375+0000 7fa654fa3b80 1 -- start start 2024-04-26T01:53:34.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 1 Processor -- start 2024-04-26T01:53:34.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b053e0 0x55e6c5b10360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b0d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b13570 con 0x55e6c5b10c40 2024-04-26T01:53:34.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5a12810 con 0x55e6c5b05d00 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b136f0 con 0x55e6c5b053e0 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa654fa3b80 10 client.0 _ll_register_callbacks cb 0x55e6c59f16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.376+0000 7fa643400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b053e0 0x55e6c5b10360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa643400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b053e0 0x55e6c5b10360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:43340/0 (socket says 172.21.15.44:43340) 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa643e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa643400700 1 -- 172.21.15.44:0/2367974791 learned_addr learned my addr 172.21.15.44:0/2367974791 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa63be00700 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b0d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa63be00700 1 -- 172.21.15.44:0/2367974791 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b053e0 msgr2=0x55e6c5b10360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa63be00700 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b053e0 0x55e6c5b10360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa63be00700 1 -- 172.21.15.44:0/2367974791 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 msgr2=0x55e6c5b0dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa63be00700 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa63be00700 1 -- 172.21.15.44:0/2367974791 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6c59a6880 con 0x55e6c5b05d00 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa63be00700 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b0d660 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa62c00b2e0 tx=0x7fa62c0092f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1019b0b7ccdb8f5b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:34.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa631600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.377+0000 7fa631600700 1 -- 172.21.15.44:0/2367974791 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c0ba070 con 0x55e6c5b05d00 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.378+0000 7fa631600700 1 -- 172.21.15.44:0/2367974791 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa62c09d5f0 con 0x55e6c5b05d00 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.378+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa62c0a1740 con 0x55e6c5b05d00 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.378+0000 7fa631600700 1 -- 172.21.15.44:0/2367974791 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa62c09d7f0 con 0x55e6c5b05d00 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.378+0000 7fa654fa3b80 10 client.24866 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.378+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e6c59efaa0 con 0x55e6c5b05d00 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.378+0000 7fa631600700 1 -- 172.21.15.44:0/2367974791 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa62c0a1740 con 0x55e6c5b05d00 2024-04-26T01:53:34.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.378+0000 7fa631600700 1 -- 172.21.15.44:0/2367974791 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa62c07f060 con 0x55e6c5b05d00 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.379+0000 7fa654fa3b80 10 client.24866 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.379+0000 7fa654fa3b80 10 client.24866 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.379+0000 7fa654fa3b80 20 client.24866 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.379+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b1fef0 0x55e6c5b21360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.379+0000 7fa654fa3b80 4 client.24866 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.379+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 --> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6c5a66630 con 0x55e6c5b1fef0 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.379+0000 7fa643400700 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b1fef0 0x55e6c5b21360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.380+0000 7fa643400700 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b1fef0 0x55e6c5b21360 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=812e7af6a05dfece server_cookie=d8d3936d719d150d in_seq=0 out_seq=0 2024-04-26T01:53:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.380+0000 7fa631600700 10 client.24866 ms_handle_connect on v2:172.21.15.156:6836/1080301383 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa631600700 1 -- 172.21.15.44:0/2367974791 <== mds.4 v2:172.21.15.156:6836/1080301383 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e6c5a66630 con 0x55e6c5b1fef0 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa631600700 10 client.24866 handle_command_reply: tid=0 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 client.24866 shutdown 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 msgr2=0x55e6c5b0d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b0d660 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa62c00b2e0 tx=0x7fa62c0092f0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 shutdown_connections 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b053e0 0x55e6c5b10360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b1fef0 0x55e6c5b21360 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2367974791 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b0d660 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa631600700 0 client.24866 ms_handle_reset on v2:172.21.15.156:6836/1080301383 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 >> 172.21.15.44:0/2367974791 conn(0x55e6c5a34550 msgr2=0x55e6c5b01680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:34.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 shutdown_connections 2024-04-26T01:53:34.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.381+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2367974791 wait complete. 2024-04-26T01:53:34.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.382+0000 7fa654fa3b80 20 client.24866 trim_cache size 0 max 16384 2024-04-26T01:53:34.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.404+0000 7fa654fa3b80 1 Processor -- start 2024-04-26T01:53:34.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.404+0000 7fa654fa3b80 1 -- start start 2024-04-26T01:53:34.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.404+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b01c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.404+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b13030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b1f6a0 con 0x55e6c5b053e0 2024-04-26T01:53:34.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b1fd70 con 0x55e6c5b05d00 2024-04-26T01:53:34.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b20440 con 0x55e6c5b10c40 2024-04-26T01:53:34.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b01c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa63be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b13030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b01c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38926/0 (socket says 172.21.15.44:38926) 2024-04-26T01:53:34.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643400700 1 -- 172.21.15.44:0/1318628439 learned_addr learned my addr 172.21.15.44:0/1318628439 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:34.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643e00700 1 -- 172.21.15.44:0/1318628439 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 msgr2=0x55e6c5b13030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643e00700 1 --2- 172.21.15.44:0/1318628439 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b13030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643e00700 1 -- 172.21.15.44:0/1318628439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 msgr2=0x55e6c5b01c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643e00700 1 --2- 172.21.15.44:0/1318628439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b01c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.405+0000 7fa643e00700 1 -- 172.21.15.44:0/1318628439 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6c5b1fb90 con 0x55e6c5b10c40 2024-04-26T01:53:34.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.406+0000 7fa643e00700 1 --2- 172.21.15.44:0/1318628439 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0d440 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x55e6c5b02d80 tx=0x7fa63c009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bd0b55f37255ed3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:34.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.406+0000 7fa633e00700 1 -- 172.21.15.44:0/1318628439 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa63c004bb0 con 0x55e6c5b10c40 2024-04-26T01:53:34.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.406+0000 7fa633e00700 1 -- 172.21.15.44:0/1318628439 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa63c004d50 con 0x55e6c5b10c40 2024-04-26T01:53:34.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.406+0000 7fa633e00700 1 -- 172.21.15.44:0/1318628439 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa63c007500 con 0x55e6c5b10c40 2024-04-26T01:53:34.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.407+0000 7fa654fa3b80 1 -- 172.21.15.44:0/1318628439 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 msgr2=0x55e6c5b0d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.407+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/1318628439 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0d440 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x55e6c5b02d80 tx=0x7fa63c009920 comp rx=0 tx=0).stop 2024-04-26T01:53:34.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.407+0000 7fa654fa3b80 1 -- 172.21.15.44:0/1318628439 shutdown_connections 2024-04-26T01:53:34.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.407+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/1318628439 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b0d440 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.407+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/1318628439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b01c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.407+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/1318628439 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b13030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.407+0000 7fa654fa3b80 1 -- 172.21.15.44:0/1318628439 >> 172.21.15.44:0/1318628439 conn(0x55e6c5a34550 msgr2=0x55e6c5b014f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:34.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.408+0000 7fa654fa3b80 1 -- 172.21.15.44:0/1318628439 shutdown_connections 2024-04-26T01:53:34.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.408+0000 7fa654fa3b80 1 -- 172.21.15.44:0/1318628439 wait complete. 2024-04-26T01:53:34.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.408+0000 7fa654fa3b80 1 -- start start 2024-04-26T01:53:34.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.408+0000 7fa654fa3b80 1 Processor -- start 2024-04-26T01:53:34.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b2ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b24fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa654fa3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b25630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b211e0 con 0x55e6c5b053e0 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b20b10 con 0x55e6c5b05d00 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa654fa3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e6c5b218b0 con 0x55e6c5b10c40 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa654fa3b80 10 client.0 _ll_register_callbacks cb 0x55e6c59f16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa63be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b24fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa63be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b24fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56046/0 (socket says 172.21.15.44:56046) 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa63be00700 1 -- 172.21.15.44:0/2040271597 learned_addr learned my addr 172.21.15.44:0/2040271597 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa643400700 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b2ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.409+0000 7fa643e00700 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b25630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.410+0000 7fa643e00700 1 -- 172.21.15.44:0/2040271597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 msgr2=0x55e6c5b24fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.410+0000 7fa643e00700 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b24fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.410+0000 7fa643e00700 1 -- 172.21.15.44:0/2040271597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 msgr2=0x55e6c5b2ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.410+0000 7fa643e00700 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b2ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.410+0000 7fa643e00700 1 -- 172.21.15.44:0/2040271597 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6c5b87020 con 0x55e6c5b10c40 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.410+0000 7fa643e00700 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b25630 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55e6c5b02d80 tx=0x7fa63c004a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=626204d098cdc2ee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.410+0000 7fa631600700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.411+0000 7fa631600700 1 -- 172.21.15.44:0/2040271597 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa63c004b90 con 0x55e6c5b10c40 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.411+0000 7fa631600700 1 -- 172.21.15.44:0/2040271597 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa63c004210 con 0x55e6c5b10c40 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.411+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa63c004d50 con 0x55e6c5b10c40 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.411+0000 7fa631600700 1 -- 172.21.15.44:0/2040271597 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa63c003a00 con 0x55e6c5b10c40 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.411+0000 7fa654fa3b80 10 client.24868 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.411+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e6c5b881a0 con 0x55e6c5b10c40 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa631600700 1 -- 172.21.15.44:0/2040271597 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa63c004d50 con 0x55e6c5b10c40 2024-04-26T01:53:34.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa631600700 1 -- 172.21.15.44:0/2040271597 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa63c030030 con 0x55e6c5b10c40 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa654fa3b80 10 client.24868 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa654fa3b80 10 client.24868 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa654fa3b80 20 client.24868 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b8cb50 0x55e6c5b8b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa654fa3b80 4 client.24868 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.412+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 --> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] -- command(tid 0: {"prefix": "status"}) -- 0x55e6c5a606d0 con 0x55e6c5b8cb50 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.413+0000 7fa643400700 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b8cb50 0x55e6c5b8b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.413+0000 7fa643400700 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b8cb50 0x55e6c5b8b860 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a6ccbdf97c684ee8 server_cookie=6d183beaefac4b14 in_seq=0 out_seq=0 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.413+0000 7fa631600700 10 client.24868 ms_handle_connect on v2:172.21.15.156:6836/1080301383 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.413+0000 7fa631600700 1 -- 172.21.15.44:0/2040271597 <== mds.4 v2:172.21.15.156:6836/1080301383 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e6c5a606d0 con 0x55e6c5b8cb50 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.413+0000 7fa631600700 10 client.24868 handle_command_reply: tid=0 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.413+0000 7fa654fa3b80 1 client.24868 shutdown 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 msgr2=0x55e6c5b25630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b25630 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55e6c5b02d80 tx=0x7fa63c004a00 comp rx=0 tx=0).stop 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 shutdown_connections 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6c5b10c40 0x55e6c5b25630 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55e6c5b8cb50 0x55e6c5b8b860 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6c5b053e0 0x55e6c5b2ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 --2- 172.21.15.44:0/2040271597 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6c5b05d00 0x55e6c5b24fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa631600700 0 client.24868 ms_handle_reset on v2:172.21.15.156:6836/1080301383 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 >> 172.21.15.44:0/2040271597 conn(0x55e6c5a34550 msgr2=0x55e6c5b0bb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 shutdown_connections 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 1 -- 172.21.15.44:0/2040271597 wait complete. 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.414+0000 7fa654fa3b80 20 client.24868 trim_cache size 0 max 16384 2024-04-26T01:53:34.416 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 4, 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24472, 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 146.36996277399999, 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 207.94603588000001 2024-04-26T01:53:34.417 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:53:34.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa6280a3cc0 msgr2=0x7fa6280a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa6280a3cc0 0x7fa6280a6180 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa634011590 tx=0x7fa634009260 comp rx=0 tx=0).stop 2024-04-26T01:53:34.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa644077890 msgr2=0x7fa64419fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:34.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa644077890 0x7fa64419fc30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa62c000c00 tx=0x7fa62c0047b0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 shutdown_connections 2024-04-26T01:53:34.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6441137f0 0x7fa6441a3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa6280a3cc0 0x7fa6280a6180 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa644076f70 0x7fa64419f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 --2- 172.21.15.44:0/4066449085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa644077890 0x7fa64419fc30 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:34.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 >> 172.21.15.44:0/4066449085 conn(0x7fa644100680 msgr2=0x7fa644114460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:34.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 shutdown_connections 2024-04-26T01:53:34.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:34.415+0000 7fa649000700 1 -- 172.21.15.44:0/4066449085 wait complete. 2024-04-26T01:53:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:34 smithi156 ceph-mon[32543]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:34.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:34 smithi090 ceph-mon[32456]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:34.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:34 smithi044 ceph-mon[27847]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:35.398 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T01:53:35.896 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:36.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:36 smithi156 ceph-mon[32543]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:36.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:36 smithi090 ceph-mon[32456]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:36 smithi044 ceph-mon[27847]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.049+0000 7fd7d2000700 1 -- 172.21.15.44:0/2985240099 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 msgr2=0x7fd7cc111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.049+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2985240099 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 0x7fd7cc111830 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400b0a0 tx=0x7fd7c400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.050+0000 7fd7d2000700 1 -- 172.21.15.44:0/2985240099 shutdown_connections 2024-04-26T01:53:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.050+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2985240099 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 0x7fd7cc111830 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.050+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2985240099 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc074c70 0x7fd7cc075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.050+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2985240099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd7cc075590 0x7fd7cc10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.050+0000 7fd7d2000700 1 -- 172.21.15.44:0/2985240099 >> 172.21.15.44:0/2985240099 conn(0x7fd7cc079ba0 msgr2=0x7fd7cc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.050+0000 7fd7d2000700 1 -- 172.21.15.44:0/2985240099 shutdown_connections 2024-04-26T01:53:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.050+0000 7fd7d2000700 1 -- 172.21.15.44:0/2985240099 wait complete. 2024-04-26T01:53:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.051+0000 7fd7d2000700 1 Processor -- start 2024-04-26T01:53:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.051+0000 7fd7d2000700 1 -- start start 2024-04-26T01:53:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7d2000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd7cc074c70 0x7fd7cc19b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7d2000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc075590 0x7fd7cc19b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7d2000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 0x7fd7cc19fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7d2000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd7cc114e20 con 0x7fd7cc074c70 2024-04-26T01:53:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7d2000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd7cc114ca0 con 0x7fd7cc075590 2024-04-26T01:53:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7d2000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd7cc114fa0 con 0x7fd7cc10f440 2024-04-26T01:53:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7cb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd7cc074c70 0x7fd7cc19b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7c2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc075590 0x7fd7cc19b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7c2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc075590 0x7fd7cc19b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:44610/0 (socket says 172.21.15.44:44610) 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7c2a00700 1 -- 172.21.15.44:0/2841587401 learned_addr learned my addr 172.21.15.44:0/2841587401 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.052+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 0x7fd7cc19fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c2a00700 1 -- 172.21.15.44:0/2841587401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 msgr2=0x7fd7cc19fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 0x7fd7cc19fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c2a00700 1 -- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd7cc074c70 msgr2=0x7fd7cc19b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd7cc074c70 0x7fd7cc19b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c2a00700 1 -- 172.21.15.44:0/2841587401 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7cc1a02c0 con 0x7fd7cc075590 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 0x7fd7cc19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc075590 0x7fd7cc19b7f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd7b400d980 tx=0x7fd7b400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c8c00700 1 -- 172.21.15.44:0/2841587401 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b4017030 con 0x7fd7cc075590 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7cc1a05b0 con 0x7fd7cc075590 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c8c00700 1 -- 172.21.15.44:0/2841587401 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7b40044d0 con 0x7fd7cc075590 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7c8c00700 1 -- 172.21.15.44:0/2841587401 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b40039e0 con 0x7fd7cc075590 2024-04-26T01:53:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.053+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7cc1a7e30 con 0x7fd7cc075590 2024-04-26T01:53:38.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.057+0000 7fd7c8c00700 1 -- 172.21.15.44:0/2841587401 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd7b401a070 con 0x7fd7cc075590 2024-04-26T01:53:38.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.058+0000 7fd7dc953b80 1 Processor -- start 2024-04-26T01:53:38.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.058+0000 7fd7dc953b80 1 -- start start 2024-04-26T01:53:38.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.058+0000 7fd7c8c00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd7b00a3cc0 0x7fd7b00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583846fe6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c8c00700 1 -- 172.21.15.44:0/2841587401 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fd7b40cfca0 con 0x7fd7cc075590 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x558384709570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838470bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558384651e40 con 0x558384709ab0 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5583845f86e0 con 0x5583846fec10 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55838464de00 con 0x5583846fe2f0 2024-04-26T01:53:38.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd7b00a3cc0 0x7fd7b00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x558384709570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x558384709570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:44620/0 (socket says 172.21.15.44:44620) 2024-04-26T01:53:38.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 -- 172.21.15.44:0/476692320 learned_addr learned my addr 172.21.15.44:0/476692320 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:38.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838470bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7cb400700 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583846fe6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 -- 172.21.15.44:0/476692320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 msgr2=0x5583846fe6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583846fe6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 -- 172.21.15.44:0/476692320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 msgr2=0x55838470bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838470bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7c2a00700 1 -- 172.21.15.44:0/476692320 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583845ee630 con 0x5583846fec10 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7cb400700 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583846fe6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.059+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838470bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.060+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x558384709570 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd7b40a46c0 tx=0x7fd7b409ba10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45433c1bed3301bd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.060+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd7b00a3cc0 0x7fd7b00a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400b780 tx=0x7fd7c40097c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.060+0000 7fd7c0c00700 1 -- 172.21.15.44:0/476692320 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b40a0330 con 0x5583846fec10 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.060+0000 7fd7c0c00700 1 -- 172.21.15.44:0/476692320 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7b40a4bf0 con 0x5583846fec10 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.060+0000 7fd7c0c00700 1 -- 172.21.15.44:0/476692320 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b40a4760 con 0x5583846fec10 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 -- 172.21.15.44:0/476692320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 msgr2=0x558384709570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x558384709570 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd7b40a46c0 tx=0x7fd7b409ba10 comp rx=0 tx=0).stop 2024-04-26T01:53:38.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 -- 172.21.15.44:0/476692320 shutdown_connections 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583846fe6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838470bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/476692320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x558384709570 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 -- 172.21.15.44:0/476692320 >> 172.21.15.44:0/476692320 conn(0x55838462d550 msgr2=0x5583846fa790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 -- 172.21.15.44:0/476692320 shutdown_connections 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.061+0000 7fd7dc953b80 1 -- 172.21.15.44:0/476692320 wait complete. 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 -- start start 2024-04-26T01:53:38.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 Processor -- start 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583847091b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583846fec10 0x5583847064b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558384709ab0 0x5583847069f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55838470c540 con 0x5583846fec10 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55838460b810 con 0x558384709ab0 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55838470c6c0 con 0x5583846fe2f0 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.062+0000 7fd7dc953b80 10 client.0 _ll_register_callbacks cb 0x5583845ea6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:38.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7c2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583846fec10 0x5583847064b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558384709ab0 0x5583847069f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558384709ab0 0x5583847069f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:44630/0 (socket says 172.21.15.44:44630) 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 -- 172.21.15.44:0/565800248 learned_addr learned my addr 172.21.15.44:0/565800248 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cb400700 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583847091b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 -- 172.21.15.44:0/565800248 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 msgr2=0x5583847091b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583847091b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 -- 172.21.15.44:0/565800248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583846fec10 msgr2=0x5583847064b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583846fec10 0x5583847064b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.063+0000 7fd7cbe00700 1 -- 172.21.15.44:0/565800248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55838459f880 con 0x558384709ab0 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558384709ab0 0x5583847069f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd7c4015000 tx=0x7fd7c4006210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=707727397b857eba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7b9600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7b9600700 1 -- 172.21.15.44:0/565800248 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c4030060 con 0x558384709ab0 2024-04-26T01:53:38.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7b9600700 1 -- 172.21.15.44:0/565800248 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fd7c4007b20 con 0x558384709ab0 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7b40a4bf0 con 0x558384709ab0 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7b9600700 1 -- 172.21.15.44:0/565800248 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd7c4009c60 con 0x558384709ab0 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7dc953b80 10 client.24884 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.064+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5583845e8aa0 con 0x558384709ab0 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7b9600700 1 -- 172.21.15.44:0/565800248 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7b40a4bf0 con 0x558384709ab0 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7b9600700 1 -- 172.21.15.44:0/565800248 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fd7c4011070 con 0x558384709ab0 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7dc953b80 10 client.24884 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7dc953b80 10 client.24884 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7dc953b80 20 client.24884 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x5583847191e0 0x55838471a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7dc953b80 4 client.24884 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:38.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.065+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 --> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55838465f630 con 0x5583847191e0 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.066+0000 7fd7cb400700 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x5583847191e0 0x55838471a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.066+0000 7fd7cb400700 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x5583847191e0 0x55838471a650 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6f92a6edcbd1c57d server_cookie=48fd3f8530b6bce9 in_seq=0 out_seq=0 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.066+0000 7fd7b9600700 10 client.24884 ms_handle_connect on v2:172.21.15.90:6836/829860849 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7b9600700 1 -- 172.21.15.44:0/565800248 <== mds.3 v2:172.21.15.90:6836/829860849 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55838465f630 con 0x5583847191e0 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7b9600700 10 client.24884 handle_command_reply: tid=0 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 client.24884 shutdown 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558384709ab0 msgr2=0x5583847069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558384709ab0 0x5583847069f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd7c4015000 tx=0x7fd7c4006210 comp rx=0 tx=0).stop 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 shutdown_connections 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x5583847191e0 0x55838471a650 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x5583847091b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558384709ab0 0x5583847069f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/565800248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5583846fec10 0x5583847064b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7b9600700 0 client.24884 ms_handle_reset on v2:172.21.15.90:6836/829860849 2024-04-26T01:53:38.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.067+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 >> 172.21.15.44:0/565800248 conn(0x55838462d550 msgr2=0x558384700c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:38.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.068+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 shutdown_connections 2024-04-26T01:53:38.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.068+0000 7fd7dc953b80 1 -- 172.21.15.44:0/565800248 wait complete. 2024-04-26T01:53:38.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.068+0000 7fd7dc953b80 20 client.24884 trim_cache size 0 max 16384 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 Processor -- start 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 -- start start 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x558384701da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x5583847054d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x5583846fa0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558384718990 con 0x558384709ab0 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558384719060 con 0x5583846fec10 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.091+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x558384719730 con 0x5583846fe2f0 2024-04-26T01:53:38.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x5583846fa0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x558384701da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7c2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x5583847054d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x558384701da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:60848/0 (socket says 172.21.15.44:60848) 2024-04-26T01:53:38.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 -- 172.21.15.44:0/3052119172 learned_addr learned my addr 172.21.15.44:0/3052119172 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:38.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x5583846fa0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43674/0 (socket says 172.21.15.44:43674) 2024-04-26T01:53:38.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 -- 172.21.15.44:0/3052119172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 msgr2=0x5583847054d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 --2- 172.21.15.44:0/3052119172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x5583847054d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 -- 172.21.15.44:0/3052119172 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 msgr2=0x5583846fa0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 --2- 172.21.15.44:0/3052119172 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x5583846fa0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.092+0000 7fd7cb400700 1 -- 172.21.15.44:0/3052119172 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583846ffb60 con 0x5583846fe2f0 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.093+0000 7fd7cb400700 1 --2- 172.21.15.44:0/3052119172 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x558384701da0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc000c00 tx=0x7fd7bc009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ccc46f9db5fd80d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.093+0000 7fd7bbe00700 1 -- 172.21.15.44:0/3052119172 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc024070 con 0x5583846fe2f0 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.093+0000 7fd7bbe00700 1 -- 172.21.15.44:0/3052119172 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7bc01f050 con 0x5583846fe2f0 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.093+0000 7fd7bbe00700 1 -- 172.21.15.44:0/3052119172 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc010690 con 0x5583846fe2f0 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 -- 172.21.15.44:0/3052119172 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 msgr2=0x558384701da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/3052119172 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x558384701da0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc000c00 tx=0x7fd7bc009260 comp rx=0 tx=0).stop 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 -- 172.21.15.44:0/3052119172 shutdown_connections 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/3052119172 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fe2f0 0x558384701da0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/3052119172 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x5583846fa0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/3052119172 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fec10 0x5583847054d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 -- 172.21.15.44:0/3052119172 >> 172.21.15.44:0/3052119172 conn(0x55838462d550 msgr2=0x558384704dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 -- 172.21.15.44:0/3052119172 shutdown_connections 2024-04-26T01:53:38.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 -- 172.21.15.44:0/3052119172 wait complete. 2024-04-26T01:53:38.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.094+0000 7fd7dc953b80 1 -- start start 2024-04-26T01:53:38.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 1 Processor -- start 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fe2f0 0x558384723ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fec10 0x558384724010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838471ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55838471a4d0 con 0x558384709ab0 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558384719e00 con 0x5583846fe2f0 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55838471aba0 con 0x5583846fec10 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.095+0000 7fd7dc953b80 10 client.0 _ll_register_callbacks cb 0x5583845ea6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838471ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fe2f0 0x558384723ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fe2f0 0x558384723ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:44650/0 (socket says 172.21.15.44:44650) 2024-04-26T01:53:38.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 -- 172.21.15.44:0/578605480 learned_addr learned my addr 172.21.15.44:0/578605480 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fec10 0x558384724010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 -- 172.21.15.44:0/578605480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fec10 msgr2=0x558384724010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fec10 0x558384724010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 -- 172.21.15.44:0/578605480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 msgr2=0x55838471ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838471ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 -- 172.21.15.44:0/578605480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55838471d280 con 0x5583846fe2f0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cbe00700 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838471ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7cb400700 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fe2f0 0x558384723ad0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc0094f0 tx=0x7fd7bc01f8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8243b4934cfbbca7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.096+0000 7fd7b9600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7b9600700 1 -- 172.21.15.44:0/578605480 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc02d020 con 0x5583846fe2f0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7b9600700 1 -- 172.21.15.44:0/578605480 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fd7bc01f5c0 con 0x5583846fe2f0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7bc01f050 con 0x5583846fe2f0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7b9600700 1 -- 172.21.15.44:0/578605480 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd7bc024040 con 0x5583846fe2f0 2024-04-26T01:53:38.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7dc953b80 10 client.24890 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558384789620 con 0x5583846fe2f0 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7b9600700 1 -- 172.21.15.44:0/578605480 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7bc01f050 con 0x5583846fe2f0 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7b9600700 1 -- 172.21.15.44:0/578605480 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fd7bc004680 con 0x5583846fe2f0 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.097+0000 7fd7dc953b80 10 client.24890 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7dc953b80 10 client.24890 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7dc953b80 20 client.24890 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55838478df10 0x55838478cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7dc953b80 4 client.24890 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 --> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] -- command(tid 0: {"prefix": "status"}) -- 0x5583846596d0 con 0x55838478df10 2024-04-26T01:53:38.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55838478df10 0x55838478cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:38.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7c2a00700 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55838478df10 0x55838478cc20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7febe2b9af36833a server_cookie=c60139af5ce2952d in_seq=0 out_seq=0 2024-04-26T01:53:38.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.098+0000 7fd7b9600700 10 client.24890 ms_handle_connect on v2:172.21.15.90:6836/829860849 2024-04-26T01:53:38.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7b9600700 1 -- 172.21.15.44:0/578605480 <== mds.3 v2:172.21.15.90:6836/829860849 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x5583846596d0 con 0x55838478df10 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7b9600700 10 client.24890 handle_command_reply: tid=0 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 client.24890 shutdown 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fe2f0 msgr2=0x558384723ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fe2f0 0x558384723ad0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc0094f0 tx=0x7fd7bc01f8f0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 shutdown_connections 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55838478df10 0x55838478cc20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558384709ab0 0x55838471ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5583846fe2f0 0x558384723ad0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 --2- 172.21.15.44:0/578605480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5583846fec10 0x558384724010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 >> 172.21.15.44:0/578605480 conn(0x55838462d550 msgr2=0x5583847054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7b9600700 0 client.24890 ms_handle_reset on v2:172.21.15.90:6836/829860849 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 shutdown_connections 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 1 -- 172.21.15.44:0/578605480 wait complete. 2024-04-26T01:53:38.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.099+0000 7fd7dc953b80 20 client.24890 trim_cache size 0 max 16384 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 3, 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24476, 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 151.075263509, 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:53:38.101 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 208.837006465 2024-04-26T01:53:38.102 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:53:38.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd7b00a3cc0 msgr2=0x7fd7b00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd7b00a3cc0 0x7fd7b00a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400b780 tx=0x7fd7c40097c0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc075590 msgr2=0x7fd7cc19b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:38.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc075590 0x7fd7cc19b7f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd7b400d980 tx=0x7fd7b400dc90 comp rx=0 tx=0).stop 2024-04-26T01:53:38.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 shutdown_connections 2024-04-26T01:53:38.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7cc10f440 0x7fd7cc19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd7b00a3cc0 0x7fd7b00a6180 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd7cc074c70 0x7fd7cc19b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 --2- 172.21.15.44:0/2841587401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7cc075590 0x7fd7cc19b7f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:38.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 >> 172.21.15.44:0/2841587401 conn(0x7fd7cc079ba0 msgr2=0x7fd7cc0ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:38.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 shutdown_connections 2024-04-26T01:53:38.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:38.100+0000 7fd7d2000700 1 -- 172.21.15.44:0/2841587401 wait complete. 2024-04-26T01:53:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:38 smithi156 ceph-mon[32543]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:38.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:38 smithi090 ceph-mon[32456]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:38.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:38 smithi044 ceph-mon[27847]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:39.007 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:53:39.469 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:40.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:40 smithi044 ceph-mon[27847]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:40.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:40 smithi156 ceph-mon[32543]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:40.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:40 smithi090 ceph-mon[32456]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:41.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 -- 172.21.15.44:0/3314580839 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 msgr2=0x7ff6b8075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3314580839 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b8075050 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac009990 tx=0x7ff6ac009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 -- 172.21.15.44:0/3314580839 shutdown_connections 2024-04-26T01:53:41.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3314580839 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b8075050 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3314580839 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff6b810f440 0x7ff6b8111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3314580839 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b8075590 0x7ff6b810ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 -- 172.21.15.44:0/3314580839 >> 172.21.15.44:0/3314580839 conn(0x7ff6b8079ba0 msgr2=0x7ff6b8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:41.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 -- 172.21.15.44:0/3314580839 shutdown_connections 2024-04-26T01:53:41.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.609+0000 7ff6c0200700 1 -- 172.21.15.44:0/3314580839 wait complete. 2024-04-26T01:53:41.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.610+0000 7ff6c0200700 1 Processor -- start 2024-04-26T01:53:41.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.611+0000 7ff6c0200700 1 -- start start 2024-04-26T01:53:41.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.611+0000 7ff6c0200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b819b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.611+0000 7ff6c0200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b8075590 0x7ff6b819b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.611+0000 7ff6c0200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff6b810f440 0x7ff6b819fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.611+0000 7ff6c0200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b8114df0 con 0x7ff6b8075590 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.611+0000 7ff6c0200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b8114c70 con 0x7ff6b810f440 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.611+0000 7ff6c0200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b8114f70 con 0x7ff6b8074c70 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b8075590 0x7ff6b819b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b819b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b819b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:60888/0 (socket says 172.21.15.44:60888) 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 -- 172.21.15.44:0/3826453979 learned_addr learned my addr 172.21.15.44:0/3826453979 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6be200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff6b810f440 0x7ff6b819fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 -- 172.21.15.44:0/3826453979 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff6b810f440 msgr2=0x7ff6b819fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff6b810f440 0x7ff6b819fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 -- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b8075590 msgr2=0x7ff6b819b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b8075590 0x7ff6b819b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 -- 172.21.15.44:0/3826453979 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b81a02d0 con 0x7ff6b8074c70 2024-04-26T01:53:41.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.612+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b819b2c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0057c0 tx=0x7ff6ac0057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:41.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.613+0000 7ff6b6000700 1 -- 172.21.15.44:0/3826453979 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac027070 con 0x7ff6b8074c70 2024-04-26T01:53:41.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.613+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6b81a0560 con 0x7ff6b8074c70 2024-04-26T01:53:41.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.613+0000 7ff6b6000700 1 -- 172.21.15.44:0/3826453979 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6ac022470 con 0x7ff6b8074c70 2024-04-26T01:53:41.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.613+0000 7ff6b6000700 1 -- 172.21.15.44:0/3826453979 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac017650 con 0x7ff6b8074c70 2024-04-26T01:53:41.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.613+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6b81a7e40 con 0x7ff6b8074c70 2024-04-26T01:53:41.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.617+0000 7ff6b6000700 1 -- 172.21.15.44:0/3826453979 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff6ac02a070 con 0x7ff6b8074c70 2024-04-26T01:53:41.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.618+0000 7ff6cab14b80 1 Processor -- start 2024-04-26T01:53:41.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.618+0000 7ff6cab14b80 1 -- start start 2024-04-26T01:53:41.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05bad12f0 0x55e05bad16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05badc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05badcab0 0x55e05badeea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e05ba24e40 con 0x55e05badcab0 2024-04-26T01:53:41.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e05b9cb6e0 con 0x55e05bad1c10 2024-04-26T01:53:41.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e05ba20e00 con 0x55e05bad12f0 2024-04-26T01:53:41.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6b6000700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff6a00a3c40 0x7ff6a00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05badc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05badcab0 0x55e05badeea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05badc570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:44670/0 (socket says 172.21.15.44:44670) 2024-04-26T01:53:41.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 -- 172.21.15.44:0/3861252554 learned_addr learned my addr 172.21.15.44:0/3861252554 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6be200700 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05bad12f0 0x55e05bad16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6be200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff6a00a3c40 0x7ff6a00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 -- 172.21.15.44:0/3861252554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05bad12f0 msgr2=0x55e05bad16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05bad12f0 0x55e05bad16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 -- 172.21.15.44:0/3861252554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05badcab0 msgr2=0x55e05badeea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05badcab0 0x55e05badeea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.619+0000 7ff6bd800700 1 -- 172.21.15.44:0/3861252554 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e05b9c1630 con 0x55e05bad1c10 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6be200700 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05bad12f0 0x55e05bad16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6b6000700 1 -- 172.21.15.44:0/3826453979 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7ff6ac0d0ff0 con 0x7ff6b8074c70 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6bce00700 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05badcab0 0x55e05badeea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05badc570 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0a5a70 tx=0x7ff6ac06ff00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d57278d9c6f1e873 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6aaa00700 1 -- 172.21.15.44:0/3861252554 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac0213d0 con 0x55e05bad1c10 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6be200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff6a00a3c40 0x7ff6a00a6100 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009550 tx=0x7ff6b000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:41.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6aaa00700 1 -- 172.21.15.44:0/3861252554 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6ac011110 con 0x55e05bad1c10 2024-04-26T01:53:41.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.620+0000 7ff6aaa00700 1 -- 172.21.15.44:0/3861252554 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac01c130 con 0x55e05bad1c10 2024-04-26T01:53:41.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3861252554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 msgr2=0x55e05badc570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05badc570 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0a5a70 tx=0x7ff6ac06ff00 comp rx=0 tx=0).stop 2024-04-26T01:53:41.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3861252554 shutdown_connections 2024-04-26T01:53:41.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05bad12f0 0x55e05bad16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05badcab0 0x55e05badeea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3861252554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05badc570 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3861252554 >> 172.21.15.44:0/3861252554 conn(0x55e05ba00550 msgr2=0x55e05bacd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3861252554 shutdown_connections 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.621+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3861252554 wait complete. 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.622+0000 7ff6cab14b80 1 -- start start 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.622+0000 7ff6cab14b80 1 Processor -- start 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad12f0 0x55e05badc170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05bad9470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bad99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e05b9cb6e0 con 0x55e05bad12f0 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e05b9de810 con 0x55e05bad1c10 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e05badf3e0 con 0x55e05badcab0 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6cab14b80 10 client.0 _ll_register_callbacks cb 0x55e05b9bd6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6bd800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad12f0 0x55e05badc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6bd800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad12f0 0x55e05badc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43722/0 (socket says 172.21.15.44:43722) 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6bd800700 1 -- 172.21.15.44:0/3322073551 learned_addr learned my addr 172.21.15.44:0/3322073551 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:41.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6bce00700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05bad9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.623+0000 7ff6be200700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bad99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6bd800700 1 -- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 msgr2=0x55e05bad99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bad99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6bd800700 1 -- 172.21.15.44:0/3322073551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 msgr2=0x55e05bad9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05bad9470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6bd800700 1 -- 172.21.15.44:0/3322073551 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e05b972880 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6bce00700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05bad9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6bd800700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad12f0 0x55e05badc170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0098e0 tx=0x7ff6ac005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cafc547bcc4447c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff69f400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff69f400700 1 -- 172.21.15.44:0/3322073551 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac09d3c0 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff69f400700 1 -- 172.21.15.44:0/3322073551 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7ff6ac09d620 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e05ba32630 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff69f400700 1 -- 172.21.15.44:0/3322073551 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff6ac09dac0 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6cab14b80 10 client.14787 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.624+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e05b9bbaa0 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff69f400700 1 -- 172.21.15.44:0/3322073551 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e05ba32630 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff69f400700 1 -- 172.21.15.44:0/3322073551 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff6ac026bd0 con 0x55e05bad12f0 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff6cab14b80 10 client.14787 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:41.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff6cab14b80 10 client.14787 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:53:41.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff6cab14b80 20 client.14787 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:41.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05baebc00 0x55e05baed070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff6cab14b80 4 client.14787 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:41.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.625+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 --> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e05ba2c6d0 con 0x55e05baebc00 2024-04-26T01:53:41.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.626+0000 7ff6bce00700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05baebc00 0x55e05baed070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.626+0000 7ff6bce00700 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05baebc00 0x55e05baed070 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=df0fcccd9064a36 server_cookie=8e33d94d233194aa in_seq=0 out_seq=0 2024-04-26T01:53:41.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.626+0000 7ff69f400700 10 client.14787 ms_handle_connect on v2:172.21.15.156:6838/3391701820 2024-04-26T01:53:41.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.627+0000 7ff69f400700 1 -- 172.21.15.44:0/3322073551 <== mds.2 v2:172.21.15.156:6838/3391701820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e05ba2c6d0 con 0x55e05baebc00 2024-04-26T01:53:41.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.627+0000 7ff69f400700 10 client.14787 handle_command_reply: tid=0 2024-04-26T01:53:41.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.627+0000 7ff6cab14b80 1 client.14787 shutdown 2024-04-26T01:53:41.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.627+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad12f0 msgr2=0x55e05badc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.627+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad12f0 0x55e05badc170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0098e0 tx=0x7ff6ac005880 comp rx=0 tx=0).stop 2024-04-26T01:53:41.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 shutdown_connections 2024-04-26T01:53:41.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05baebc00 0x55e05baed070 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bad99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad12f0 0x55e05badc170 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/3322073551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad1c10 0x55e05bad9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 >> 172.21.15.44:0/3322073551 conn(0x55e05ba00550 msgr2=0x55e05bacc950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff69f400700 0 client.14787 ms_handle_reset on v2:172.21.15.156:6838/3391701820 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 shutdown_connections 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 1 -- 172.21.15.44:0/3322073551 wait complete. 2024-04-26T01:53:41.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.628+0000 7ff6cab14b80 20 client.14787 trim_cache size 0 max 16384 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.651+0000 7ff6cab14b80 1 Processor -- start 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.651+0000 7ff6cab14b80 1 -- start start 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baeb530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05bad49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bacd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e05baeb3b0 con 0x55e05bad1c10 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e05baeba80 con 0x55e05bad12f0 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e05baec150 con 0x55e05badcab0 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05bad49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05bad49b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43736/0 (socket says 172.21.15.44:43736) 2024-04-26T01:53:41.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6be200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bacd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bd800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baeb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bce00700 1 -- 172.21.15.44:0/1832014454 learned_addr learned my addr 172.21.15.44:0/1832014454 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bd800700 1 -- 172.21.15.44:0/1832014454 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 msgr2=0x55e05bacd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bd800700 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bacd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bd800700 1 -- 172.21.15.44:0/1832014454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 msgr2=0x55e05bad49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bd800700 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05bad49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bd800700 1 -- 172.21.15.44:0/1832014454 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e05bada3b0 con 0x55e05bad12f0 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.652+0000 7ff6bce00700 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05bad49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.653+0000 7ff6bd800700 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baeb530 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac09b670 tx=0x7ff6ac005ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=635a8f9e8fad4d79 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:41.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.653+0000 7ff6aa000700 1 -- 172.21.15.44:0/1832014454 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac09d3c0 con 0x55e05bad12f0 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.653+0000 7ff6aa000700 1 -- 172.21.15.44:0/1832014454 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6ac0a5fa0 con 0x55e05bad12f0 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.653+0000 7ff6aa000700 1 -- 172.21.15.44:0/1832014454 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac09d620 con 0x55e05bad12f0 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1832014454 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 msgr2=0x55e05baeb530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baeb530 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac09b670 tx=0x7ff6ac005ad0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1832014454 shutdown_connections 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05bacd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baeb530 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1832014454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05bad49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1832014454 >> 172.21.15.44:0/1832014454 conn(0x55e05ba00550 msgr2=0x55e05bad42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1832014454 shutdown_connections 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1832014454 wait complete. 2024-04-26T01:53:41.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.654+0000 7ff6cab14b80 1 -- start start 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 1 Processor -- start 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baf3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05baf3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05baf4280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e05baecef0 con 0x55e05bad1c10 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e05baec820 con 0x55e05bad12f0 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e05baed5c0 con 0x55e05badcab0 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6cab14b80 10 client.0 _ll_register_callbacks cb 0x55e05b9bd6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6bce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05baf3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6bce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05baf3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43748/0 (socket says 172.21.15.44:43748) 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6bce00700 1 -- 172.21.15.44:0/1007103980 learned_addr learned my addr 172.21.15.44:0/1007103980 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:41.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6bd800700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baf3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.655+0000 7ff6be200700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05baf4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff6bce00700 1 -- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 msgr2=0x55e05baf4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff6bce00700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05baf4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff6bce00700 1 -- 172.21.15.44:0/1007103980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 msgr2=0x55e05baf3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff6bce00700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baf3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff6bce00700 1 -- 172.21.15.44:0/1007103980 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e05bad6160 con 0x55e05bad1c10 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff6bd800700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baf3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff6bce00700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05baf3d40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff6b81025f0 tx=0x7ff6a40121d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e04cac741272506 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.656+0000 7ff69f400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.657+0000 7ff69f400700 1 -- 172.21.15.44:0/1007103980 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4004a30 con 0x55e05bad1c10 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.657+0000 7ff69f400700 1 -- 172.21.15.44:0/1007103980 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7ff6a4004bd0 con 0x55e05bad1c10 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.657+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6ac0a5fa0 con 0x55e05bad1c10 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.657+0000 7ff69f400700 1 -- 172.21.15.44:0/1007103980 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff6a4031050 con 0x55e05bad1c10 2024-04-26T01:53:41.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.657+0000 7ff6cab14b80 10 client.14793 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:41.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.657+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e05bb53100 con 0x55e05bad1c10 2024-04-26T01:53:41.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.657+0000 7ff69f400700 1 -- 172.21.15.44:0/1007103980 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6ac0a5fa0 con 0x55e05bad1c10 2024-04-26T01:53:41.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff69f400700 1 -- 172.21.15.44:0/1007103980 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff6a40039f0 con 0x55e05bad1c10 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff6cab14b80 10 client.14793 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff6cab14b80 10 client.14793 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff6cab14b80 20 client.14793 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05bb57c90 0x55e05bb569a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff6cab14b80 4 client.14793 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 --> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] -- command(tid 0: {"prefix": "status"}) -- 0x55e05b8a5200 con 0x55e05bb57c90 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.658+0000 7ff6bd800700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05bb57c90 0x55e05bb569a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6bd800700 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05bb57c90 0x55e05bb569a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=437d3851960547e2 server_cookie=93f3bc5c7dda2b8b in_seq=0 out_seq=0 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff69f400700 10 client.14793 ms_handle_connect on v2:172.21.15.156:6838/3391701820 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff69f400700 1 -- 172.21.15.44:0/1007103980 <== mds.2 v2:172.21.15.156:6838/3391701820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55e05b8a5200 con 0x55e05bb57c90 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff69f400700 10 client.14793 handle_command_reply: tid=0 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 client.14793 shutdown 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 msgr2=0x55e05baf3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05baf3d40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff6b81025f0 tx=0x7ff6a40121d0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 shutdown_connections 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x55e05bb57c90 0x55e05bb569a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e05badcab0 0x55e05baf4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e05bad12f0 0x55e05baf3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 --2- 172.21.15.44:0/1007103980 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e05bad1c10 0x55e05baf3d40 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 >> 172.21.15.44:0/1007103980 conn(0x55e05ba00550 msgr2=0x55e05bad4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.659+0000 7ff69f400700 0 client.14793 ms_handle_reset on v2:172.21.15.156:6838/3391701820 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.660+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 shutdown_connections 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.660+0000 7ff6cab14b80 1 -- 172.21.15.44:0/1007103980 wait complete. 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.660+0000 7ff6cab14b80 20 client.14793 trim_cache size 0 max 16384 2024-04-26T01:53:41.661 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24490, 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 155.649055581, 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 209.45075967899999 2024-04-26T01:53:41.662 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:53:41.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.660+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff6a00a3c40 msgr2=0x7ff6a00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.660+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff6a00a3c40 0x7ff6a00a6100 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009550 tx=0x7ff6b000b040 comp rx=0 tx=0).stop 2024-04-26T01:53:41.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 msgr2=0x7ff6b819b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:41.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b819b2c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0057c0 tx=0x7ff6ac0057f0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 shutdown_connections 2024-04-26T01:53:41.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff6b8074c70 0x7ff6b819b2c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7ff6a00a3c40 0x7ff6a00a6100 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff6b810f440 0x7ff6b819fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 --2- 172.21.15.44:0/3826453979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b8075590 0x7ff6b819b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:41.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 >> 172.21.15.44:0/3826453979 conn(0x7ff6b8079ba0 msgr2=0x7ff6b80ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:41.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 shutdown_connections 2024-04-26T01:53:41.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:41.661+0000 7ff6c0200700 1 -- 172.21.15.44:0/3826453979 wait complete. 2024-04-26T01:53:42.540 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T01:53:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:42 smithi156 ceph-mon[32543]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:42 smithi090 ceph-mon[32456]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:42 smithi044 ceph-mon[27847]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:44.692 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:44 smithi044 ceph-mon[27847]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:44.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:44 smithi156 ceph-mon[32543]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:44 smithi090 ceph-mon[32456]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:45.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.242+0000 7fa3a3400700 1 -- 172.21.15.44:0/504372431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c074c70 msgr2=0x7fa39c075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.242+0000 7fa3a3400700 1 --2- 172.21.15.44:0/504372431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c074c70 0x7fa39c075050 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa390009990 tx=0x7fa390009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.243+0000 7fa3a3400700 1 -- 172.21.15.44:0/504372431 shutdown_connections 2024-04-26T01:53:45.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.243+0000 7fa3a3400700 1 --2- 172.21.15.44:0/504372431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa39c10f440 0x7fa39c111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.243+0000 7fa3a3400700 1 --2- 172.21.15.44:0/504372431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c074c70 0x7fa39c075050 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.243+0000 7fa3a3400700 1 --2- 172.21.15.44:0/504372431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 0x7fa39c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.243+0000 7fa3a3400700 1 -- 172.21.15.44:0/504372431 >> 172.21.15.44:0/504372431 conn(0x7fa39c079ba0 msgr2=0x7fa39c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:45.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.243+0000 7fa3a3400700 1 -- 172.21.15.44:0/504372431 shutdown_connections 2024-04-26T01:53:45.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.243+0000 7fa3a3400700 1 -- 172.21.15.44:0/504372431 wait complete. 2024-04-26T01:53:45.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.244+0000 7fa3a3400700 1 Processor -- start 2024-04-26T01:53:45.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.244+0000 7fa3a3400700 1 -- start start 2024-04-26T01:53:45.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.244+0000 7fa3a3400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa39c074c70 0x7fa39c19b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 0x7fa39c19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a3400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c10f440 0x7fa39c19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a3400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c114e70 con 0x7fa39c075590 2024-04-26T01:53:45.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a3400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c114cf0 con 0x7fa39c10f440 2024-04-26T01:53:45.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a3400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c114ff0 con 0x7fa39c074c70 2024-04-26T01:53:45.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa39be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 0x7fa39c19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa39be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 0x7fa39c19b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43762/0 (socket says 172.21.15.44:43762) 2024-04-26T01:53:45.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a0a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa39c074c70 0x7fa39c19b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa39be00700 1 -- 172.21.15.44:0/3170634728 learned_addr learned my addr 172.21.15.44:0/3170634728 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:45.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a1400700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c10f440 0x7fa39c19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a0a00700 1 -- 172.21.15.44:0/3170634728 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c10f440 msgr2=0x7fa39c19fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c10f440 0x7fa39c19fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.245+0000 7fa3a0a00700 1 -- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 msgr2=0x7fa39c19b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 0x7fa39c19b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa3a0a00700 1 -- 172.21.15.44:0/3170634728 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39c1a0360 con 0x7fa39c074c70 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa39be00700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 0x7fa39c19b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa39c074c70 0x7fa39c19b3a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa3900098e0 tx=0x7fa3900057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa399600700 1 -- 172.21.15.44:0/3170634728 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa390027070 con 0x7fa39c074c70 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa39c1a05f0 con 0x7fa39c074c70 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa39c1a7ed0 con 0x7fa39c074c70 2024-04-26T01:53:45.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa399600700 1 -- 172.21.15.44:0/3170634728 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa390022470 con 0x7fa39c074c70 2024-04-26T01:53:45.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.246+0000 7fa399600700 1 -- 172.21.15.44:0/3170634728 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa390017650 con 0x7fa39c074c70 2024-04-26T01:53:45.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.250+0000 7fa399600700 1 -- 172.21.15.44:0/3170634728 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa39002a070 con 0x7fa39c074c70 2024-04-26T01:53:45.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.251+0000 7fa399600700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa3840a3c40 0x7fa3840a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.251+0000 7fa399600700 1 -- 172.21.15.44:0/3170634728 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa3900d0f80 con 0x7fa39c074c70 2024-04-26T01:53:45.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.251+0000 7fa3ade00b80 1 Processor -- start 2024-04-26T01:53:45.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa39be00700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa3840a3c40 0x7fa3840a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa3ade00b80 1 -- start start 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3aa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56449e2fde40 con 0x56449e3aac10 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56449e2a46e0 con 0x56449e3aa2f0 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.252+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56449e2f9e00 con 0x56449e3b5ab0 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa39be00700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa3840a3c40 0x7fa3840a6100 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa39c102640 tx=0x7fa388009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3aa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa39be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3aa6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:44722/0 (socket says 172.21.15.44:44722) 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 -- 172.21.15.44:0/1668092668 learned_addr learned my addr 172.21.15.44:0/1668092668 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a1400700 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 -- 172.21.15.44:0/1668092668 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 msgr2=0x56449e3b7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 -- 172.21.15.44:0/1668092668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 msgr2=0x56449e3b5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 -- 172.21.15.44:0/1668092668 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56449e29a630 con 0x56449e3aa2f0 2024-04-26T01:53:45.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.253+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3aa6d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa3900a59a0 tx=0x7fa390022ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d489fefd8d62d847 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa38e000700 1 -- 172.21.15.44:0/1668092668 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa390097e60 con 0x56449e3aa2f0 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa38e000700 1 -- 172.21.15.44:0/1668092668 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3900a16a0 con 0x56449e3aa2f0 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa38e000700 1 -- 172.21.15.44:0/1668092668 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa39009d7b0 con 0x56449e3aa2f0 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa3ade00b80 1 -- 172.21.15.44:0/1668092668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 msgr2=0x56449e3aa6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3aa6d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa3900a59a0 tx=0x7fa390022ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa3ade00b80 1 -- 172.21.15.44:0/1668092668 shutdown_connections 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3aa6d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/1668092668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.254+0000 7fa3ade00b80 1 -- 172.21.15.44:0/1668092668 >> 172.21.15.44:0/1668092668 conn(0x56449e2d9550 msgr2=0x56449e3a6790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:45.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.255+0000 7fa3ade00b80 1 -- 172.21.15.44:0/1668092668 shutdown_connections 2024-04-26T01:53:45.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.255+0000 7fa3ade00b80 1 -- 172.21.15.44:0/1668092668 wait complete. 2024-04-26T01:53:45.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.255+0000 7fa3ade00b80 1 -- start start 2024-04-26T01:53:45.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.255+0000 7fa3ade00b80 1 Processor -- start 2024-04-26T01:53:45.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b52d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56449e3b83e0 con 0x56449e3aac10 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56449e2b7810 con 0x56449e3aa2f0 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56449e3b8560 con 0x56449e3b5ab0 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3ade00b80 10 client.0 _ll_register_callbacks cb 0x56449e2966d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa39be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3a0a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa39be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b25d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43772/0 (socket says 172.21.15.44:43772) 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa39be00700 1 -- 172.21.15.44:0/885451100 learned_addr learned my addr 172.21.15.44:0/885451100 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.256+0000 7fa3a1400700 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa3a0a00700 1 -- 172.21.15.44:0/885451100 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 msgr2=0x56449e3b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa3a0a00700 1 -- 172.21.15.44:0/885451100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 msgr2=0x56449e3b25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa3a0a00700 1 -- 172.21.15.44:0/885451100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56449e24b880 con 0x56449e3aa2f0 2024-04-26T01:53:45.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b52d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa390006010 tx=0x7fa39000b650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e34060c22222f951 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:45.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa382a00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:53:45.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa382a00700 1 -- 172.21.15.44:0/885451100 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3900b5070 con 0x56449e3aa2f0 2024-04-26T01:53:45.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.257+0000 7fa382a00700 1 -- 172.21.15.44:0/885451100 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa3900094b0 con 0x56449e3aa2f0 2024-04-26T01:53:45.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.258+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3900a16a0 con 0x56449e3aa2f0 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.258+0000 7fa382a00700 1 -- 172.21.15.44:0/885451100 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa390097e60 con 0x56449e3aa2f0 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.258+0000 7fa3ade00b80 10 client.24920 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.258+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56449e294aa0 con 0x56449e3aa2f0 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.258+0000 7fa382a00700 1 -- 172.21.15.44:0/885451100 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3900a16a0 con 0x56449e3aa2f0 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.258+0000 7fa382a00700 1 -- 172.21.15.44:0/885451100 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa390005160 con 0x56449e3aa2f0 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.259+0000 7fa3ade00b80 10 client.24920 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.259+0000 7fa3ade00b80 10 client.24920 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.259+0000 7fa3ade00b80 20 client.24920 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:45.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.259+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e3c4ed0 0x56449e3c6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.259+0000 7fa3ade00b80 4 client.24920 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:45.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.259+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 --> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56449e30b630 con 0x56449e3c4ed0 2024-04-26T01:53:45.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.259+0000 7fa39be00700 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e3c4ed0 0x56449e3c6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.260+0000 7fa39be00700 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e3c4ed0 0x56449e3c6340 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4f585b81a65f0feb server_cookie=f356ea9cd131f420 in_seq=0 out_seq=0 2024-04-26T01:53:45.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.260+0000 7fa382a00700 10 client.24920 ms_handle_connect on v2:172.21.15.44:6838/1058817088 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.260+0000 7fa382a00700 1 -- 172.21.15.44:0/885451100 <== mds.1 v2:172.21.15.44:6838/1058817088 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56449e30b630 con 0x56449e3c4ed0 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.260+0000 7fa382a00700 10 client.24920 handle_command_reply: tid=0 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 client.24920 shutdown 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 msgr2=0x56449e3b52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b52d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa390006010 tx=0x7fa39000b650 comp rx=0 tx=0).stop 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 shutdown_connections 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e3c4ed0 0x56449e3c6340 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3b5ab0 0x56449e3b2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b52d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/885451100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3aac10 0x56449e3b25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 >> 172.21.15.44:0/885451100 conn(0x56449e2d9550 msgr2=0x56449e3acc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:45.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa382a00700 0 client.24920 ms_handle_reset on v2:172.21.15.44:6838/1058817088 2024-04-26T01:53:45.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 shutdown_connections 2024-04-26T01:53:45.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 1 -- 172.21.15.44:0/885451100 wait complete. 2024-04-26T01:53:45.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.261+0000 7fa3ade00b80 20 client.24920 trim_cache size 0 max 16384 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.284+0000 7fa3ade00b80 1 Processor -- start 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.284+0000 7fa3ade00b80 1 -- start start 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aac10 0x56449e3c0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3c1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56449e3c4680 con 0x56449e3b5ab0 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56449e3c4d50 con 0x56449e3aa2f0 2024-04-26T01:53:45.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56449e3c5420 con 0x56449e3aac10 2024-04-26T01:53:45.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3a1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3c1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa39be00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aac10 0x56449e3c0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa3a0a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa39be00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aac10 0x56449e3c0fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:60950/0 (socket says 172.21.15.44:60950) 2024-04-26T01:53:45.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.285+0000 7fa39be00700 1 -- 172.21.15.44:0/3036991417 learned_addr learned my addr 172.21.15.44:0/3036991417 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:45.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa39be00700 1 -- 172.21.15.44:0/3036991417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 msgr2=0x56449e3b2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa39be00700 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa39be00700 1 -- 172.21.15.44:0/3036991417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 msgr2=0x56449e3c1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa39be00700 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3c1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa39be00700 1 -- 172.21.15.44:0/3036991417 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56449e3a6950 con 0x56449e3aac10 2024-04-26T01:53:45.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa39be00700 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aac10 0x56449e3c0fe0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa388009cf0 tx=0x7fa388014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=546143b8a9c659fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa38d600700 1 -- 172.21.15.44:0/3036991417 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388032070 con 0x56449e3aac10 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa38d600700 1 -- 172.21.15.44:0/3036991417 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa38802c610 con 0x56449e3aac10 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.286+0000 7fa38d600700 1 -- 172.21.15.44:0/3036991417 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38801db30 con 0x56449e3aac10 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3036991417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aac10 msgr2=0x56449e3c0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aac10 0x56449e3c0fe0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa388009cf0 tx=0x7fa388014000 comp rx=0 tx=0).stop 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3036991417 shutdown_connections 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3c1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aa2f0 0x56449e3b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3036991417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aac10 0x56449e3c0fe0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3036991417 >> 172.21.15.44:0/3036991417 conn(0x56449e2d9550 msgr2=0x56449e3b23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3036991417 shutdown_connections 2024-04-26T01:53:45.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.287+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3036991417 wait complete. 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.288+0000 7fa3ade00b80 1 -- start start 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.288+0000 7fa3ade00b80 1 Processor -- start 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aa2f0 0x56449e3cf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aac10 0x56449e3cbc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3ade00b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3cc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56449e3c61c0 con 0x56449e3b5ab0 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56449e3c5af0 con 0x56449e3aac10 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3ade00b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56449e3c6890 con 0x56449e3aa2f0 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3a1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3a1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3cc180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43794/0 (socket says 172.21.15.44:43794) 2024-04-26T01:53:45.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa39be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aac10 0x56449e3cbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3a1400700 1 -- 172.21.15.44:0/3987014400 learned_addr learned my addr 172.21.15.44:0/3987014400 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aa2f0 0x56449e3cf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.289+0000 7fa3ade00b80 10 client.0 _ll_register_callbacks cb 0x56449e2966d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa3a1400700 1 -- 172.21.15.44:0/3987014400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aa2f0 msgr2=0x56449e3cf8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa3a1400700 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aa2f0 0x56449e3cf8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa3a1400700 1 -- 172.21.15.44:0/3987014400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aac10 msgr2=0x56449e3cbc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa3a1400700 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aac10 0x56449e3cbc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa3a1400700 1 -- 172.21.15.44:0/3987014400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56449e3cc740 con 0x56449e3b5ab0 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa39be00700 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aac10 0x56449e3cbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa3a1400700 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3cc180 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa3940092a0 tx=0x7fa3940077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b3f076ee12ce8d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:45.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa382a00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:53:45.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa382a00700 1 -- 172.21.15.44:0/3987014400 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa394007df0 con 0x56449e3b5ab0 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa382a00700 1 -- 172.21.15.44:0/3987014400 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa394004bb0 con 0x56449e3b5ab0 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.290+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa38802c610 con 0x56449e3b5ab0 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa382a00700 1 -- 172.21.15.44:0/3987014400 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa394004df0 con 0x56449e3b5ab0 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 10 client.14811 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56449e435590 con 0x56449e3b5ab0 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa382a00700 1 -- 172.21.15.44:0/3987014400 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa38802c610 con 0x56449e3b5ab0 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa382a00700 1 -- 172.21.15.44:0/3987014400 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa394029020 con 0x56449e3b5ab0 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 10 client.14811 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 10 client.14811 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 20 client.14811 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e43a290 0x56449e438fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 4 client.14811 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.291+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 --> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] -- command(tid 0: {"prefix": "status"}) -- 0x56449e3056d0 con 0x56449e43a290 2024-04-26T01:53:45.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.292+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e43a290 0x56449e438fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.292+0000 7fa3a0a00700 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e43a290 0x56449e438fa0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c85b75d7b7c0b4cc server_cookie=cc59f090181c9bba in_seq=0 out_seq=0 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.292+0000 7fa382a00700 10 client.14811 ms_handle_connect on v2:172.21.15.44:6838/1058817088 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa382a00700 1 -- 172.21.15.44:0/3987014400 <== mds.1 v2:172.21.15.44:6838/1058817088 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x56449e3056d0 con 0x56449e43a290 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa382a00700 10 client.14811 handle_command_reply: tid=0 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 client.14811 shutdown 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 msgr2=0x56449e3cc180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3cc180 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa3940092a0 tx=0x7fa3940077e0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 shutdown_connections 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x56449e43a290 0x56449e438fa0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56449e3aa2f0 0x56449e3cf8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56449e3b5ab0 0x56449e3cc180 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 --2- 172.21.15.44:0/3987014400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56449e3aac10 0x56449e3cbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 >> 172.21.15.44:0/3987014400 conn(0x56449e2d9550 msgr2=0x56449e3b3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:45.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa382a00700 0 client.14811 ms_handle_reset on v2:172.21.15.44:6838/1058817088 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 shutdown_connections 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 1 -- 172.21.15.44:0/3987014400 wait complete. 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.293+0000 7fa3ade00b80 20 client.14811 trim_cache size 0 max 16384 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24502, 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 160.295024939, 2024-04-26T01:53:45.295 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:53:45.296 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:53:45.296 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:53:45.296 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 207.770056092 2024-04-26T01:53:45.296 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:53:45.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa3840a3c40 msgr2=0x7fa3840a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa3840a3c40 0x7fa3840a6100 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa39c102640 tx=0x7fa388009260 comp rx=0 tx=0).stop 2024-04-26T01:53:45.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa39c074c70 msgr2=0x7fa39c19b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa39c074c70 0x7fa39c19b3a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa3900098e0 tx=0x7fa3900057c0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 shutdown_connections 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa39c074c70 0x7fa39c19b3a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa3840a3c40 0x7fa3840a6100 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa39c10f440 0x7fa39c19fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 --2- 172.21.15.44:0/3170634728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa39c075590 0x7fa39c19b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.294+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 >> 172.21.15.44:0/3170634728 conn(0x7fa39c079ba0 msgr2=0x7fa39c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.295+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 shutdown_connections 2024-04-26T01:53:45.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:45.295+0000 7fa3a3400700 1 -- 172.21.15.44:0/3170634728 wait complete. 2024-04-26T01:53:46.249 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:53:46.717 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:46.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:46 smithi156 ceph-mon[32543]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:46.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:46 smithi090 ceph-mon[32456]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:46.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:46 smithi044 ceph-mon[27847]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:48.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:48 smithi156 ceph-mon[32543]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:48.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:48 smithi090 ceph-mon[32456]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:48.782 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:48 smithi044 ceph-mon[27847]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 -- 172.21.15.44:0/3495690996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc108a30 msgr2=0x7faebc108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 --2- 172.21.15.44:0/3495690996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc108a30 0x7faebc108e10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faeac009990 tx=0x7faeac009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 -- 172.21.15.44:0/3495690996 shutdown_connections 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 --2- 172.21.15.44:0/3495690996 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faebc06b0f0 0x7faebc10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 --2- 172.21.15.44:0/3495690996 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc108a30 0x7faebc108e10 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 --2- 172.21.15.44:0/3495690996 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faebc06a750 0x7faebc06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 -- 172.21.15.44:0/3495690996 >> 172.21.15.44:0/3495690996 conn(0x7faebc0788f0 msgr2=0x7faebc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 -- 172.21.15.44:0/3495690996 shutdown_connections 2024-04-26T01:53:48.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.963+0000 7faec2e00700 1 -- 172.21.15.44:0/3495690996 wait complete. 2024-04-26T01:53:48.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 Processor -- start 2024-04-26T01:53:48.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 -- start start 2024-04-26T01:53:48.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faebc06a750 0x7faebc19b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc06b0f0 0x7faebc19b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faebc108a30 0x7faebc19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faebc112c00 con 0x7faebc06a750 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faebc112a80 con 0x7faebc06b0f0 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.965+0000 7faec2e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7faebc112d80 con 0x7faebc108a30 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faebc06a750 0x7faebc19b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebb400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc06b0f0 0x7faebc19b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faebc06a750 0x7faebc19b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38646/0 (socket says 172.21.15.44:38646) 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebbe00700 1 -- 172.21.15.44:0/32637595 learned_addr learned my addr 172.21.15.44:0/32637595 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faec0e00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faebc108a30 0x7faebc19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebb400700 1 -- 172.21.15.44:0/32637595 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faebc108a30 msgr2=0x7faebc19fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebb400700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faebc108a30 0x7faebc19fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebb400700 1 -- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faebc06a750 msgr2=0x7faebc19b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebb400700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faebc06a750 0x7faebc19b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.966+0000 7faebb400700 1 -- 172.21.15.44:0/32637595 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faebc1a0360 con 0x7faebc06b0f0 2024-04-26T01:53:48.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.967+0000 7faebb400700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc06b0f0 0x7faebc19b890 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7faea800e9f0 tx=0x7faea800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.967+0000 7faeb8c00700 1 -- 172.21.15.44:0/32637595 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea800c9c0 con 0x7faebc06b0f0 2024-04-26T01:53:48.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.967+0000 7faeb8c00700 1 -- 172.21.15.44:0/32637595 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faea800cb60 con 0x7faebc06b0f0 2024-04-26T01:53:48.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.967+0000 7faeb8c00700 1 -- 172.21.15.44:0/32637595 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea8018680 con 0x7faebc06b0f0 2024-04-26T01:53:48.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.967+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faebc1a0650 con 0x7faebc06b0f0 2024-04-26T01:53:48.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.967+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faebc1a7ed0 con 0x7faebc06b0f0 2024-04-26T01:53:48.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.970+0000 7faeb8c00700 1 -- 172.21.15.44:0/32637595 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7faea8010430 con 0x7faebc06b0f0 2024-04-26T01:53:48.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.972+0000 7faeb8c00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faea00a3cc0 0x7faea00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.972+0000 7faecd6d2b80 1 Processor -- start 2024-04-26T01:53:48.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.972+0000 7faecd6d2b80 1 -- start start 2024-04-26T01:53:48.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.972+0000 7faeb8c00700 1 -- 172.21.15.44:0/32637595 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7faea80d04e0 con 0x7faebc06b0f0 2024-04-26T01:53:48.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.972+0000 7faebbe00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faea00a3cc0 0x7faea00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.972+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d0d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d18570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d1aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5654b5c60e40 con 0x5654b5d18ab0 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5654b5c076e0 con 0x5654b5d0dc10 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5654b5c5ce00 con 0x5654b5d0d2f0 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d18570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d18570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46250/0 (socket says 172.21.15.44:46250) 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 -- 172.21.15.44:0/3474993718 learned_addr learned my addr 172.21.15.44:0/3474993718 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faec0e00700 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d1aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebbe00700 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d0d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 -- 172.21.15.44:0/3474993718 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 msgr2=0x5654b5d0d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebbe00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faea00a3cc0 0x7faea00a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7faeac006010 tx=0x7faeac00b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d0d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 -- 172.21.15.44:0/3474993718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 msgr2=0x5654b5d1aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d1aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.973+0000 7faebb400700 1 -- 172.21.15.44:0/3474993718 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654b5bfd630 con 0x5654b5d0dc10 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.974+0000 7faebb400700 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d18570 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7faea8099190 tx=0x7faea809cf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f8e5455744e906c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.974+0000 7faeb1600700 1 -- 172.21.15.44:0/3474993718 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea80a0b70 con 0x5654b5d0dc10 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.974+0000 7faeb1600700 1 -- 172.21.15.44:0/3474993718 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faea80a5430 con 0x5654b5d0dc10 2024-04-26T01:53:48.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.974+0000 7faeb1600700 1 -- 172.21.15.44:0/3474993718 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea80a4fa0 con 0x5654b5d0dc10 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3474993718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 msgr2=0x5654b5d18570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d18570 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7faea8099190 tx=0x7faea809cf40 comp rx=0 tx=0).stop 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3474993718 shutdown_connections 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d0d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d1aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3474993718 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d18570 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3474993718 >> 172.21.15.44:0/3474993718 conn(0x5654b5c3c550 msgr2=0x5654b5d09790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:48.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3474993718 shutdown_connections 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3474993718 wait complete. 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.975+0000 7faecd6d2b80 1 -- start start 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 1 Processor -- start 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d18270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d15ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d1b540 con 0x5654b5d18ab0 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5654b5c1a810 con 0x5654b5d0dc10 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d1b6c0 con 0x5654b5d0d2f0 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.976+0000 7faecd6d2b80 10 client.0 _ll_register_callbacks cb 0x5654b5bf96d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d15ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faebbe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d18270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d15ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38664/0 (socket says 172.21.15.44:38664) 2024-04-26T01:53:48.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 -- 172.21.15.44:0/1772578711 learned_addr learned my addr 172.21.15.44:0/1772578711 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:48.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faebb400700 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 -- 172.21.15.44:0/1772578711 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 msgr2=0x5654b5d18270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d18270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 -- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 msgr2=0x5654b5d15570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 -- 172.21.15.44:0/1772578711 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654b5bae880 con 0x5654b5d18ab0 2024-04-26T01:53:48.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faec0e00700 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d15ab0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7faeb4004090 tx=0x7faeb40040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3787c22a859a9c0b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.977+0000 7faea6000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.978+0000 7faea6000700 1 -- 172.21.15.44:0/1772578711 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb401a070 con 0x5654b5d18ab0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.978+0000 7faea6000700 1 -- 172.21.15.44:0/1772578711 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7faeb4004db0 con 0x5654b5d18ab0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.978+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faea80a5430 con 0x5654b5d18ab0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.978+0000 7faea6000700 1 -- 172.21.15.44:0/1772578711 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faeb4025050 con 0x5654b5d18ab0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.978+0000 7faecd6d2b80 10 client.14823 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.978+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5654b5bf7aa0 con 0x5654b5d18ab0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.978+0000 7faea6000700 1 -- 172.21.15.44:0/1772578711 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faea80a5430 con 0x5654b5d18ab0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faea6000700 1 -- 172.21.15.44:0/1772578711 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7faeb4016530 con 0x5654b5d18ab0 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faecd6d2b80 10 client.14823 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faecd6d2b80 10 client.14823 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faecd6d2b80 20 client.14823 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d282c0 0x5654b5d29730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faecd6d2b80 4 client.14823 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654b5c6e630 con 0x5654b5d282c0 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.979+0000 7faebbe00700 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d282c0 0x5654b5d29730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.980+0000 7faebbe00700 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d282c0 0x5654b5d29730 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee3ac51defdf1b2c server_cookie=835dd404fca02abd in_seq=0 out_seq=0 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.980+0000 7faea6000700 10 client.14823 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faea6000700 1 -- 172.21.15.44:0/1772578711 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5654b5c6e630 con 0x5654b5d282c0 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faea6000700 10 client.14823 handle_command_reply: tid=0 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 client.14823 shutdown 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 msgr2=0x5654b5d15ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d15ab0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7faeb4004090 tx=0x7faeb40040c0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 shutdown_connections 2024-04-26T01:53:48.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d18270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d282c0 0x5654b5d29730 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d18ab0 0x5654b5d15ab0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/1772578711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 >> 172.21.15.44:0/1772578711 conn(0x5654b5c3c550 msgr2=0x5654b5d0fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faea6000700 0 client.14823 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 shutdown_connections 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.981+0000 7faecd6d2b80 1 -- 172.21.15.44:0/1772578711 wait complete. 2024-04-26T01:53:48.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:48.982+0000 7faecd6d2b80 20 client.14823 trim_cache size 0 max 16384 2024-04-26T01:53:49.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.004+0000 7faecd6d2b80 1 Processor -- start 2024-04-26T01:53:49.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.004+0000 7faecd6d2b80 1 -- start start 2024-04-26T01:53:49.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.004+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0d2f0 0x5654b5d27bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:49.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.004+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:49.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d18ab0 0x5654b5d10510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:49.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d27a70 con 0x5654b5d0d2f0 2024-04-26T01:53:49.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d28140 con 0x5654b5d0dc10 2024-04-26T01:53:49.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d28810 con 0x5654b5d18ab0 2024-04-26T01:53:49.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:49.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0d2f0 0x5654b5d27bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:49.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46266/0 (socket says 172.21.15.44:46266) 2024-04-26T01:53:49.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 -- 172.21.15.44:0/3189353534 learned_addr learned my addr 172.21.15.44:0/3189353534 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:49.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faec0e00700 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d18ab0 0x5654b5d10510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:49.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 -- 172.21.15.44:0/3189353534 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d18ab0 msgr2=0x5654b5d10510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:49.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d18ab0 0x5654b5d10510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 -- 172.21.15.44:0/3189353534 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0d2f0 msgr2=0x5654b5d27bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0d2f0 0x5654b5d27bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.005+0000 7faebb400700 1 -- 172.21.15.44:0/3189353534 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654b5d0ed70 con 0x5654b5d0dc10 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.006+0000 7faebb400700 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15a60 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7faea809c4c0 tx=0x7faea809c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=469a2e134e265982 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.006+0000 7faeb0c00700 1 -- 172.21.15.44:0/3189353534 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea80a0b70 con 0x5654b5d0dc10 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.006+0000 7faeb0c00700 1 -- 172.21.15.44:0/3189353534 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faea800cd10 con 0x5654b5d0dc10 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.006+0000 7faeb0c00700 1 -- 172.21.15.44:0/3189353534 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea80a5200 con 0x5654b5d0dc10 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3189353534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 msgr2=0x5654b5d15a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15a60 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7faea809c4c0 tx=0x7faea809c940 comp rx=0 tx=0).stop 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3189353534 shutdown_connections 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d18ab0 0x5654b5d10510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0d2f0 0x5654b5d27bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/3189353534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d0dc10 0x5654b5d15a60 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3189353534 >> 172.21.15.44:0/3189353534 conn(0x5654b5c3c550 msgr2=0x5654b5d15350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:49.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3189353534 shutdown_connections 2024-04-26T01:53:49.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 -- 172.21.15.44:0/3189353534 wait complete. 2024-04-26T01:53:49.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.007+0000 7faecd6d2b80 1 -- start start 2024-04-26T01:53:49.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 1 Processor -- start 2024-04-26T01:53:49.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d12980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:49.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0dc10 0x5654b5d12ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:49.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d18ab0 0x5654b5d2f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:49.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d295b0 con 0x5654b5d0dc10 2024-04-26T01:53:49.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d28ee0 con 0x5654b5d18ab0 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5654b5d29c80 con 0x5654b5d0d2f0 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faecd6d2b80 10 client.0 _ll_register_callbacks cb 0x5654b5bf96d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faebb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0dc10 0x5654b5d12ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.008+0000 7faebb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0dc10 0x5654b5d12ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38676/0 (socket says 172.21.15.44:38676) 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebb400700 1 -- 172.21.15.44:0/2107062854 learned_addr learned my addr 172.21.15.44:0/2107062854 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebbe00700 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d12980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faec0e00700 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d18ab0 0x5654b5d2f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebb400700 1 -- 172.21.15.44:0/2107062854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 msgr2=0x5654b5d12980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebb400700 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d12980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebb400700 1 -- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d18ab0 msgr2=0x5654b5d2f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebb400700 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d18ab0 0x5654b5d2f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebb400700 1 -- 172.21.15.44:0/2107062854 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654b5d2f840 con 0x5654b5d0dc10 2024-04-26T01:53:49.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faebb400700 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0dc10 0x5654b5d12ec0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faea800e9c0 tx=0x7faea8009ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3a5645ef02e13dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faea6000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.009+0000 7faea6000700 1 -- 172.21.15.44:0/2107062854 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea807f070 con 0x5654b5d0dc10 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faea800cd10 con 0x5654b5d0dc10 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faea6000700 1 -- 172.21.15.44:0/2107062854 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7faea80870b0 con 0x5654b5d0dc10 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faea6000700 1 -- 172.21.15.44:0/2107062854 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faea80a0b70 con 0x5654b5d0dc10 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 10 client.14829 fetch_fsmap learned FSMap version 28 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5654b5d8fc30 con 0x5654b5d0dc10 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faea6000700 1 -- 172.21.15.44:0/2107062854 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faea800cd10 con 0x5654b5d0dc10 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faea6000700 1 -- 172.21.15.44:0/2107062854 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7faea809daf0 con 0x5654b5d0dc10 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 10 client.14829 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 10 client.14829 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 20 client.14829 populate_metadata read hostname 'smithi044' 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d94180 0x5654b5d92e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 4 client.14829 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:53:49.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.010+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "status"}) -- 0x5654b5c686d0 con 0x5654b5d94180 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.011+0000 7faebbe00700 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d94180 0x5654b5d92e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.011+0000 7faebbe00700 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d94180 0x5654b5d92e90 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70e631a26df23c86 server_cookie=a54d1c4e3dcbe32 in_seq=0 out_seq=0 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.011+0000 7faea6000700 10 client.14829 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.011+0000 7faea6000700 1 -- 172.21.15.44:0/2107062854 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5654b5c686d0 con 0x5654b5d94180 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.011+0000 7faea6000700 10 client.14829 handle_command_reply: tid=0 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.011+0000 7faecd6d2b80 1 client.14829 shutdown 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0dc10 msgr2=0x5654b5d12ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0dc10 0x5654b5d12ec0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faea800e9c0 tx=0x7faea8009ef0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 shutdown_connections 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5654b5d0d2f0 0x5654b5d12980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5654b5d94180 0x5654b5d92e90 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5654b5d18ab0 0x5654b5d2f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 --2- 172.21.15.44:0/2107062854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5654b5d0dc10 0x5654b5d12ec0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faea6000700 0 client.14829 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 >> 172.21.15.44:0/2107062854 conn(0x5654b5c3c550 msgr2=0x5654b5d13e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 shutdown_connections 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 1 -- 172.21.15.44:0/2107062854 wait complete. 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.012+0000 7faecd6d2b80 20 client.14829 trim_cache size 0 max 16384 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24518, 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:53:49.015 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 181.10109159000001, 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 203.37892322799999 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faea00a3cc0 msgr2=0x7faea00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faea00a3cc0 0x7faea00a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7faeac006010 tx=0x7faeac00b280 comp rx=0 tx=0).stop 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc06b0f0 msgr2=0x7faebc19b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:49.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc06b0f0 0x7faebc19b890 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7faea800e9f0 tx=0x7faea800ed00 comp rx=0 tx=0).stop 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 shutdown_connections 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faebc108a30 0x7faebc19fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7faea00a3cc0 0x7faea00a6180 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faebc06a750 0x7faebc19b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 --2- 172.21.15.44:0/32637595 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faebc06b0f0 0x7faebc19b890 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 >> 172.21.15.44:0/32637595 conn(0x7faebc0788f0 msgr2=0x7faebc0ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 shutdown_connections 2024-04-26T01:53:49.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:49.013+0000 7faec2e00700 1 -- 172.21.15.44:0/32637595 wait complete. 2024-04-26T01:53:49.989 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T01:53:49.989 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T01:53:50.000 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T01:53:50.000 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-26T01:53:50.473 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:50.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:50 smithi156 ceph-mon[32543]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:50.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:50 smithi090 ceph-mon[32456]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:50.816 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:50 smithi044 ceph-mon[27847]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:52.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:52 smithi156 ceph-mon[32543]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:52.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:52 smithi090 ceph-mon[32456]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 -- 172.21.15.44:0/239729453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144105e50 msgr2=0x7f2144108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 --2- 172.21.15.44:0/239729453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144105e50 0x7f2144108240 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f212c009990 tx=0x7f212c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 -- 172.21.15.44:0/239729453 shutdown_connections 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 --2- 172.21.15.44:0/239729453 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2144103520 0x7f2144105910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 --2- 172.21.15.44:0/239729453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144108780 0x7f214410abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 --2- 172.21.15.44:0/239729453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144105e50 0x7f2144108240 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 -- 172.21.15.44:0/239729453 >> 172.21.15.44:0/239729453 conn(0x7f21440fcf30 msgr2=0x7f21440ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 -- 172.21.15.44:0/239729453 shutdown_connections 2024-04-26T01:53:52.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.738+0000 7f2149600700 1 -- 172.21.15.44:0/239729453 wait complete. 2024-04-26T01:53:52.738 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:52 smithi044 ceph-mon[27847]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:53:52.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.739+0000 7f2149600700 1 Processor -- start 2024-04-26T01:53:52.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.739+0000 7f2149600700 1 -- start start 2024-04-26T01:53:52.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2149600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144103520 0x7f21441975c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2149600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2144105e50 0x7f2144197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2149600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144108780 0x7f2144194140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2149600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f214410e570 con 0x7f2144108780 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2149600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f214410e3f0 con 0x7f2144103520 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2149600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f214410e6f0 con 0x7f2144105e50 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2142a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144103520 0x7f21441975c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2142a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144103520 0x7f21441975c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46292/0 (socket says 172.21.15.44:46292) 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2143400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144108780 0x7f2144194140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2142a00700 1 -- 172.21.15.44:0/2137239221 learned_addr learned my addr 172.21.15.44:0/2137239221 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f213a000700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2144105e50 0x7f2144197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2142a00700 1 -- 172.21.15.44:0/2137239221 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2144105e50 msgr2=0x7f2144197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2142a00700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2144105e50 0x7f2144197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:52.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2142a00700 1 -- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144108780 msgr2=0x7f2144194140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.740+0000 7f2142a00700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144108780 0x7f2144194140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.741+0000 7f2142a00700 1 -- 172.21.15.44:0/2137239221 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2144194a10 con 0x7f2144103520 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.741+0000 7f2142a00700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144103520 0x7f21441975c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f213400ef10 tx=0x7f213400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.741+0000 7f213be00700 1 -- 172.21.15.44:0/2137239221 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213400c9c0 con 0x7f2144103520 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.741+0000 7f213be00700 1 -- 172.21.15.44:0/2137239221 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2134019070 con 0x7f2144103520 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.741+0000 7f213be00700 1 -- 172.21.15.44:0/2137239221 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2134014480 con 0x7f2144103520 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.741+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21441a7270 con 0x7f2144103520 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.741+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21441a7610 con 0x7f2144103520 2024-04-26T01:53:52.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.742+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2144069730 con 0x7f2144103520 2024-04-26T01:53:52.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.744+0000 7f213be00700 1 -- 172.21.15.44:0/2137239221 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2134012050 con 0x7f2144103520 2024-04-26T01:53:52.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.746+0000 7f213be00700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f21280a3c40 0x7f21280a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:52.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.746+0000 7f213be00700 1 -- 172.21.15.44:0/2137239221 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f21340d0310 con 0x7f2144103520 2024-04-26T01:53:52.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.746+0000 7f213a000700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f21280a3c40 0x7f21280a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:52.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.746+0000 7f213a000700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f21280a3c40 0x7f21280a6100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f212c00b2e0 tx=0x7f212c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:52.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.750+0000 7f213be00700 1 -- 172.21.15.44:0/2137239221 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2134010040 con 0x7f2144103520 2024-04-26T01:53:52.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:52.998+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f2144062e80 con 0x7f21280a3c40 2024-04-26T01:53:52.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.001+0000 7f213be00700 1 -- 172.21.15.44:0/2137239221 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f2144062e80 con 0x7f21280a3c40 2024-04-26T01:53:52.999 INFO:teuthology.orchestra.run.smithi044.stdout:Backend: cephadm 2024-04-26T01:53:52.999 INFO:teuthology.orchestra.run.smithi044.stdout:Available: Yes 2024-04-26T01:53:52.999 INFO:teuthology.orchestra.run.smithi044.stdout:Paused: No 2024-04-26T01:53:53.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f21280a3c40 msgr2=0x7f21280a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:53.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f21280a3c40 0x7f21280a6100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f212c00b2e0 tx=0x7f212c005fb0 comp rx=0 tx=0).stop 2024-04-26T01:53:53.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144103520 msgr2=0x7f21441975c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:53.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144103520 0x7f21441975c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f213400ef10 tx=0x7f213400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 shutdown_connections 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f21280a3c40 0x7f21280a6100 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2144108780 0x7f2144194140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2144103520 0x7f21441975c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 --2- 172.21.15.44:0/2137239221 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2144105e50 0x7f2144197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 >> 172.21.15.44:0/2137239221 conn(0x7f21440fcf30 msgr2=0x7f2144102c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 shutdown_connections 2024-04-26T01:53:53.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:53.005+0000 7f2149600700 1 -- 172.21.15.44:0/2137239221 wait complete. 2024-04-26T01:53:53.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:53 smithi156 ceph-mon[32543]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:53.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:53 smithi090 ceph-mon[32456]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:53.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:53 smithi044 ceph-mon[27847]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:53.846 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-26T01:53:54.307 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:54 smithi156 ceph-mon[32543]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:54.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:54 smithi090 ceph-mon[32456]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:54.770 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:54 smithi044 ceph-mon[27847]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:56.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 -- 172.21.15.44:0/1252586247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda100754a0 msgr2=0x7fda10075920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:56.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 --2- 172.21.15.44:0/1252586247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda100754a0 0x7fda10075920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8009990 tx=0x7fd9f8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 -- 172.21.15.44:0/1252586247 shutdown_connections 2024-04-26T01:53:56.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 --2- 172.21.15.44:0/1252586247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda1010f080 0x7fda10111470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 --2- 172.21.15.44:0/1252586247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda10076a70 0x7fda10074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 --2- 172.21.15.44:0/1252586247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda100754a0 0x7fda10075920 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 -- 172.21.15.44:0/1252586247 >> 172.21.15.44:0/1252586247 conn(0x7fda100fe040 msgr2=0x7fda10100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:56.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 -- 172.21.15.44:0/1252586247 shutdown_connections 2024-04-26T01:53:56.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.548+0000 7fda15000700 1 -- 172.21.15.44:0/1252586247 wait complete. 2024-04-26T01:53:56.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.549+0000 7fda15000700 1 Processor -- start 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.549+0000 7fda15000700 1 -- start start 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda15000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda100754a0 0x7fda1019f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda15000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda10076a70 0x7fda1019f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda15000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1010f080 0x7fda101a6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda15000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fda10114b80 con 0x7fda1010f080 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda15000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fda10114a00 con 0x7fda100754a0 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda15000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fda10114d00 con 0x7fda10076a70 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda0de00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda100754a0 0x7fda1019f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda0de00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda100754a0 0x7fda1019f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46312/0 (socket says 172.21.15.44:46312) 2024-04-26T01:53:56.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda0de00700 1 -- 172.21.15.44:0/3070566463 learned_addr learned my addr 172.21.15.44:0/3070566463 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.550+0000 7fda0e800700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1010f080 0x7fda101a6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda05400700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda10076a70 0x7fda1019f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda0de00700 1 -- 172.21.15.44:0/3070566463 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda10076a70 msgr2=0x7fda1019f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda0de00700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda10076a70 0x7fda1019f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda0de00700 1 -- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1010f080 msgr2=0x7fda101a6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda0de00700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1010f080 0x7fda101a6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda0de00700 1 -- 172.21.15.44:0/3070566463 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda101a6ed0 con 0x7fda100754a0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda05400700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda10076a70 0x7fda1019f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda0de00700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda100754a0 0x7fda1019f270 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fda0000e970 tx=0x7fda0000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda07400700 1 -- 172.21.15.44:0/3070566463 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0000cbd0 con 0x7fda100754a0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda07400700 1 -- 172.21.15.44:0/3070566463 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda0000cd70 con 0x7fda100754a0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda101a71c0 con 0x7fda100754a0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.551+0000 7fda07400700 1 -- 172.21.15.44:0/3070566463 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda00005680 con 0x7fda100754a0 2024-04-26T01:53:56.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.552+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda101a7750 con 0x7fda100754a0 2024-04-26T01:53:56.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.553+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda10069730 con 0x7fda100754a0 2024-04-26T01:53:56.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.556+0000 7fda07400700 1 -- 172.21.15.44:0/3070566463 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fda00004750 con 0x7fda100754a0 2024-04-26T01:53:56.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.557+0000 7fda07400700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd9f40a3cc0 0x7fd9f40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:56.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.558+0000 7fda07400700 1 -- 172.21.15.44:0/3070566463 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fda000d05c0 con 0x7fda100754a0 2024-04-26T01:53:56.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.558+0000 7fda05400700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd9f40a3cc0 0x7fd9f40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:56.556 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:56 smithi044 ceph-mon[27847]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:56.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.559+0000 7fda05400700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd9f40a3cc0 0x7fd9f40a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8006010 tx=0x7fd9f8005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:56.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.562+0000 7fda07400700 1 -- 172.21.15.44:0/3070566463 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fda0009cfa0 con 0x7fda100754a0 2024-04-26T01:53:56.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:56 smithi156 ceph-mon[32543]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:56.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:56 smithi090 ceph-mon[32456]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:56.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.804+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fda10062e80 con 0x7fd9f40a3cc0 2024-04-26T01:53:56.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.820+0000 7fda07400700 1 -- 172.21.15.44:0/3070566463 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fda10062e80 con 0x7fd9f40a3cc0 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:mds.a smithi044 running (3m) 49s ago 3m 17.6M - 19.0.0-3156-gd69f13d8 da4b004c09e8 701d4a11e46d 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:mds.b smithi090 running (3m) 71s ago 3m 26.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 efc08a331748 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:mds.c smithi156 running (3m) 71s ago 3m 19.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 6cd8851e69e4 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:mds.d smithi044 running (3m) 49s ago 3m 13.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 8a6f0d69eb06 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:mds.e smithi090 running (3m) 71s ago 3m 20.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 2edd45a92fd8 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:mds.f smithi156 running (3m) 71s ago 3m 20.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 ea8b5bf0882b 2024-04-26T01:53:56.819 INFO:teuthology.orchestra.run.smithi044.stdout:mds.g smithi044 running (3m) 49s ago 3m 18.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 922ff74a8c66 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mds.h smithi090 running (3m) 71s ago 3m 21.9M - 19.0.0-3156-gd69f13d8 da4b004c09e8 04c94d60a4b9 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mds.i smithi156 running (3m) 71s ago 3m 21.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f166d54b431b 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mds.j smithi044 running (4m) 49s ago 4m 13.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e8a3c81f2cb6 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mds.k smithi090 running (4m) 71s ago 4m 19.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 c579df76e77c 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mds.l smithi156 running (4m) 71s ago 4m 18.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 bafee7aeb5e9 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi044 *:9283,8765 running (12m) 49s ago 12m 516M - 19.0.0-3156-gd69f13d8 da4b004c09e8 2e66150b5bd4 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi090 *:8443,8765 running (10m) 71s ago 10m 453M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e90d671bae63 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.z smithi156 *:8443,8765 running (10m) 71s ago 10m 454M - 19.0.0-3156-gd69f13d8 da4b004c09e8 1ddf73e38fa9 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (12m) 49s ago 12m 48.5M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 238178f23202 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi090 running (10m) 71s ago 10m 41.1M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 7a24d849ca22 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi156 running (10m) 71s ago 10m 43.9M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 2071bffb465a 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (9m) 49s ago 9m 47.1M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 749a5b175280 2024-04-26T01:53:56.820 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi090 running (9m) 71s ago 9m 45.7M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 f2499f0841d4 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi156 running (8m) 71s ago 8m 49.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 fa7eb96cd530 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (8m) 49s ago 8m 56.6M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 1165065871d4 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi090 running (7m) 71s ago 7m 56.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 6f8b6d223813 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi156 running (7m) 71s ago 7m 54.8M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 da5855e02063 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi044 running (6m) 49s ago 6m 41.3M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 be847120ecef 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi090 running (6m) 71s ago 6m 46.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 15bbe664fe96 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.8 smithi156 running (6m) 71s ago 6m 55.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 8b3dd1bc76b2 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.9 smithi044 running (5m) 49s ago 5m 41.5M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 f5fdd4b85ddb 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.10 smithi090 running (5m) 71s ago 5m 54.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 9f92a7460b5b 2024-04-26T01:53:56.821 INFO:teuthology.orchestra.run.smithi044.stdout:osd.11 smithi156 running (4m) 71s ago 4m 51.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 c14e6959925e 2024-04-26T01:53:56.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd9f40a3cc0 msgr2=0x7fd9f40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:56.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd9f40a3cc0 0x7fd9f40a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8006010 tx=0x7fd9f8005e80 comp rx=0 tx=0).stop 2024-04-26T01:53:56.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda100754a0 msgr2=0x7fda1019f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:56.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda100754a0 0x7fda1019f270 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fda0000e970 tx=0x7fda0000ec80 comp rx=0 tx=0).stop 2024-04-26T01:53:56.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 shutdown_connections 2024-04-26T01:53:56.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fd9f40a3cc0 0x7fd9f40a6180 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1010f080 0x7fda101a6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda100754a0 0x7fda1019f270 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 --2- 172.21.15.44:0/3070566463 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda10076a70 0x7fda1019f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:56.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.824+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 >> 172.21.15.44:0/3070566463 conn(0x7fda100fe040 msgr2=0x7fda10102420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:56.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.825+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 shutdown_connections 2024-04-26T01:53:56.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:53:56.825+0000 7fda15000700 1 -- 172.21.15.44:0/3070566463 wait complete. 2024-04-26T01:53:57.584 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:57 smithi044 ceph-mon[27847]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:57.631 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-26T01:53:57.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:57 smithi090 ceph-mon[32456]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:57.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:57 smithi156 ceph-mon[32543]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:53:58.066 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:58.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:53:58 smithi044 ceph-mon[27847]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:58.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:53:58 smithi156 ceph-mon[32543]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:53:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:53:58 smithi090 ceph-mon[32456]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.176+0000 7fe6fd800700 1 -- 172.21.15.44:0/1784719967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 msgr2=0x7fe6f81033b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.176+0000 7fe6fd800700 1 --2- 172.21.15.44:0/1784719967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 0x7fe6f81033b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe6e8009990 tx=0x7fe6e8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.176+0000 7fe6fd800700 1 -- 172.21.15.44:0/1784719967 shutdown_connections 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.176+0000 7fe6fd800700 1 --2- 172.21.15.44:0/1784719967 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6f8102600 0x7fe6f8109ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.176+0000 7fe6fd800700 1 --2- 172.21.15.44:0/1784719967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 0x7fe6f81033b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.176+0000 7fe6fd800700 1 --2- 172.21.15.44:0/1784719967 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 0x7fe6f81020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.176+0000 7fe6fd800700 1 -- 172.21.15.44:0/1784719967 >> 172.21.15.44:0/1784719967 conn(0x7fe6f80fc6d0 msgr2=0x7fe6f80feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:00.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.177+0000 7fe6fd800700 1 -- 172.21.15.44:0/1784719967 shutdown_connections 2024-04-26T01:54:00.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.177+0000 7fe6fd800700 1 -- 172.21.15.44:0/1784719967 wait complete. 2024-04-26T01:54:00.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.178+0000 7fe6fd800700 1 Processor -- start 2024-04-26T01:54:00.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.178+0000 7fe6fd800700 1 -- start start 2024-04-26T01:54:00.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6fd800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 0x7fe6f8198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:00.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6fd800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6f8102600 0x7fe6f81991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:00.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6fd800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 0x7fe6f81a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:00.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6fd800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f810d490 con 0x7fe6f8102f90 2024-04-26T01:54:00.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6fd800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f810d310 con 0x7fe6f8101c40 2024-04-26T01:54:00.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6fd800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f810d610 con 0x7fe6f8102600 2024-04-26T01:54:00.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6f6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 0x7fe6f8198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:00.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6f6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 0x7fe6f8198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54122/0 (socket says 172.21.15.44:54122) 2024-04-26T01:54:00.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6f6a00700 1 -- 172.21.15.44:0/3062586789 learned_addr learned my addr 172.21.15.44:0/3062586789 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:00.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6f6000700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6f8102600 0x7fe6f81991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:00.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.179+0000 7fe6f7400700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 0x7fe6f81a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6f6a00700 1 -- 172.21.15.44:0/3062586789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6f8102600 msgr2=0x7fe6f81991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6f6a00700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6f8102600 0x7fe6f81991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6f6a00700 1 -- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 msgr2=0x7fe6f81a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6f6a00700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 0x7fe6f81a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6f6a00700 1 -- 172.21.15.44:0/3062586789 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6f81a0900 con 0x7fe6f8101c40 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6f7400700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 0x7fe6f81a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6f6a00700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 0x7fe6f8198c80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80098e0 tx=0x7fe6e80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6ef400700 1 -- 172.21.15.44:0/3062586789 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e8027070 con 0x7fe6f8101c40 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6f81a0b90 con 0x7fe6f8101c40 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6ef400700 1 -- 172.21.15.44:0/3062586789 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6e8022470 con 0x7fe6f8101c40 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6ef400700 1 -- 172.21.15.44:0/3062586789 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e8017650 con 0x7fe6f8101c40 2024-04-26T01:54:00.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.180+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6f81a1040 con 0x7fe6f8101c40 2024-04-26T01:54:00.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.182+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6f8069730 con 0x7fe6f8101c40 2024-04-26T01:54:00.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.184+0000 7fe6ef400700 1 -- 172.21.15.44:0/3062586789 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe6e802a070 con 0x7fe6f8101c40 2024-04-26T01:54:00.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.185+0000 7fe6ef400700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe6dc0a3c40 0x7fe6dc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:00.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.185+0000 7fe6ef400700 1 -- 172.21.15.44:0/3062586789 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fe6e80d1280 con 0x7fe6f8101c40 2024-04-26T01:54:00.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.185+0000 7fe6f6000700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe6dc0a3c40 0x7fe6dc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:00.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.186+0000 7fe6f6000700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe6dc0a3c40 0x7fe6dc0a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe6f819a190 tx=0x7fe6e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.189+0000 7fe6ef400700 1 -- 172.21.15.44:0/3062586789 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe6e805eff0 con 0x7fe6f8101c40 2024-04-26T01:54:00.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.430+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fe6f80fe8f0 con 0x7fe6dc0a3c40 2024-04-26T01:54:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.447+0000 7fe6ef400700 1 -- 172.21.15.44:0/3062586789 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fe6f80fe8f0 con 0x7fe6dc0a3c40 2024-04-26T01:54:00.445 INFO:teuthology.orchestra.run.smithi044.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T01:54:00.445 INFO:teuthology.orchestra.run.smithi044.stdout:mds.all 12/12 74s ago 4m smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi090=b;smithi090=e;smithi090=h;smithi090=k;smithi156=c;smithi156=f;smithi156=i;smithi156=l;count:12 2024-04-26T01:54:00.445 INFO:teuthology.orchestra.run.smithi044.stdout:mgr 3/3 75s ago 10m smithi044=x;smithi090=y;smithi156=z;count:3 2024-04-26T01:54:00.445 INFO:teuthology.orchestra.run.smithi044.stdout:mon 3/3 75s ago 10m smithi044:172.21.15.44=a;smithi090:172.21.15.90=b;smithi156:172.21.15.156=c;count:3 2024-04-26T01:54:00.445 INFO:teuthology.orchestra.run.smithi044.stdout:osd 12 75s ago - 2024-04-26T01:54:00.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe6dc0a3c40 msgr2=0x7fe6dc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:00.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe6dc0a3c40 0x7fe6dc0a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe6f819a190 tx=0x7fe6e4009260 comp rx=0 tx=0).stop 2024-04-26T01:54:00.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 msgr2=0x7fe6f8198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:00.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 0x7fe6f8198c80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80098e0 tx=0x7fe6e80057c0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 shutdown_connections 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe6dc0a3c40 0x7fe6dc0a6100 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6f8102f90 0x7fe6f81a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe6f8101c40 0x7fe6f8198c80 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 --2- 172.21.15.44:0/3062586789 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe6f8102600 0x7fe6f81991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 >> 172.21.15.44:0/3062586789 conn(0x7fe6f80fc6d0 msgr2=0x7fe6f80fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 shutdown_connections 2024-04-26T01:54:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:00.450+0000 7fe6fd800700 1 -- 172.21.15.44:0/3062586789 wait complete. 2024-04-26T01:54:00.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:00 smithi044 ceph-mon[27847]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:00.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:00 smithi156 ceph-mon[32543]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:00 smithi090 ceph-mon[32456]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:01.277 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-26T01:54:01.767 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:01.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:01 smithi044 ceph-mon[27847]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:01.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:01 smithi156 ceph-mon[32543]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:01.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:01 smithi090 ceph-mon[32456]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:02 smithi044 ceph-mon[27847]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:02.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:02 smithi156 ceph-mon[32543]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:02.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:02 smithi090 ceph-mon[32456]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:03.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 -- 172.21.15.44:0/2154408134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c105e60 msgr2=0x7f834c108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:03.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 --2- 172.21.15.44:0/2154408134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c105e60 0x7f834c108250 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8338009990 tx=0x7f8338009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:03.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 -- 172.21.15.44:0/2154408134 shutdown_connections 2024-04-26T01:54:03.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 --2- 172.21.15.44:0/2154408134 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f834c103530 0x7f834c105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:03.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 --2- 172.21.15.44:0/2154408134 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f834c108790 0x7f834c10ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:03.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 --2- 172.21.15.44:0/2154408134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c105e60 0x7f834c108250 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:03.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 -- 172.21.15.44:0/2154408134 >> 172.21.15.44:0/2154408134 conn(0x7f834c0fcf40 msgr2=0x7f834c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:03.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 -- 172.21.15.44:0/2154408134 shutdown_connections 2024-04-26T01:54:03.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.976+0000 7f8354000700 1 -- 172.21.15.44:0/2154408134 wait complete. 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.977+0000 7f8354000700 1 Processor -- start 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8354000700 1 -- start start 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8354000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c103530 0x7f834c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8354000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f834c105e60 0x7f834c1991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8354000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f834c108790 0x7f834c1a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8354000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f834c10e550 con 0x7f834c103530 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8354000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f834c10e3d0 con 0x7f834c105e60 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8354000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f834c10e6d0 con 0x7f834c108790 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8351600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c103530 0x7f834c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8351600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c103530 0x7f834c198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54010/0 (socket says 172.21.15.44:54010) 2024-04-26T01:54:03.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8351600700 1 -- 172.21.15.44:0/4169195759 learned_addr learned my addr 172.21.15.44:0/4169195759 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.978+0000 7f8350c00700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f834c105e60 0x7f834c1991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8352000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f834c108790 0x7f834c1a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8352000700 1 -- 172.21.15.44:0/4169195759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f834c105e60 msgr2=0x7f834c1991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8352000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f834c105e60 0x7f834c1991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8352000700 1 -- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c103530 msgr2=0x7f834c198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8352000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c103530 0x7f834c198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8352000700 1 -- 172.21.15.44:0/4169195759 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f834c1a08c0 con 0x7f834c108790 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8351600700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c103530 0x7f834c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.979+0000 7f8352000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f834c108790 0x7f834c1a01f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f834400ef90 tx=0x7f834400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.980+0000 7f834a000700 1 -- 172.21.15.44:0/4169195759 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83440092e0 con 0x7f834c108790 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.980+0000 7f834a000700 1 -- 172.21.15.44:0/4169195759 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8344004bb0 con 0x7f834c108790 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.980+0000 7f834a000700 1 -- 172.21.15.44:0/4169195759 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8344004020 con 0x7f834c108790 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.980+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f834c1a0b50 con 0x7f834c108790 2024-04-26T01:54:03.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.980+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f834c1a1040 con 0x7f834c108790 2024-04-26T01:54:03.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.981+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f834c069730 con 0x7f834c108790 2024-04-26T01:54:03.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.983+0000 7f834a000700 1 -- 172.21.15.44:0/4169195759 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f834401b030 con 0x7f834c108790 2024-04-26T01:54:03.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.985+0000 7f834a000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f83340a3cc0 0x7f83340a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:03.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.985+0000 7f834a000700 1 -- 172.21.15.44:0/4169195759 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f83440d0120 con 0x7f834c108790 2024-04-26T01:54:03.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.985+0000 7f8351600700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f83340a3cc0 0x7f83340a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:03.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.986+0000 7f8351600700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f83340a3cc0 0x7f83340a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f834c19a150 tx=0x7f8340009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:03.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:03.987+0000 7f834a000700 1 -- 172.21.15.44:0/4169195759 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8344022020 con 0x7f834c108790 2024-04-26T01:54:04.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.228+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f834c062e80 con 0x7f83340a3cc0 2024-04-26T01:54:04.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.232+0000 7f834a000700 1 -- 172.21.15.44:0/4169195759 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f834c062e80 con 0x7f83340a3cc0 2024-04-26T01:54:04.230 INFO:teuthology.orchestra.run.smithi044.stdout:HOST ADDR LABELS STATUS 2024-04-26T01:54:04.231 INFO:teuthology.orchestra.run.smithi044.stdout:smithi044 172.21.15.44 2024-04-26T01:54:04.231 INFO:teuthology.orchestra.run.smithi044.stdout:smithi090 172.21.15.90 2024-04-26T01:54:04.231 INFO:teuthology.orchestra.run.smithi044.stdout:smithi156 172.21.15.156 2024-04-26T01:54:04.231 INFO:teuthology.orchestra.run.smithi044.stdout:3 hosts in cluster 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f83340a3cc0 msgr2=0x7f83340a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f83340a3cc0 0x7f83340a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f834c19a150 tx=0x7f8340009260 comp rx=0 tx=0).stop 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f834c108790 msgr2=0x7f834c1a01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f834c108790 0x7f834c1a01f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f834400ef90 tx=0x7f834400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 shutdown_connections 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f834c108790 0x7f834c1a01f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f83340a3cc0 0x7f83340a6180 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c103530 0x7f834c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 --2- 172.21.15.44:0/4169195759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f834c105e60 0x7f834c1991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:04.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.235+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 >> 172.21.15.44:0/4169195759 conn(0x7f834c0fcf40 msgr2=0x7f834c1053f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:04.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.236+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 shutdown_connections 2024-04-26T01:54:04.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:04.236+0000 7f8354000700 1 -- 172.21.15.44:0/4169195759 wait complete. 2024-04-26T01:54:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:04 smithi044 ceph-mon[27847]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:04 smithi156 ceph-mon[32543]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:04 smithi090 ceph-mon[32456]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:05.040 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-26T01:54:05.536 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:05.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:05 smithi044 ceph-mon[27847]: from='client.24958 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:05.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:05 smithi156 ceph-mon[32543]: from='client.24958 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:05.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:05 smithi090 ceph-mon[32456]: from='client.24958 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:06 smithi044 ceph-mon[27847]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:06 smithi156 ceph-mon[32543]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:06 smithi090 ceph-mon[32456]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:07.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 -- 172.21.15.44:0/1280224747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8104ce0 msgr2=0x7f7de8105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:07.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 --2- 172.21.15.44:0/1280224747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8104ce0 0x7f7de8105100 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc0099c0 tx=0x7f7ddc009cd0 comp rx=0 tx=0).stop 2024-04-26T01:54:07.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 -- 172.21.15.44:0/1280224747 shutdown_connections 2024-04-26T01:54:07.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 --2- 172.21.15.44:0/1280224747 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8106880 0x7f7de810d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:07.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 --2- 172.21.15.44:0/1280224747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8104ce0 0x7f7de8105100 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:07.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 --2- 172.21.15.44:0/1280224747 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7de8105ee0 0x7f7de8106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:07.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 -- 172.21.15.44:0/1280224747 >> 172.21.15.44:0/1280224747 conn(0x7f7de81002a0 msgr2=0x7f7de81026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:07.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 -- 172.21.15.44:0/1280224747 shutdown_connections 2024-04-26T01:54:07.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.826+0000 7f7def400700 1 -- 172.21.15.44:0/1280224747 wait complete. 2024-04-26T01:54:07.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 Processor -- start 2024-04-26T01:54:07.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 -- start start 2024-04-26T01:54:07.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8104ce0 0x7f7de819ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:07.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7de8105ee0 0x7f7de819b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8106880 0x7f7de81a2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7de81107c0 con 0x7f7de8106880 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7de8110640 con 0x7f7de8104ce0 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.828+0000 7f7def400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7de8110940 con 0x7f7de8105ee0 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8104ce0 0x7f7de819ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8104ce0 0x7f7de819ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43902/0 (socket says 172.21.15.44:43902) 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 -- 172.21.15.44:0/369740716 learned_addr learned my addr 172.21.15.44:0/369740716 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7ded400700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8106880 0x7f7de81a2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7de7e00700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7de8105ee0 0x7f7de819b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 -- 172.21.15.44:0/369740716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7de8105ee0 msgr2=0x7f7de819b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7de8105ee0 0x7f7de819b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 -- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8106880 msgr2=0x7f7de81a2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8106880 0x7f7de81a2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:07.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 -- 172.21.15.44:0/369740716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7de81a2aa0 con 0x7f7de8104ce0 2024-04-26T01:54:07.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.829+0000 7f7deca00700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8104ce0 0x7f7de819ae40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc006010 tx=0x7f7ddc0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:07.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.830+0000 7f7de5600700 1 -- 172.21.15.44:0/369740716 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc027070 con 0x7f7de8104ce0 2024-04-26T01:54:07.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.830+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7de81a2d30 con 0x7f7de8104ce0 2024-04-26T01:54:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.830+0000 7f7de5600700 1 -- 172.21.15.44:0/369740716 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ddc0040e0 con 0x7f7de8104ce0 2024-04-26T01:54:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.830+0000 7f7de5600700 1 -- 172.21.15.44:0/369740716 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc00f460 con 0x7f7de8104ce0 2024-04-26T01:54:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.830+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7de81a3180 con 0x7f7de8104ce0 2024-04-26T01:54:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.831+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7de8069730 con 0x7f7de8104ce0 2024-04-26T01:54:07.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.833+0000 7f7de5600700 1 -- 172.21.15.44:0/369740716 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7ddc02a070 con 0x7f7de8104ce0 2024-04-26T01:54:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.835+0000 7f7de5600700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7dd00a3c40 0x7f7dd00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:07.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.835+0000 7f7de5600700 1 -- 172.21.15.44:0/369740716 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f7ddc0d1260 con 0x7f7de8104ce0 2024-04-26T01:54:07.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.835+0000 7f7de7e00700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7dd00a3c40 0x7f7dd00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:07.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.836+0000 7f7de7e00700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7dd00a3c40 0x7f7dd00a6100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4004630 tx=0x7f7dd400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:07.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:07.839+0000 7f7de5600700 1 -- 172.21.15.44:0/369740716 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7ddc05eff0 con 0x7f7de8104ce0 2024-04-26T01:54:08.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.085+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 --> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f7de8062e80 con 0x7f7dd00a3c40 2024-04-26T01:54:08.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.088+0000 7f7de5600700 1 -- 172.21.15.44:0/369740716 <== mgr.14152 v2:172.21.15.44:6800/2941504694 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f7de8062e80 con 0x7f7dd00a3c40 2024-04-26T01:54:08.087 INFO:teuthology.orchestra.run.smithi044.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-26T01:54:08.087 INFO:teuthology.orchestra.run.smithi044.stdout:smithi044 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5331001K400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-26T01:54:08.087 INFO:teuthology.orchestra.run.smithi044.stdout:smithi090 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400UK400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-26T01:54:08.087 INFO:teuthology.orchestra.run.smithi044.stdout:smithi156 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB74760040480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-04-26T01:54:08.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7dd00a3c40 msgr2=0x7f7dd00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:08.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7dd00a3c40 0x7f7dd00a6100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4004630 tx=0x7f7dd400b3c0 comp rx=0 tx=0).stop 2024-04-26T01:54:08.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8104ce0 msgr2=0x7f7de819ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8104ce0 0x7f7de819ae40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc006010 tx=0x7f7ddc0047b0 comp rx=0 tx=0).stop 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 shutdown_connections 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7dd00a3c40 0x7f7dd00a6100 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7de8106880 0x7f7de81a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7de8104ce0 0x7f7de819ae40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 --2- 172.21.15.44:0/369740716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7de8105ee0 0x7f7de819b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 >> 172.21.15.44:0/369740716 conn(0x7f7de81002a0 msgr2=0x7f7de8109250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.091+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 shutdown_connections 2024-04-26T01:54:08.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:08.092+0000 7f7def400700 1 -- 172.21.15.44:0/369740716 wait complete. 2024-04-26T01:54:08.781 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:08 smithi156 ceph-mon[32543]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:08.782 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:08 smithi156 ceph-mon[32543]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:08.809 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:08 smithi044 ceph-mon[27847]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:08.809 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:08 smithi044 ceph-mon[27847]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:08.866 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T01:54:08.876 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T01:54:08.876 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-26T01:54:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:08 smithi090 ceph-mon[32456]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:08 smithi090 ceph-mon[32456]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:09.315 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:09.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:09.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.830 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:09 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:09 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:09 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:10.634 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:10 smithi044 ceph-mon[27847]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:10.634 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:10.634 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:10.635 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:10 smithi044 ceph-mon[27847]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:10 smithi156 ceph-mon[32543]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:10 smithi156 ceph-mon[32543]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:10 smithi090 ceph-mon[32456]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:10 smithi090 ceph-mon[32456]: from='mgr.14152 172.21.15.44:0/282606546' entity='mgr.x' 2024-04-26T01:54:11.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.526+0000 7f5f9e400700 1 -- 172.21.15.44:0/2494764916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98104cf0 msgr2=0x7f5f98105110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:11.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.526+0000 7f5f9e400700 1 --2- 172.21.15.44:0/2494764916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98104cf0 0x7f5f98105110 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5f880099c0 tx=0x7f5f88009cd0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.527+0000 7f5f9e400700 1 -- 172.21.15.44:0/2494764916 shutdown_connections 2024-04-26T01:54:11.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.527+0000 7f5f9e400700 1 --2- 172.21.15.44:0/2494764916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f98106890 0x7f5f9810d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.527+0000 7f5f9e400700 1 --2- 172.21.15.44:0/2494764916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98104cf0 0x7f5f98105110 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.527+0000 7f5f9e400700 1 --2- 172.21.15.44:0/2494764916 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f98105ef0 0x7f5f98106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.527+0000 7f5f9e400700 1 -- 172.21.15.44:0/2494764916 >> 172.21.15.44:0/2494764916 conn(0x7f5f98100290 msgr2=0x7f5f981026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:11.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.527+0000 7f5f9e400700 1 -- 172.21.15.44:0/2494764916 shutdown_connections 2024-04-26T01:54:11.526 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.527+0000 7f5f9e400700 1 -- 172.21.15.44:0/2494764916 wait complete. 2024-04-26T01:54:11.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.528+0000 7f5f9e400700 1 Processor -- start 2024-04-26T01:54:11.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.528+0000 7f5f9e400700 1 -- start start 2024-04-26T01:54:11.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f9e400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f98104cf0 0x7f5f9819ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:11.527 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f9e400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98105ef0 0x7f5f9819b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f9e400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f98106890 0x7f5f981a2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f9e400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5f981107d0 con 0x7f5f98105ef0 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f9e400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5f98110650 con 0x7f5f98104cf0 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f9e400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5f98110950 con 0x7f5f98106890 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f96a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98105ef0 0x7f5f9819b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f96a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98105ef0 0x7f5f9819b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59446/0 (socket says 172.21.15.44:59446) 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f97400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f98104cf0 0x7f5f9819ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:11.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f96a00700 1 -- 172.21.15.44:0/4006791633 learned_addr learned my addr 172.21.15.44:0/4006791633 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:11.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.529+0000 7f5f97e00700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f98106890 0x7f5f981a2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:11.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f96a00700 1 -- 172.21.15.44:0/4006791633 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f98106890 msgr2=0x7f5f981a2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:11.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f96a00700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f98106890 0x7f5f981a2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f96a00700 1 -- 172.21.15.44:0/4006791633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f98104cf0 msgr2=0x7f5f9819ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:11.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f96a00700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f98104cf0 0x7f5f9819ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f96a00700 1 -- 172.21.15.44:0/4006791633 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f981a2aa0 con 0x7f5f98105ef0 2024-04-26T01:54:11.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f96a00700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98105ef0 0x7f5f9819b380 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5f8400e9f0 tx=0x7f5f8400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:11.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f8fe00700 1 -- 172.21.15.44:0/4006791633 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f8400cbd0 con 0x7f5f98105ef0 2024-04-26T01:54:11.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f981a2d90 con 0x7f5f98105ef0 2024-04-26T01:54:11.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.530+0000 7f5f8fe00700 1 -- 172.21.15.44:0/4006791633 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f8400ee90 con 0x7f5f98105ef0 2024-04-26T01:54:11.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.531+0000 7f5f8fe00700 1 -- 172.21.15.44:0/4006791633 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f84005590 con 0x7f5f98105ef0 2024-04-26T01:54:11.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.531+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f981a3220 con 0x7f5f98105ef0 2024-04-26T01:54:11.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.532+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f98069730 con 0x7f5f98105ef0 2024-04-26T01:54:11.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.534+0000 7f5f8fe00700 1 -- 172.21.15.44:0/4006791633 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5f84004750 con 0x7f5f98105ef0 2024-04-26T01:54:11.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.535+0000 7f5f8fe00700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5f7c0a3c40 0x7f5f7c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:11.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.535+0000 7f5f8fe00700 1 -- 172.21.15.44:0/4006791633 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f5f840d0610 con 0x7f5f98105ef0 2024-04-26T01:54:11.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.536+0000 7f5f97400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5f7c0a3c40 0x7f5f7c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:11.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.536+0000 7f5f97400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5f7c0a3c40 0x7f5f7c0a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5f8800b580 tx=0x7f5f88005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:11.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.540+0000 7f5f8fe00700 1 -- 172.21.15.44:0/4006791633 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5f8409cff0 con 0x7f5f98105ef0 2024-04-26T01:54:11.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.821+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f5f9802df80 con 0x7f5f98105ef0 2024-04-26T01:54:11.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.822+0000 7f5f8fe00700 1 -- 172.21.15.44:0/4006791633 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3090 (secure 0 0 0) 0x7f5f9802df80 con 0x7f5f98105ef0 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:e28 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:legacy client fscid: 1 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:Filesystem 'cephfs' (1) 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:fs_name cephfs 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:epoch 28 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:created 2024-04-26T01:50:47.836004+0000 2024-04-26T01:54:11.822 INFO:teuthology.orchestra.run.smithi044.stdout:modified 2024-04-26T01:51:12.946234+0000 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:tableserver 0 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:root 0 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:session_timeout 300 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:session_autoclose 300 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:max_file_size 1099511627776 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:max_xattr_size 65536 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:required_client_features {} 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:last_failure 0 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:last_failure_osd_epoch 0 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:max_mds 5 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:in 0,1,2,3,4 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:up {0=24518,1=24502,2=24490,3=24476,4=24472} 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:failed 2024-04-26T01:54:11.823 INFO:teuthology.orchestra.run.smithi044.stdout:damaged 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:stopped 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:data_pools [3] 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:metadata_pool 2 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:inline_data disabled 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:balancer 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:bal_rank_mask -1 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:standby_count_wanted 0 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:qdb_cluster leader: 24518 members: 24490,24476,24518,24472,24502 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.b{0:24518} state up:active seq 7 addr [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.f{0:24466} state up:standby-replay seq 1 addr [v2:172.21.15.156:6834/3388507864,v1:172.21.15.156:6835/3388507864] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.g{1:24502} state up:active seq 13 addr [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.e{1:24458} state up:standby-replay seq 1 addr [v2:172.21.15.90:6834/2066583814,v1:172.21.15.90:6835/2066583814] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.i{2:24490} state up:active seq 15 addr [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.824 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.k{2:24428} state up:standby-replay seq 1 addr [v2:172.21.15.90:6832/515710592,v1:172.21.15.90:6833/515710592] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.h{3:24476} state up:active seq 16 addr [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.l{3:24427} state up:standby-replay seq 1 addr [v2:172.21.15.156:6832/1616107116,v1:172.21.15.156:6833/1616107116] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.c{4:24472} state up:active seq 17 addr [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.a{4:14400} state up:standby-replay seq 1 addr [v2:172.21.15.44:6840/1499175069,v1:172.21.15.44:6841/1499175069] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout:Standby daemons: 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.j{-1:14358} state up:standby seq 1 addr [v2:172.21.15.44:6834/3109390823,v1:172.21.15.44:6835/3109390823] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.825 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.d{-1:14370} state up:standby seq 1 addr [v2:172.21.15.44:6836/2373309946,v1:172.21.15.44:6837/2373309946] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5f7c0a3c40 msgr2=0x7f5f7c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5f7c0a3c40 0x7f5f7c0a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5f8800b580 tx=0x7f5f88005fb0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98105ef0 msgr2=0x7f5f9819b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98105ef0 0x7f5f9819b380 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5f8400e9f0 tx=0x7f5f8400ed00 comp rx=0 tx=0).stop 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 shutdown_connections 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f98106890 0x7f5f981a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5f7c0a3c40 0x7f5f7c0a6100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f98104cf0 0x7f5f9819ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 --2- 172.21.15.44:0/4006791633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f98105ef0 0x7f5f9819b380 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.827+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 >> 172.21.15.44:0/4006791633 conn(0x7f5f98100290 msgr2=0x7f5f98109240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.828+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 shutdown_connections 2024-04-26T01:54:11.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:11.828+0000 7f5f9e400700 1 -- 172.21.15.44:0/4006791633 wait complete. 2024-04-26T01:54:11.828 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 28 2024-04-26T01:54:12.716 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-26T01:54:12.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:12 smithi044 ceph-mon[27847]: pgmap v435: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:12.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:12 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4006791633' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:54:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:12 smithi156 ceph-mon[32543]: pgmap v435: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:12 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4006791633' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:54:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:12 smithi090 ceph-mon[32456]: pgmap v435: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-26T01:54:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:12 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4006791633' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:54:13.212 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:14.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:14 smithi044 ceph-mon[27847]: pgmap v436: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:14.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:14 smithi156 ceph-mon[32543]: pgmap v436: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:14.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:14 smithi090 ceph-mon[32456]: pgmap v436: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:15.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.367+0000 7fe32f600700 1 -- 172.21.15.44:0/788733721 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810a2e0 msgr2=0x7fe32810a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:15.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.367+0000 7fe32f600700 1 --2- 172.21.15.44:0/788733721 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810a2e0 0x7fe32810a740 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe3140098f0 tx=0x7fe314009c00 comp rx=0 tx=0).stop 2024-04-26T01:54:15.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.368+0000 7fe32f600700 1 -- 172.21.15.44:0/788733721 shutdown_connections 2024-04-26T01:54:15.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.368+0000 7fe32f600700 1 --2- 172.21.15.44:0/788733721 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe32810ac80 0x7fe328111530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.368+0000 7fe32f600700 1 --2- 172.21.15.44:0/788733721 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 0x7fe328109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.368+0000 7fe32f600700 1 --2- 172.21.15.44:0/788733721 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810a2e0 0x7fe32810a740 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.368+0000 7fe32f600700 1 -- 172.21.15.44:0/788733721 >> 172.21.15.44:0/788733721 conn(0x7fe3280780b0 msgr2=0x7fe32807a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:15.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.368+0000 7fe32f600700 1 -- 172.21.15.44:0/788733721 shutdown_connections 2024-04-26T01:54:15.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.368+0000 7fe32f600700 1 -- 172.21.15.44:0/788733721 wait complete. 2024-04-26T01:54:15.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.369+0000 7fe32f600700 1 Processor -- start 2024-04-26T01:54:15.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.369+0000 7fe32f600700 1 -- start start 2024-04-26T01:54:15.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32f600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 0x7fe32819f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32f600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe32810a2e0 0x7fe32819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32f600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810ac80 0x7fe3281a67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32f600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe328114b50 con 0x7fe3281090e0 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32f600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe3281149d0 con 0x7fe32810a2e0 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32f600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe328114cd0 con 0x7fe32810ac80 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 0x7fe32819f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 0x7fe32819f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59458/0 (socket says 172.21.15.44:59458) 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32cc00700 1 -- 172.21.15.44:0/1709580607 learned_addr learned my addr 172.21.15.44:0/1709580607 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe327e00700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe32810a2e0 0x7fe32819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:15.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.370+0000 7fe32d600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810ac80 0x7fe3281a67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:15.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32d600700 1 -- 172.21.15.44:0/1709580607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe32810a2e0 msgr2=0x7fe32819f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32d600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe32810a2e0 0x7fe32819f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32d600700 1 -- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 msgr2=0x7fe32819f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32d600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 0x7fe32819f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32d600700 1 -- 172.21.15.44:0/1709580607 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3281a6e70 con 0x7fe32810ac80 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32cc00700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 0x7fe32819f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32d600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810ac80 0x7fe3281a67d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe32000c340 tx=0x7fe32000c650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe325600700 1 -- 172.21.15.44:0/1709580607 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32000cd40 con 0x7fe32810ac80 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe325600700 1 -- 172.21.15.44:0/1709580607 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe320003a00 con 0x7fe32810ac80 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3281a7100 con 0x7fe32810ac80 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.371+0000 7fe325600700 1 -- 172.21.15.44:0/1709580607 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe320004520 con 0x7fe32810ac80 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.372+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3281a75f0 con 0x7fe32810ac80 2024-04-26T01:54:15.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.373+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe328069730 con 0x7fe32810ac80 2024-04-26T01:54:15.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.375+0000 7fe325600700 1 -- 172.21.15.44:0/1709580607 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe32001a020 con 0x7fe32810ac80 2024-04-26T01:54:15.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.376+0000 7fe325600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe3100a3c40 0x7fe3100a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:15.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.376+0000 7fe325600700 1 -- 172.21.15.44:0/1709580607 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fe3200cfff0 con 0x7fe32810ac80 2024-04-26T01:54:15.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.376+0000 7fe32cc00700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe3100a3c40 0x7fe3100a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:15.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.377+0000 7fe32cc00700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe3100a3c40 0x7fe3100a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe31c005950 tx=0x7fe31c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:15.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.379+0000 7fe325600700 1 -- 172.21.15.44:0/1709580607 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe320010040 con 0x7fe32810ac80 2024-04-26T01:54:15.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.611+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fe32802dfb0 con 0x7fe32810ac80 2024-04-26T01:54:15.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.613+0000 7fe325600700 1 -- 172.21.15.44:0/1709580607 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v91) ==== 56+0+5209 (secure 0 0 0) 0x7fe320009cb0 con 0x7fe32810ac80 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:epoch 91 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:fsid e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:created 2024-04-26T01:41:04.826640+0000 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:modified 2024-04-26T01:51:24.439927+0000 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:crush_version 26 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:full_ratio 0.95 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:backfillfull_ratio 0.9 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:nearfull_ratio 0.85 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:require_min_compat_client luminous 2024-04-26T01:54:15.612 INFO:teuthology.orchestra.run.smithi044.stdout:min_compat_client luminous 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:require_osd_release squid 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:stretch_mode_enabled false 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:max_osd 12 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 up in weight 1 up_from 8 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6802/3134320212,v1:172.21.15.44:6803/3134320212] [v2:172.21.15.44:6804/3134320212,v1:172.21.15.44:6805/3134320212] exists,up cb8b2525-bd58-4842-b075-2dee54388fe7 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 up in weight 1 up_from 13 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6800/2031279993,v1:172.21.15.90:6801/2031279993] [v2:172.21.15.90:6802/2031279993,v1:172.21.15.90:6803/2031279993] exists,up fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 up in weight 1 up_from 18 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.156:6800/261603947,v1:172.21.15.156:6801/261603947] [v2:172.21.15.156:6802/261603947,v1:172.21.15.156:6803/261603947] exists,up 6842c6cd-8c8c-442a-badb-a6a37a49a019 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 up in weight 1 up_from 26 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6810/474798,v1:172.21.15.44:6811/474798] [v2:172.21.15.44:6812/474798,v1:172.21.15.44:6813/474798] exists,up 064b815e-07c1-45a7-9c35-b4f469ab6c12 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 up in weight 1 up_from 34 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6808/1106494369,v1:172.21.15.90:6809/1106494369] [v2:172.21.15.90:6810/1106494369,v1:172.21.15.90:6811/1106494369] exists,up f5e435af-3cb0-4eb6-a1b0-bb039548a4f6 2024-04-26T01:54:15.613 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 up in weight 1 up_from 39 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.156:6808/1244975317,v1:172.21.15.156:6809/1244975317] [v2:172.21.15.156:6810/1244975317,v1:172.21.15.156:6811/1244975317] exists,up 48dceab3-ba54-4c20-8fa0-36044a6d4d0f 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 up in weight 1 up_from 47 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6818/1729074458,v1:172.21.15.44:6819/1729074458] [v2:172.21.15.44:6820/1729074458,v1:172.21.15.44:6821/1729074458] exists,up b7b0767e-b74c-4f0d-b99c-c039e8d93f15 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 up in weight 1 up_from 52 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6816/2734586631,v1:172.21.15.90:6817/2734586631] [v2:172.21.15.90:6818/2734586631,v1:172.21.15.90:6819/2734586631] exists,up 7ed822bf-fc92-4b75-8004-530db3d9262f 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:osd.8 up in weight 1 up_from 60 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.156:6816/2984207396,v1:172.21.15.156:6817/2984207396] [v2:172.21.15.156:6818/2984207396,v1:172.21.15.156:6819/2984207396] exists,up 6e644d15-80a6-4b62-bce5-39047cc24b19 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:osd.9 up in weight 1 up_from 68 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6826/3455658199,v1:172.21.15.44:6827/3455658199] [v2:172.21.15.44:6828/3455658199,v1:172.21.15.44:6829/3455658199] exists,up 1f21b85a-3882-4a9e-9f2a-2571a5739026 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:osd.10 up in weight 1 up_from 73 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.90:6824/2539728815,v1:172.21.15.90:6825/2539728815] [v2:172.21.15.90:6826/2539728815,v1:172.21.15.90:6827/2539728815] exists,up 3a77897d-dcad-4205-ab9e-40e8aac2fb4d 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:osd.11 up in weight 1 up_from 81 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.156:6824/3262908942,v1:172.21.15.156:6825/3262908942] [v2:172.21.15.156:6826/3262908942,v1:172.21.15.156:6827/3262908942] exists,up 61760c93-7556-4099-a83d-a306f21b7847 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.a [2,11] 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.14 [2,4] 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.1d [8,11] 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.3 [4,9] 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.1d [5,9] 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.2c [4,9] 2024-04-26T01:54:15.614 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6801/1969712891 expires 2024-04-27T01:42:23.130726+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/2727438568 expires 2024-04-27T01:42:23.130726+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/3440606117 expires 2024-04-27T01:42:23.130726+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6800/4258503376 expires 2024-04-27T01:41:47.519945+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/153611987 expires 2024-04-27T01:41:47.519945+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/4287541101 expires 2024-04-27T01:41:47.519945+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6801/4258503376 expires 2024-04-27T01:41:47.519945+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6800/1969712891 expires 2024-04-27T01:42:23.130726+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/3424004306 expires 2024-04-27T01:41:47.519945+0000 2024-04-26T01:54:15.615 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/1757746693 expires 2024-04-27T01:42:23.130726+0000 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe3100a3c40 msgr2=0x7fe3100a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe3100a3c40 0x7fe3100a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe31c005950 tx=0x7fe31c009260 comp rx=0 tx=0).stop 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810ac80 msgr2=0x7fe3281a67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810ac80 0x7fe3281a67d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe32000c340 tx=0x7fe32000c650 comp rx=0 tx=0).stop 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 shutdown_connections 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe32810ac80 0x7fe3281a67d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe3100a3c40 0x7fe3100a6100 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3281090e0 0x7fe32819f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 --2- 172.21.15.44:0/1709580607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe32810a2e0 0x7fe32819f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:15.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 >> 172.21.15.44:0/1709580607 conn(0x7fe3280780b0 msgr2=0x7fe32810d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:15.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 shutdown_connections 2024-04-26T01:54:15.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:15.616+0000 7fe32f600700 1 -- 172.21.15.44:0/1709580607 wait complete. 2024-04-26T01:54:16.467 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-26T01:54:16.478 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:54:16.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:16 smithi044 ceph-mon[27847]: pgmap v437: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:16.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:16 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1709580607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:54:16.950 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:16.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:16 smithi156 ceph-mon[32543]: pgmap v437: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:16.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:16 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1709580607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:54:16.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:16 smithi090 ceph-mon[32456]: pgmap v437: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:16.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:16 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1709580607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:54:18.811 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:18 smithi044 ceph-mon[27847]: pgmap v438: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:18.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:18 smithi156 ceph-mon[32543]: pgmap v438: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:18 smithi090 ceph-mon[32456]: pgmap v438: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:19.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.335+0000 7fc339600700 1 -- 172.21.15.44:0/1430216612 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334105840 msgr2=0x7fc334109890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.335+0000 7fc339600700 1 --2- 172.21.15.44:0/1430216612 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334105840 0x7fc334109890 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc31c009990 tx=0x7fc31c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.336+0000 7fc339600700 1 -- 172.21.15.44:0/1430216612 shutdown_connections 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.336+0000 7fc339600700 1 --2- 172.21.15.44:0/1430216612 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc334104e90 0x7fc334105270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.336+0000 7fc339600700 1 --2- 172.21.15.44:0/1430216612 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc334109f70 0x7fc334111b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.336+0000 7fc339600700 1 --2- 172.21.15.44:0/1430216612 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334105840 0x7fc334109890 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.336+0000 7fc339600700 1 -- 172.21.15.44:0/1430216612 >> 172.21.15.44:0/1430216612 conn(0x7fc334100720 msgr2=0x7fc334102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.336+0000 7fc339600700 1 -- 172.21.15.44:0/1430216612 shutdown_connections 2024-04-26T01:54:19.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.336+0000 7fc339600700 1 -- 172.21.15.44:0/1430216612 wait complete. 2024-04-26T01:54:19.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.337+0000 7fc339600700 1 Processor -- start 2024-04-26T01:54:19.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc339600700 1 -- start start 2024-04-26T01:54:19.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc339600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334104e90 0x7fc33419b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc339600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc334105840 0x7fc33419b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc339600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc334109f70 0x7fc33419fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc339600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc334114e50 con 0x7fc334105840 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc339600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc334114cd0 con 0x7fc334104e90 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc339600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc334114fd0 con 0x7fc334109f70 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc332a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334104e90 0x7fc33419b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc332a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334104e90 0x7fc33419b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38600/0 (socket says 172.21.15.44:38600) 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc332a00700 1 -- 172.21.15.44:0/2974945382 learned_addr learned my addr 172.21.15.44:0/2974945382 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.338+0000 7fc333400700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc334109f70 0x7fc33419fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:19.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc32a000700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc334105840 0x7fc33419b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:19.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc332a00700 1 -- 172.21.15.44:0/2974945382 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc334109f70 msgr2=0x7fc33419fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:19.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc332a00700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc334109f70 0x7fc33419fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc332a00700 1 -- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc334105840 msgr2=0x7fc33419b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:19.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc332a00700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc334105840 0x7fc33419b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc332a00700 1 -- 172.21.15.44:0/2974945382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3341a0430 con 0x7fc334104e90 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc333400700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc334109f70 0x7fc33419fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.339+0000 7fc332a00700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334104e90 0x7fc33419b420 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc32400ef30 tx=0x7fc32400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.340+0000 7fc32be00700 1 -- 172.21.15.44:0/2974945382 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3240092e0 con 0x7fc334104e90 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.340+0000 7fc32be00700 1 -- 172.21.15.44:0/2974945382 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc324004bb0 con 0x7fc334104e90 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.340+0000 7fc32be00700 1 -- 172.21.15.44:0/2974945382 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc324004040 con 0x7fc334104e90 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.340+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3341a06c0 con 0x7fc334104e90 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.340+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3341a7fa0 con 0x7fc334104e90 2024-04-26T01:54:19.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.341+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc334106370 con 0x7fc334104e90 2024-04-26T01:54:19.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.343+0000 7fc32be00700 1 -- 172.21.15.44:0/2974945382 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc32401b030 con 0x7fc334104e90 2024-04-26T01:54:19.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.344+0000 7fc32be00700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc3180a3cc0 0x7fc3180a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:19.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.345+0000 7fc32be00700 1 -- 172.21.15.44:0/2974945382 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fc3240d0860 con 0x7fc334104e90 2024-04-26T01:54:19.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.345+0000 7fc32a000700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc3180a3cc0 0x7fc3180a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:19.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.345+0000 7fc32a000700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc3180a3cc0 0x7fc3180a6180 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc334103f90 tx=0x7fc31c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:19.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.347+0000 7fc32be00700 1 -- 172.21.15.44:0/2974945382 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc324022020 con 0x7fc334104e90 2024-04-26T01:54:19.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.629+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc33419c780 con 0x7fc334104e90 2024-04-26T01:54:19.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.630+0000 7fc32be00700 1 -- 172.21.15.44:0/2974945382 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11930 (secure 0 0 0) 0x7fc324010040 con 0x7fc334104e90 2024-04-26T01:54:19.629 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:54:19.629 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:51:12.946234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24490,24476,24518,24472,24502]},"id":1}]} 2024-04-26T01:54:19.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc3180a3cc0 msgr2=0x7fc3180a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:19.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc3180a3cc0 0x7fc3180a6180 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc334103f90 tx=0x7fc31c00b260 comp rx=0 tx=0).stop 2024-04-26T01:54:19.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334104e90 msgr2=0x7fc33419b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:19.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334104e90 0x7fc33419b420 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc32400ef30 tx=0x7fc32400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 shutdown_connections 2024-04-26T01:54:19.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc334109f70 0x7fc33419fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fc3180a3cc0 0x7fc3180a6180 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.633+0000 7fc339600700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc334104e90 0x7fc33419b420 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.634+0000 7fc339600700 1 --2- 172.21.15.44:0/2974945382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc334105840 0x7fc33419b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:19.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.634+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 >> 172.21.15.44:0/2974945382 conn(0x7fc334100720 msgr2=0x7fc334102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:19.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.634+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 shutdown_connections 2024-04-26T01:54:19.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:19.634+0000 7fc339600700 1 -- 172.21.15.44:0/2974945382 wait complete. 2024-04-26T01:54:19.633 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 28 2024-04-26T01:54:20.427 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:54:20.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:20 smithi044 ceph-mon[27847]: pgmap v439: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:20.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:20 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2974945382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:20.909 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:20.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:20 smithi156 ceph-mon[32543]: pgmap v439: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:20.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:20 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2974945382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:20.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:20 smithi090 ceph-mon[32456]: pgmap v439: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:20.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:20 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2974945382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:22.833 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:22 smithi044 ceph-mon[27847]: pgmap v440: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:22.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:22 smithi156 ceph-mon[32543]: pgmap v440: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:22.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:22 smithi090 ceph-mon[32456]: pgmap v440: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 -- 172.21.15.44:0/2764795368 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 msgr2=0x7fa350075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 --2- 172.21.15.44:0/2764795368 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa350075050 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa334009990 tx=0x7fa334009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 -- 172.21.15.44:0/2764795368 shutdown_connections 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 --2- 172.21.15.44:0/2764795368 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa35010f440 0x7fa350111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 --2- 172.21.15.44:0/2764795368 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa350075050 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 --2- 172.21.15.44:0/2764795368 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa350075590 0x7fa35010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 -- 172.21.15.44:0/2764795368 >> 172.21.15.44:0/2764795368 conn(0x7fa350079ba0 msgr2=0x7fa350079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 -- 172.21.15.44:0/2764795368 shutdown_connections 2024-04-26T01:54:23.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.137+0000 7fa357a00700 1 -- 172.21.15.44:0/2764795368 wait complete. 2024-04-26T01:54:23.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 Processor -- start 2024-04-26T01:54:23.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 -- start start 2024-04-26T01:54:23.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa35019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:23.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa350075590 0x7fa35019b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:23.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa35010f440 0x7fa35019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:23.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa350114e30 con 0x7fa35010f440 2024-04-26T01:54:23.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa350114cb0 con 0x7fa350074c70 2024-04-26T01:54:23.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.139+0000 7fa357a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa350114fb0 con 0x7fa350075590 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa35019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa35019b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38630/0 (socket says 172.21.15.44:38630) 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 -- 172.21.15.44:0/1232998127 learned_addr learned my addr 172.21.15.44:0/1232998127 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355a00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa35010f440 0x7fa35019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa347e00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa350075590 0x7fa35019b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 -- 172.21.15.44:0/1232998127 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa350075590 msgr2=0x7fa35019b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa350075590 0x7fa35019b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 -- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa35010f440 msgr2=0x7fa35019fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa35010f440 0x7fa35019fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.140+0000 7fa355000700 1 -- 172.21.15.44:0/1232998127 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3501a0370 con 0x7fa350074c70 2024-04-26T01:54:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.141+0000 7fa355000700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa35019b360 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa334000c00 tx=0x7fa3340057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.141+0000 7fa34e000700 1 -- 172.21.15.44:0/1232998127 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa334027070 con 0x7fa350074c70 2024-04-26T01:54:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.141+0000 7fa34e000700 1 -- 172.21.15.44:0/1232998127 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa334022470 con 0x7fa350074c70 2024-04-26T01:54:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.141+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3501a0600 con 0x7fa350074c70 2024-04-26T01:54:23.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.141+0000 7fa34e000700 1 -- 172.21.15.44:0/1232998127 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa334017650 con 0x7fa350074c70 2024-04-26T01:54:23.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.142+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3501a7ee0 con 0x7fa350074c70 2024-04-26T01:54:23.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.143+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa350069730 con 0x7fa350074c70 2024-04-26T01:54:23.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.145+0000 7fa34e000700 1 -- 172.21.15.44:0/1232998127 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa33402a070 con 0x7fa350074c70 2024-04-26T01:54:23.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.146+0000 7fa34e000700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa32c0a3cc0 0x7fa32c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:23.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.146+0000 7fa34e000700 1 -- 172.21.15.44:0/1232998127 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fa3340d10f0 con 0x7fa350074c70 2024-04-26T01:54:23.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.146+0000 7fa347e00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa32c0a3cc0 0x7fa32c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:23.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.147+0000 7fa347e00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa32c0a3cc0 0x7fa32c0a6180 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa3501025c0 tx=0x7fa33c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:23.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.150+0000 7fa34e000700 1 -- 172.21.15.44:0/1232998127 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa33405eff0 con 0x7fa350074c70 2024-04-26T01:54:23.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.437+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa35019c6c0 con 0x7fa350074c70 2024-04-26T01:54:23.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.438+0000 7fa34e000700 1 -- 172.21.15.44:0/1232998127 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11930 (secure 0 0 0) 0x7fa334013070 con 0x7fa350074c70 2024-04-26T01:54:23.437 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:54:23.437 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:51:12.946234+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24490,24476,24518,24472,24502]},"id":1}]} 2024-04-26T01:54:23.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa32c0a3cc0 msgr2=0x7fa32c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:23.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa32c0a3cc0 0x7fa32c0a6180 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa3501025c0 tx=0x7fa33c009260 comp rx=0 tx=0).stop 2024-04-26T01:54:23.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 msgr2=0x7fa35019b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:23.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa35019b360 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa334000c00 tx=0x7fa3340057c0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 shutdown_connections 2024-04-26T01:54:23.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fa32c0a3cc0 0x7fa32c0a6180 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa35010f440 0x7fa35019fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa350074c70 0x7fa35019b360 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 --2- 172.21.15.44:0/1232998127 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa350075590 0x7fa35019b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:23.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.441+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 >> 172.21.15.44:0/1232998127 conn(0x7fa350079ba0 msgr2=0x7fa3500ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:23.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.442+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 shutdown_connections 2024-04-26T01:54:23.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:23.442+0000 7fa357a00700 1 -- 172.21.15.44:0/1232998127 wait complete. 2024-04-26T01:54:23.441 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 28 2024-04-26T01:54:23.820 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:23 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1232998127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:23.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:23 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1232998127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:23.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:23 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1232998127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:24.234 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:54:24.721 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:24.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:24 smithi044 ceph-mon[27847]: pgmap v441: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:24.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:24 smithi156 ceph-mon[32543]: pgmap v441: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:24.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:24 smithi090 ceph-mon[32456]: pgmap v441: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:26.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:26 smithi044 ceph-mon[27847]: pgmap v442: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:26.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 -- 172.21.15.44:0/1271554587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec406b070 msgr2=0x7f2ec410efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1271554587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec406b070 0x7f2ec410efb0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f2eb0009990 tx=0x7f2eb0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 -- 172.21.15.44:0/1271554587 shutdown_connections 2024-04-26T01:54:26.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1271554587 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2ec406a750 0x7f2ec406ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1271554587 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec410f4f0 0x7f2ec41118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1271554587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec406b070 0x7f2ec410efb0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 -- 172.21.15.44:0/1271554587 >> 172.21.15.44:0/1271554587 conn(0x7f2ec40788f0 msgr2=0x7f2ec4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:26.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 -- 172.21.15.44:0/1271554587 shutdown_connections 2024-04-26T01:54:26.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.869+0000 7f2ecba00700 1 -- 172.21.15.44:0/1271554587 wait complete. 2024-04-26T01:54:26.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.870+0000 7f2ecba00700 1 Processor -- start 2024-04-26T01:54:26.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.870+0000 7f2ecba00700 1 -- start start 2024-04-26T01:54:26.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ecba00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec406a750 0x7f2ec419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ecba00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2ec406b070 0x7f2ec419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ecba00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec410f4f0 0x7f2ec419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ecba00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec4114e50 con 0x7f2ec410f4f0 2024-04-26T01:54:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ecba00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec4114cd0 con 0x7f2ec406a750 2024-04-26T01:54:26.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ecba00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec4114fd0 con 0x7f2ec406b070 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ec3e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2ec406b070 0x7f2ec419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ec9000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec406a750 0x7f2ec419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ec9000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec406a750 0x7f2ec419b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38642/0 (socket says 172.21.15.44:38642) 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.871+0000 7f2ec9000700 1 -- 172.21.15.44:0/1870298487 learned_addr learned my addr 172.21.15.44:0/1870298487 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9000700 1 -- 172.21.15.44:0/1870298487 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2ec406b070 msgr2=0x7f2ec419b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9000700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2ec406b070 0x7f2ec419b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9000700 1 -- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec410f4f0 msgr2=0x7f2ec419fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9a00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec410f4f0 0x7f2ec419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9000700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec410f4f0 0x7f2ec419fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9000700 1 -- 172.21.15.44:0/1870298487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ec41a0370 con 0x7f2ec406a750 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9a00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec410f4f0 0x7f2ec419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.872+0000 7f2ec9000700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec406a750 0x7f2ec419b360 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2eb800e9a0 tx=0x7f2eb800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.873+0000 7f2ec1600700 1 -- 172.21.15.44:0/1870298487 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eb800cbd0 con 0x7f2ec406a750 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.873+0000 7f2ec1600700 1 -- 172.21.15.44:0/1870298487 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2eb800cd70 con 0x7f2ec406a750 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.873+0000 7f2ec1600700 1 -- 172.21.15.44:0/1870298487 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eb8018680 con 0x7f2ec406a750 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.873+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ec41a0660 con 0x7f2ec406a750 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.873+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ec41a7ee0 con 0x7f2ec406a750 2024-04-26T01:54:26.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.874+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ec4069730 con 0x7f2ec406a750 2024-04-26T01:54:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.876+0000 7f2ec1600700 1 -- 172.21.15.44:0/1870298487 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2eb8010430 con 0x7f2ec406a750 2024-04-26T01:54:26.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.878+0000 7f2ec1600700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2eac0a3cc0 0x7f2eac0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.878+0000 7f2ec1600700 1 -- 172.21.15.44:0/1870298487 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f2eb80d0a30 con 0x7f2ec406a750 2024-04-26T01:54:26.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.878+0000 7f2ec3e00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2eac0a3cc0 0x7f2eac0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.879+0000 7f2ec3e00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2eac0a3cc0 0x7f2eac0a6180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4102f10 tx=0x7f2eb000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:26.879+0000 7f2ec1600700 1 -- 172.21.15.44:0/1870298487 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2eb809d410 con 0x7f2ec406a750 2024-04-26T01:54:26.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:26 smithi156 ceph-mon[32543]: pgmap v442: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:26 smithi090 ceph-mon[32456]: pgmap v442: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:27.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.111+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2ec419c6f0 con 0x7f2ec406a750 2024-04-26T01:54:27.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.113+0000 7f2ec1600700 1 -- 172.21.15.44:0/1870298487 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22488 (secure 0 0 0) 0x7f2ec419c6f0 con 0x7f2ec406a750 2024-04-26T01:54:27.112 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:54:27.112 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:51:24.439927+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2eac0a3cc0 msgr2=0x7f2eac0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2eac0a3cc0 0x7f2eac0a6180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4102f10 tx=0x7f2eb000b260 comp rx=0 tx=0).stop 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec406a750 msgr2=0x7f2ec419b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec406a750 0x7f2ec419b360 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2eb800e9a0 tx=0x7f2eb800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 shutdown_connections 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f2eac0a3cc0 0x7f2eac0a6180 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2ec410f4f0 0x7f2ec419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2ec406a750 0x7f2ec419b360 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:27.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 --2- 172.21.15.44:0/1870298487 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2ec406b070 0x7f2ec419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:27.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.116+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 >> 172.21.15.44:0/1870298487 conn(0x7f2ec40788f0 msgr2=0x7f2ec41109c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:27.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.117+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 shutdown_connections 2024-04-26T01:54:27.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:27.117+0000 7f2ecba00700 1 -- 172.21.15.44:0/1870298487 wait complete. 2024-04-26T01:54:27.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:27 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1870298487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:54:27.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:27 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1870298487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:54:27.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:27 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1870298487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:54:28.120 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:50:47.836004+0000', 'modified': '2024-04-26T01:51:12.946234+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24502, 'mds_2': 24490, 'mds_3': 24476, 'mds_4': 24472}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14400': {'gid': 14400, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6841/1499175069', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 1499175069}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 1499175069}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24427': {'gid': 24427, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.156:6833/1616107116', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6832', 'nonce': 1616107116}, {'type': 'v1', 'addr': '172.21.15.156:6833', 'nonce': 1616107116}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24428': {'gid': 24428, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6833/515710592', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6832', 'nonce': 515710592}, {'type': 'v1', 'addr': '172.21.15.90:6833', 'nonce': 515710592}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24458': {'gid': 24458, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6835/2066583814', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6834', 'nonce': 2066583814}, {'type': 'v1', 'addr': '172.21.15.90:6835', 'nonce': 2066583814}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.156:6835/3388507864', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6834', 'nonce': 3388507864}, {'type': 'v1', 'addr': '172.21.15.156:6835', 'nonce': 3388507864}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'c', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.156:6837/1080301383', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6836', 'nonce': 1080301383}, {'type': 'v1', 'addr': '172.21.15.156:6837', 'nonce': 1080301383}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.90:6837/829860849', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6836', 'nonce': 829860849}, {'type': 'v1', 'addr': '172.21.15.90:6837', 'nonce': 829860849}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.156:6839/3391701820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6838', 'nonce': 3391701820}, {'type': 'v1', 'addr': '172.21.15.156:6839', 'nonce': 3391701820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.44:6839/1058817088', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 1058817088}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 1058817088}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.90:6839/2651113342', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6838', 'nonce': 2651113342}, {'type': 'v1', 'addr': '172.21.15.90:6839', 'nonce': 2651113342}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24518, 'qdb_cluster': [24490, 24476, 24518, 24472, 24502]} 2024-04-26T01:54:28.120 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:54:28.120 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:54:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:28.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:28 smithi044 ceph-mon[27847]: pgmap v443: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:28.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:28 smithi156 ceph-mon[32543]: pgmap v443: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:28 smithi090 ceph-mon[32456]: pgmap v443: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:54:30.800 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:30 smithi044 ceph-mon[27847]: pgmap v444: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:30.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:30 smithi156 ceph-mon[32543]: pgmap v444: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 -- 172.21.15.44:0/2192542177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c075790 msgr2=0x7fda4c10ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 --2- 172.21.15.44:0/2192542177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c075790 0x7fda4c10ec50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fda38009990 tx=0x7fda38009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 -- 172.21.15.44:0/2192542177 shutdown_connections 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 --2- 172.21.15.44:0/2192542177 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda4c074e70 0x7fda4c075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 --2- 172.21.15.44:0/2192542177 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c10f190 0x7fda4c111600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 --2- 172.21.15.44:0/2192542177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c075790 0x7fda4c10ec50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 -- 172.21.15.44:0/2192542177 >> 172.21.15.44:0/2192542177 conn(0x7fda4c0fe460 msgr2=0x7fda4c100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:30.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 -- 172.21.15.44:0/2192542177 shutdown_connections 2024-04-26T01:54:30.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.981+0000 7fda52c00700 1 -- 172.21.15.44:0/2192542177 wait complete. 2024-04-26T01:54:30.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.982+0000 7fda52c00700 1 Processor -- start 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.982+0000 7fda52c00700 1 -- start start 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda52c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c074e70 0x7fda4c19b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda52c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda4c075790 0x7fda4c19b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda52c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c10f190 0x7fda4c19fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda52c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fda4c114d60 con 0x7fda4c10f190 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda52c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fda4c114be0 con 0x7fda4c074e70 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda52c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fda4c114ee0 con 0x7fda4c075790 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda51800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c074e70 0x7fda4c19b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda51800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c074e70 0x7fda4c19b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:55628/0 (socket says 172.21.15.44:55628) 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda51800700 1 -- 172.21.15.44:0/1040281617 learned_addr learned my addr 172.21.15.44:0/1040281617 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda52200700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c10f190 0x7fda4c19fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.983+0000 7fda50e00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda4c075790 0x7fda4c19b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda51800700 1 -- 172.21.15.44:0/1040281617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda4c075790 msgr2=0x7fda4c19b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:30.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda51800700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda4c075790 0x7fda4c19b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda51800700 1 -- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c10f190 msgr2=0x7fda4c19fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda51800700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c10f190 0x7fda4c19fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda51800700 1 -- 172.21.15.44:0/1040281617 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda4c1a0280 con 0x7fda4c074e70 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda52200700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c10f190 0x7fda4c19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda51800700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c074e70 0x7fda4c19b270 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fda4000e9a0 tx=0x7fda4000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda4a000700 1 -- 172.21.15.44:0/1040281617 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda4000cbd0 con 0x7fda4c074e70 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda4c1a0570 con 0x7fda4c074e70 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda4a000700 1 -- 172.21.15.44:0/1040281617 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda4000cd70 con 0x7fda4c074e70 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.984+0000 7fda4a000700 1 -- 172.21.15.44:0/1040281617 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda40018680 con 0x7fda4c074e70 2024-04-26T01:54:30.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.985+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda4c1a7df0 con 0x7fda4c074e70 2024-04-26T01:54:30.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.988+0000 7fda4a000700 1 -- 172.21.15.44:0/1040281617 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fda40010430 con 0x7fda4c074e70 2024-04-26T01:54:30.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:30 smithi090 ceph-mon[32456]: pgmap v444: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.989+0000 7fda4a000700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fda340a3c40 0x7fda340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 Processor -- start 2024-04-26T01:54:30.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda4a000700 1 -- 172.21.15.44:0/1040281617 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fda400d0690 con 0x7fda4c074e70 2024-04-26T01:54:30.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda50e00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fda340a3c40 0x7fda340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 -- start start 2024-04-26T01:54:30.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b28b0 0x55d86b2b2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2bdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2c0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d86b205e40 con 0x55d86b2b28b0 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d86b1ac6e0 con 0x55d86b2be080 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.990+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d86b201e00 con 0x55d86b2b31d0 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda51800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b28b0 0x55d86b2b2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda50e00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fda340a3c40 0x7fda340a6100 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fda4c110550 tx=0x7fda3800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda51800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b28b0 0x55d86b2b2c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37524/0 (socket says 172.21.15.44:37524) 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda51800700 1 -- 172.21.15.44:0/790329210 learned_addr learned my addr 172.21.15.44:0/790329210 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda50e00700 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2bdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda52200700 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2c0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda52200700 1 -- 172.21.15.44:0/790329210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 msgr2=0x55d86b2bdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda52200700 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2bdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda52200700 1 -- 172.21.15.44:0/790329210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b28b0 msgr2=0x55d86b2b2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda52200700 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b28b0 0x55d86b2b2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.991+0000 7fda52200700 1 -- 172.21.15.44:0/790329210 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d86b1a2630 con 0x55d86b2be080 2024-04-26T01:54:30.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.992+0000 7fda52200700 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2c0470 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fda440093a0 tx=0x7fda44009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c560135337c1f47 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.992+0000 7fda3ea00700 1 -- 172.21.15.44:0/790329210 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda44019030 con 0x55d86b2be080 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.992+0000 7fda3ea00700 1 -- 172.21.15.44:0/790329210 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda44004bb0 con 0x55d86b2be080 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.992+0000 7fda3ea00700 1 -- 172.21.15.44:0/790329210 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda44005040 con 0x55d86b2be080 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 -- 172.21.15.44:0/790329210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 msgr2=0x55d86b2c0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2c0470 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fda440093a0 tx=0x7fda44009920 comp rx=0 tx=0).stop 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 -- 172.21.15.44:0/790329210 shutdown_connections 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2c0470 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b28b0 0x55d86b2b2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/790329210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2bdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 -- 172.21.15.44:0/790329210 >> 172.21.15.44:0/790329210 conn(0x55d86b1e1f00 msgr2=0x55d86b2aed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 -- 172.21.15.44:0/790329210 shutdown_connections 2024-04-26T01:54:30.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.993+0000 7fda5eaeab80 1 -- 172.21.15.44:0/790329210 wait complete. 2024-04-26T01:54:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.994+0000 7fda5eaeab80 1 -- start start 2024-04-26T01:54:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.994+0000 7fda5eaeab80 1 Processor -- start 2024-04-26T01:54:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.994+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b28b0 0x55d86b2bd7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.994+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2baad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.994+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2bb010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.994+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2c0c00 con 0x55d86b2b31d0 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d86b1bf810 con 0x55d86b2be080 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2c0d80 con 0x55d86b2b28b0 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda5eaeab80 10 client.0 _ll_register_callbacks cb 0x55d86b19e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b28b0 0x55d86b2bd7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda50e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2baad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b28b0 0x55d86b2bd7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:35570/0 (socket says 172.21.15.44:35570) 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda52200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2bb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 -- 172.21.15.44:0/416624634 learned_addr learned my addr 172.21.15.44:0/416624634 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 -- 172.21.15.44:0/416624634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 msgr2=0x55d86b2bb010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2bb010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 -- 172.21.15.44:0/416624634 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 msgr2=0x55d86b2baad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2baad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.995+0000 7fda51800700 1 -- 172.21.15.44:0/416624634 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d86b153880 con 0x55d86b2b28b0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda51800700 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b28b0 0x55d86b2bd7d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fda40009230 tx=0x7fda4009ceb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a01b177624ed5f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda33400700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda33400700 1 -- 172.21.15.44:0/416624634 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda40010920 con 0x55d86b2b28b0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda33400700 1 -- 172.21.15.44:0/416624634 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fda400870b0 con 0x55d86b2b28b0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda44004bb0 con 0x55d86b2b28b0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda33400700 1 -- 172.21.15.44:0/416624634 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fda4009d070 con 0x55d86b2b28b0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda5eaeab80 10 client.25006 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.996+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d86b19caa0 con 0x55d86b2b28b0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda33400700 1 -- 172.21.15.44:0/416624634 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda44004bb0 con 0x55d86b2b28b0 2024-04-26T01:54:30.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda33400700 1 -- 172.21.15.44:0/416624634 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fda4009bdc0 con 0x55d86b2b28b0 2024-04-26T01:54:30.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda5eaeab80 10 client.25006 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:30.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda5eaeab80 10 client.25006 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:54:30.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda5eaeab80 20 client.25006 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:30.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b2cd890 0x55d86b2ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:30.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda5eaeab80 4 client.25006 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:30.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.997+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 --> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d86b213630 con 0x55d86b2cd890 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.998+0000 7fda50e00700 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b2cd890 0x55d86b2ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.998+0000 7fda50e00700 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b2cd890 0x55d86b2ced00 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4ce5dafc5981d7f7 server_cookie=fb039733e56d24a5 in_seq=0 out_seq=0 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.998+0000 7fda33400700 10 client.25006 ms_handle_connect on v2:172.21.15.156:6836/1080301383 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda33400700 1 -- 172.21.15.44:0/416624634 <== mds.4 v2:172.21.15.156:6836/1080301383 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d86b213630 con 0x55d86b2cd890 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda33400700 10 client.25006 handle_command_reply: tid=0 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 client.25006 shutdown 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b28b0 msgr2=0x55d86b2bd7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b28b0 0x55d86b2bd7d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fda40009230 tx=0x7fda4009ceb0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 shutdown_connections 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b28b0 0x55d86b2bd7d0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b2cd890 0x55d86b2ced00 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2be080 0x55d86b2bb010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/416624634 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2baad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:30.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda33400700 0 client.25006 ms_handle_reset on v2:172.21.15.156:6836/1080301383 2024-04-26T01:54:31.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:30.999+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 >> 172.21.15.44:0/416624634 conn(0x55d86b1e1f00 msgr2=0x55d86b2ae920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:31.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.000+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 shutdown_connections 2024-04-26T01:54:31.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.000+0000 7fda5eaeab80 1 -- 172.21.15.44:0/416624634 wait complete. 2024-04-26T01:54:31.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.000+0000 7fda5eaeab80 20 client.25006 trim_cache size 0 max 16384 2024-04-26T01:54:31.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.022+0000 7fda5eaeab80 1 Processor -- start 2024-04-26T01:54:31.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda5eaeab80 1 -- start start 2024-04-26T01:54:31.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2aef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:31.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2d8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:31.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2be080 0x55d86b2d86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:31.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2cd040 con 0x55d86b2be080 2024-04-26T01:54:31.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2cd710 con 0x55d86b2b28b0 2024-04-26T01:54:31.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2cdde0 con 0x55d86b2b31d0 2024-04-26T01:54:31.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda52200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2be080 0x55d86b2d86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:31.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda50e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2d8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:31.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda51800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2aef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:31.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda50e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2d8160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:35586/0 (socket says 172.21.15.44:35586) 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda51800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2aef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:55656/0 (socket says 172.21.15.44:55656) 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.023+0000 7fda50e00700 1 -- 172.21.15.44:0/4262945335 learned_addr learned my addr 172.21.15.44:0/4262945335 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda50e00700 1 -- 172.21.15.44:0/4262945335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 msgr2=0x55d86b2aef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda50e00700 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2aef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda50e00700 1 -- 172.21.15.44:0/4262945335 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2be080 msgr2=0x55d86b2d86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda50e00700 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2be080 0x55d86b2d86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda50e00700 1 -- 172.21.15.44:0/4262945335 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d86b2b2ee0 con 0x55d86b2b31d0 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda51800700 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2aef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda50e00700 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2d8160 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fda38009990 tx=0x7fda38022000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b99ec35b65df168a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.024+0000 7fda3e000700 1 -- 172.21.15.44:0/4262945335 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda38038070 con 0x55d86b2b31d0 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda3e000700 1 -- 172.21.15.44:0/4262945335 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda38003b30 con 0x55d86b2b31d0 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda3e000700 1 -- 172.21.15.44:0/4262945335 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380337c0 con 0x55d86b2b31d0 2024-04-26T01:54:31.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 -- 172.21.15.44:0/4262945335 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 msgr2=0x55d86b2d8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2d8160 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fda38009990 tx=0x7fda38022000 comp rx=0 tx=0).stop 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 -- 172.21.15.44:0/4262945335 shutdown_connections 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2be080 0x55d86b2d86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2aef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/4262945335 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2b31d0 0x55d86b2d8160 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 -- 172.21.15.44:0/4262945335 >> 172.21.15.44:0/4262945335 conn(0x55d86b1e1f00 msgr2=0x55d86b2b9400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.025+0000 7fda5eaeab80 1 -- 172.21.15.44:0/4262945335 shutdown_connections 2024-04-26T01:54:31.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.026+0000 7fda5eaeab80 1 -- 172.21.15.44:0/4262945335 wait complete. 2024-04-26T01:54:31.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.026+0000 7fda5eaeab80 1 -- start start 2024-04-26T01:54:31.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.026+0000 7fda5eaeab80 1 Processor -- start 2024-04-26T01:54:31.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2d8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:31.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2d3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:31.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda5eaeab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2be080 0x55d86b2d3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:31.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2ceb80 con 0x55d86b2b31d0 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2ce4b0 con 0x55d86b2b28b0 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda5eaeab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d86b2cf250 con 0x55d86b2be080 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda5eaeab80 10 client.0 _ll_register_callbacks cb 0x55d86b19e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda50e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2d3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda50e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2d3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37552/0 (socket says 172.21.15.44:37552) 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda50e00700 1 -- 172.21.15.44:0/2187016725 learned_addr learned my addr 172.21.15.44:0/2187016725 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda51800700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2d8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda52200700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2be080 0x55d86b2d3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda50e00700 1 -- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2be080 msgr2=0x55d86b2d3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.027+0000 7fda50e00700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2be080 0x55d86b2d3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda50e00700 1 -- 172.21.15.44:0/2187016725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 msgr2=0x55d86b2d8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda50e00700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2d8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda50e00700 1 -- 172.21.15.44:0/2187016725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d86b2d3e80 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda51800700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2d8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda50e00700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2d3130 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fda38033340 tx=0x7fda38005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e549a10774b31fff server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda33400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda33400700 1 -- 172.21.15.44:0/2187016725 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda38038070 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda38003b30 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.028+0000 7fda33400700 1 -- 172.21.15.44:0/2187016725 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fda38033440 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda33400700 1 -- 172.21.15.44:0/2187016725 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fda3800be80 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 10 client.14904 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d86b335990 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda33400700 1 -- 172.21.15.44:0/2187016725 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda38003b30 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda33400700 1 -- 172.21.15.44:0/2187016725 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fda38045030 con 0x55d86b2b31d0 2024-04-26T01:54:31.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 10 client.14904 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 10 client.14904 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 20 client.14904 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b33a6c0 0x55d86b3393d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 4 client.14904 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.029+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 --> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] -- command(tid 0: {"prefix": "status"}) -- 0x55d86b20d6d0 con 0x55d86b33a6c0 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.030+0000 7fda51800700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b33a6c0 0x55d86b3393d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.030+0000 7fda51800700 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b33a6c0 0x55d86b3393d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e27f64f62980cb93 server_cookie=176b3542213e84c0 in_seq=0 out_seq=0 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.030+0000 7fda33400700 10 client.14904 ms_handle_connect on v2:172.21.15.156:6836/1080301383 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda33400700 1 -- 172.21.15.44:0/2187016725 <== mds.4 v2:172.21.15.156:6836/1080301383 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d86b20d6d0 con 0x55d86b33a6c0 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda33400700 10 client.14904 handle_command_reply: tid=0 2024-04-26T01:54:31.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 client.14904 shutdown 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 msgr2=0x55d86b2d3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2d3130 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fda38033340 tx=0x7fda38005710 comp rx=0 tx=0).stop 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 shutdown_connections 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d86b2be080 0x55d86b2d3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x55d86b33a6c0 0x55d86b3393d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d86b2b28b0 0x55d86b2d8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 --2- 172.21.15.44:0/2187016725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d86b2b31d0 0x55d86b2d3130 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 >> 172.21.15.44:0/2187016725 conn(0x55d86b1e1f00 msgr2=0x55d86b2b5ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda33400700 0 client.14904 ms_handle_reset on v2:172.21.15.156:6836/1080301383 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 shutdown_connections 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 1 -- 172.21.15.44:0/2187016725 wait complete. 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.031+0000 7fda5eaeab80 20 client.14904 trim_cache size 0 max 16384 2024-04-26T01:54:31.032 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 4, 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24472, 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 202.98722383099999, 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 264.56329647500002 2024-04-26T01:54:31.033 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fda340a3c40 msgr2=0x7fda340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fda340a3c40 0x7fda340a6100 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fda4c110550 tx=0x7fda3800b260 comp rx=0 tx=0).stop 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c074e70 msgr2=0x7fda4c19b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c074e70 0x7fda4c19b270 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fda4000e9a0 tx=0x7fda4000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 shutdown_connections 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fda340a3c40 0x7fda340a6100 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda4c10f190 0x7fda4c19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda4c074e70 0x7fda4c19b270 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 --2- 172.21.15.44:0/1040281617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda4c075790 0x7fda4c19b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:31.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 >> 172.21.15.44:0/1040281617 conn(0x7fda4c0fe460 msgr2=0x7fda4c0ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:31.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 shutdown_connections 2024-04-26T01:54:31.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:31.032+0000 7fda52c00700 1 -- 172.21.15.44:0/1040281617 wait complete. 2024-04-26T01:54:31.995 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T01:54:32.472 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:32.967 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:32 smithi044 ceph-mon[27847]: pgmap v445: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:32.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:32 smithi156 ceph-mon[32543]: pgmap v445: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:32 smithi090 ceph-mon[32456]: pgmap v445: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:34.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 -- 172.21.15.44:0/1282143385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20104450 msgr2=0x7f5a2010c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 --2- 172.21.15.44:0/1282143385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20104450 0x7f5a2010c940 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009990 tx=0x7f5a0c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 -- 172.21.15.44:0/1282143385 shutdown_connections 2024-04-26T01:54:34.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 --2- 172.21.15.44:0/1282143385 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a20103b30 0x7f5a20103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 --2- 172.21.15.44:0/1282143385 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a2010cf60 0x7f5a2010f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 --2- 172.21.15.44:0/1282143385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20104450 0x7f5a2010c940 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 -- 172.21.15.44:0/1282143385 >> 172.21.15.44:0/1282143385 conn(0x7f5a200fd360 msgr2=0x7f5a200ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:34.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 -- 172.21.15.44:0/1282143385 shutdown_connections 2024-04-26T01:54:34.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.807+0000 7f5a24a00700 1 -- 172.21.15.44:0/1282143385 wait complete. 2024-04-26T01:54:34.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.808+0000 7f5a24a00700 1 Processor -- start 2024-04-26T01:54:34.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a24a00700 1 -- start start 2024-04-26T01:54:34.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a24a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20103b30 0x7f5a201991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a24a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a20104450 0x7f5a201996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a24a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a2010cf60 0x7f5a2019da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a24a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a20112b90 con 0x7f5a20103b30 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a24a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5a20112a10 con 0x7f5a20104450 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a24a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5a20112d10 con 0x7f5a2010cf60 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.809+0000 7f5a1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20103b30 0x7f5a201991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20103b30 0x7f5a201991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37562/0 (socket says 172.21.15.44:37562) 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1f400700 1 -- 172.21.15.44:0/4176170703 learned_addr learned my addr 172.21.15.44:0/4176170703 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a2010cf60 0x7f5a2019da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a20104450 0x7f5a201996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1fe00700 1 -- 172.21.15.44:0/4176170703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a20104450 msgr2=0x7f5a201996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a20104450 0x7f5a201996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1fe00700 1 -- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20103b30 msgr2=0x7f5a201991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20103b30 0x7f5a201991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1fe00700 1 -- 172.21.15.44:0/4176170703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2019e170 con 0x7f5a2010cf60 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.810+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a2010cf60 0x7f5a2019da30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5a18007f10 tx=0x7f5a1800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.811+0000 7f5a17e00700 1 -- 172.21.15.44:0/4176170703 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a18004db0 con 0x7f5a2010cf60 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.811+0000 7f5a17e00700 1 -- 172.21.15.44:0/4176170703 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a18003a00 con 0x7f5a2010cf60 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.811+0000 7f5a17e00700 1 -- 172.21.15.44:0/4176170703 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a18004580 con 0x7f5a2010cf60 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.811+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a2019e460 con 0x7f5a2010cf60 2024-04-26T01:54:34.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.811+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a201a5ce0 con 0x7f5a2010cf60 2024-04-26T01:54:34.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.814+0000 7f5a17e00700 1 -- 172.21.15.44:0/4176170703 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5a1801c020 con 0x7f5a2010cf60 2024-04-26T01:54:34.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 Processor -- start 2024-04-26T01:54:34.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a17e00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a040a3cc0 0x7f5a040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 -- start start 2024-04-26T01:54:34.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a17e00700 1 -- 172.21.15.44:0/4176170703 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f5a180cfa70 con 0x7f5a2010cf60 2024-04-26T01:54:34.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a040a3cc0 0x7f5a040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e2e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e2ed00 0x55fde8e3db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e3e050 0x55fde8e40440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fde8d81e40 con 0x55fde8e3e050 2024-04-26T01:54:34.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fde8d286e0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.816+0000 7f5a30884b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fde8d7de00 con 0x55fde8e2ed00 2024-04-26T01:54:34.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e3e050 0x55fde8e40440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e3e050 0x55fde8e40440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37566/0 (socket says 172.21.15.44:37566) 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1fe00700 1 -- 172.21.15.44:0/3457883051 learned_addr learned my addr 172.21.15.44:0/3457883051 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1f400700 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e2e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e2ed00 0x55fde8e3db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a040a3cc0 0x7f5a040a6180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5a2010e3c0 tx=0x7f5a0c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1f400700 1 -- 172.21.15.44:0/3457883051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e2ed00 msgr2=0x55fde8e3db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1f400700 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e2ed00 0x55fde8e3db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1f400700 1 -- 172.21.15.44:0/3457883051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e3e050 msgr2=0x55fde8e40440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1f400700 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e3e050 0x55fde8e40440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1f400700 1 -- 172.21.15.44:0/3457883051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fde8d1e630 con 0x55fde8e2e3e0 2024-04-26T01:54:34.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.817+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e3e050 0x55fde8e40440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:34.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.818+0000 7f5a1f400700 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e2e7c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5a10009d10 tx=0x7f5a10011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f33869302c25c37e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:34.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.818+0000 7f5a14c00700 1 -- 172.21.15.44:0/3457883051 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10004250 con 0x55fde8e2e3e0 2024-04-26T01:54:34.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.818+0000 7f5a14c00700 1 -- 172.21.15.44:0/3457883051 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a100043f0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.818+0000 7f5a14c00700 1 -- 172.21.15.44:0/3457883051 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a100055e0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 -- 172.21.15.44:0/3457883051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 msgr2=0x55fde8e2e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e2e7c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5a10009d10 tx=0x7f5a10011720 comp rx=0 tx=0).stop 2024-04-26T01:54:34.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 -- 172.21.15.44:0/3457883051 shutdown_connections 2024-04-26T01:54:34.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e3e050 0x55fde8e40440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e2e7c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3457883051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e2ed00 0x55fde8e3db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 -- 172.21.15.44:0/3457883051 >> 172.21.15.44:0/3457883051 conn(0x55fde8d5d550 msgr2=0x55fde8e2aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 -- 172.21.15.44:0/3457883051 shutdown_connections 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 -- 172.21.15.44:0/3457883051 wait complete. 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.819+0000 7f5a30884b80 1 -- start start 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 1 Processor -- start 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e3d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e3a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e40bd0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fde8d3b810 con 0x55fde8e2ed00 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e40d50 con 0x55fde8e3e050 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a30884b80 10 client.0 _ll_register_callbacks cb 0x55fde8d1a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.820+0000 7f5a1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e3d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e3d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37582/0 (socket says 172.21.15.44:37582) 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 -- 172.21.15.44:0/1828275775 learned_addr learned my addr 172.21.15.44:0/1828275775 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e3a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 -- 172.21.15.44:0/1828275775 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 msgr2=0x55fde8e3af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 -- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 msgr2=0x55fde8e3a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e3a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 -- 172.21.15.44:0/1828275775 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fde8ccf880 con 0x55fde8e2e3e0 2024-04-26T01:54:34.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e3a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.821+0000 7f5a1f400700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e3d6f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5a10004f50 tx=0x7f5a10004630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d42c1e266831d4c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a09600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a09600700 1 -- 172.21.15.44:0/1828275775 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10026020 con 0x55fde8e2e3e0 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a09600700 1 -- 172.21.15.44:0/1828275775 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f5a10005410 con 0x55fde8e2e3e0 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a100043f0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a09600700 1 -- 172.21.15.44:0/1828275775 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5a10005610 con 0x55fde8e2e3e0 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a30884b80 10 client.14916 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fde8d18aa0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.822+0000 7f5a09600700 1 -- 172.21.15.44:0/1828275775 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a100043f0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a09600700 1 -- 172.21.15.44:0/1828275775 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f5a10018070 con 0x55fde8e2e3e0 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a30884b80 10 client.14916 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a30884b80 10 client.14916 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a30884b80 20 client.14916 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a30884b80 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8e4d610 0x55fde8e4ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a30884b80 4 client.14916 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 --> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fde8d8f630 con 0x55fde8e4d610 2024-04-26T01:54:34.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.823+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8e4d610 0x55fde8e4ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.824+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8e4d610 0x55fde8e4ea80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6beae0ce62f05e22 server_cookie=3f17e5fc77997481 in_seq=0 out_seq=0 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.824+0000 7f5a09600700 10 client.14916 ms_handle_connect on v2:172.21.15.90:6836/829860849 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a09600700 1 -- 172.21.15.44:0/1828275775 <== mds.3 v2:172.21.15.90:6836/829860849 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fde8d8f630 con 0x55fde8e4d610 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a09600700 10 client.14916 handle_command_reply: tid=0 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 client.14916 shutdown 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 msgr2=0x55fde8e3d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e3d6f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5a10004f50 tx=0x7f5a10004630 comp rx=0 tx=0).stop 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 shutdown_connections 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8e4d610 0x55fde8e4ea80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e3d6f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 --2- 172.21.15.44:0/1828275775 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e3a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 >> 172.21.15.44:0/1828275775 conn(0x55fde8d5d550 msgr2=0x55fde8e2a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a09600700 0 client.14916 ms_handle_reset on v2:172.21.15.90:6836/829860849 2024-04-26T01:54:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 shutdown_connections 2024-04-26T01:54:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 1 -- 172.21.15.44:0/1828275775 wait complete. 2024-04-26T01:54:34.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.825+0000 7f5a30884b80 20 client.14916 trim_cache size 0 max 16384 2024-04-26T01:54:34.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 Processor -- start 2024-04-26T01:54:34.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 -- start start 2024-04-26T01:54:34.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e4cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e4d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e4cdc0 con 0x55fde8e2e3e0 2024-04-26T01:54:34.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e4d490 con 0x55fde8e2ed00 2024-04-26T01:54:34.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.848+0000 7f5a30884b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e4db60 con 0x55fde8e3e050 2024-04-26T01:54:34.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e4cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e4cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37588/0 (socket says 172.21.15.44:37588) 2024-04-26T01:54:34.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1f400700 1 -- 172.21.15.44:0/3262110203 learned_addr learned my addr 172.21.15.44:0/3262110203 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:34.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e4d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1fe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1ea00700 1 -- 172.21.15.44:0/3262110203 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 msgr2=0x55fde8e3b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1ea00700 1 -- 172.21.15.44:0/3262110203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 msgr2=0x55fde8e4cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e4cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1ea00700 1 -- 172.21.15.44:0/3262110203 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fde8e2afd0 con 0x55fde8e2ed00 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.849+0000 7f5a1f400700 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e4cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.850+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e4d610 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c0098e0 tx=0x7f5a0c024000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af2a52084a38d0d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.850+0000 7f5a0be00700 1 -- 172.21.15.44:0/3262110203 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c02a040 con 0x55fde8e2ed00 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.850+0000 7f5a0be00700 1 -- 172.21.15.44:0/3262110203 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a0c03d070 con 0x55fde8e2ed00 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.850+0000 7f5a0be00700 1 -- 172.21.15.44:0/3262110203 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c00faa0 con 0x55fde8e2ed00 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.850+0000 7f5a30884b80 1 -- 172.21.15.44:0/3262110203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 msgr2=0x55fde8e4d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.850+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e4d610 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c0098e0 tx=0x7f5a0c024000 comp rx=0 tx=0).stop 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 -- 172.21.15.44:0/3262110203 shutdown_connections 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e3b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2e3e0 0x55fde8e4cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 --2- 172.21.15.44:0/3262110203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2ed00 0x55fde8e4d610 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 -- 172.21.15.44:0/3262110203 >> 172.21.15.44:0/3262110203 conn(0x55fde8d5d550 msgr2=0x55fde8e4c650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 -- 172.21.15.44:0/3262110203 shutdown_connections 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 -- 172.21.15.44:0/3262110203 wait complete. 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 -- start start 2024-04-26T01:54:34.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.851+0000 7f5a30884b80 1 Processor -- start 2024-04-26T01:54:34.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e581a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2ed00 0x55fde8e515a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a30884b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e51ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a30884b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e4e900 con 0x55fde8e2ed00 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a30884b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e4e230 con 0x55fde8e2e3e0 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a30884b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fde8e4efd0 con 0x55fde8e3e050 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a30884b80 10 client.0 _ll_register_callbacks cb 0x55fde8d1a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a1ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2ed00 0x55fde8e515a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a1f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e581a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a1ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2ed00 0x55fde8e515a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37604/0 (socket says 172.21.15.44:37604) 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a1ea00700 1 -- 172.21.15.44:0/4283911991 learned_addr learned my addr 172.21.15.44:0/4283911991 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.852+0000 7f5a1fe00700 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e51ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a1f400700 1 -- 172.21.15.44:0/4283911991 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 msgr2=0x55fde8e51ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a1f400700 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e51ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a1f400700 1 -- 172.21.15.44:0/4283911991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2ed00 msgr2=0x55fde8e515a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a1f400700 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2ed00 0x55fde8e515a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a1f400700 1 -- 172.21.15.44:0/4283911991 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fde8e52280 con 0x55fde8e2e3e0 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2ed00 0x55fde8e515a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a1f400700 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e581a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5a10009880 tx=0x7f5a10005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68b715e3752171eb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a09600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a09600700 1 -- 172.21.15.44:0/4283911991 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10015020 con 0x55fde8e2e3e0 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a0c03d070 con 0x55fde8e2e3e0 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.853+0000 7f5a09600700 1 -- 172.21.15.44:0/4283911991 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f5a10005410 con 0x55fde8e2e3e0 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a09600700 1 -- 172.21.15.44:0/4283911991 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5a1003d050 con 0x55fde8e2e3e0 2024-04-26T01:54:34.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a30884b80 10 client.25040 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fde8eb4740 con 0x55fde8e2e3e0 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a09600700 1 -- 172.21.15.44:0/4283911991 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a0c03d070 con 0x55fde8e2e3e0 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a09600700 1 -- 172.21.15.44:0/4283911991 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f5a10018070 con 0x55fde8e2e3e0 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a30884b80 10 client.25040 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a30884b80 10 client.25040 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.854+0000 7f5a30884b80 20 client.25040 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.855+0000 7f5a30884b80 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8eb9240 0x55fde8eb7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.855+0000 7f5a30884b80 4 client.25040 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.855+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 --> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] -- command(tid 0: {"prefix": "status"}) -- 0x55fde8d896d0 con 0x55fde8eb9240 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.855+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8eb9240 0x55fde8eb7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:34.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.855+0000 7f5a1ea00700 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8eb9240 0x55fde8eb7f50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=539462161716f8b0 server_cookie=f1ab3bb67b117048 in_seq=0 out_seq=0 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.855+0000 7f5a09600700 10 client.25040 ms_handle_connect on v2:172.21.15.90:6836/829860849 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a09600700 1 -- 172.21.15.44:0/4283911991 <== mds.3 v2:172.21.15.90:6836/829860849 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55fde8d896d0 con 0x55fde8eb9240 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a09600700 10 client.25040 handle_command_reply: tid=0 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 client.25040 shutdown 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 msgr2=0x55fde8e581a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e581a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5a10009880 tx=0x7f5a10005a20 comp rx=0 tx=0).stop 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 shutdown_connections 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x55fde8eb9240 0x55fde8eb7f50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fde8e3e050 0x55fde8e51ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fde8e2e3e0 0x55fde8e581a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 --2- 172.21.15.44:0/4283911991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fde8e2ed00 0x55fde8e515a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a09600700 0 client.25040 ms_handle_reset on v2:172.21.15.90:6836/829860849 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 >> 172.21.15.44:0/4283911991 conn(0x55fde8d5d550 msgr2=0x55fde8e35ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 shutdown_connections 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 1 -- 172.21.15.44:0/4283911991 wait complete. 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.856+0000 7f5a30884b80 20 client.25040 trim_cache size 0 max 16384 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 3, 2024-04-26T01:54:34.860 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24476, 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 207.832196595, 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 265.59393948100001 2024-04-26T01:54:34.861 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:54:34.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a040a3cc0 msgr2=0x7f5a040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a040a3cc0 0x7f5a040a6180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5a2010e3c0 tx=0x7f5a0c00b260 comp rx=0 tx=0).stop 2024-04-26T01:54:34.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a2010cf60 msgr2=0x7f5a2019da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:34.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a2010cf60 0x7f5a2019da30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5a18007f10 tx=0x7f5a1800d3b0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 shutdown_connections 2024-04-26T01:54:34.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a2010cf60 0x7f5a2019da30 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f5a040a3cc0 0x7f5a040a6180 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a20103b30 0x7f5a201991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 --2- 172.21.15.44:0/4176170703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a20104450 0x7f5a201996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:34.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 >> 172.21.15.44:0/4176170703 conn(0x7f5a200fd360 msgr2=0x7f5a200fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:34.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 shutdown_connections 2024-04-26T01:54:34.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:34.857+0000 7f5a24a00700 1 -- 172.21.15.44:0/4176170703 wait complete. 2024-04-26T01:54:34.871 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:34 smithi044 ceph-mon[27847]: pgmap v446: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:34 smithi156 ceph-mon[32543]: pgmap v446: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:34 smithi090 ceph-mon[32456]: pgmap v446: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:35.831 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:54:36.309 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:36.659 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:36 smithi044 ceph-mon[27847]: pgmap v447: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 9 op/s 2024-04-26T01:54:36.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:36 smithi156 ceph-mon[32543]: pgmap v447: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 9 op/s 2024-04-26T01:54:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:36 smithi090 ceph-mon[32456]: pgmap v447: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 9 op/s 2024-04-26T01:54:38.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 -- 172.21.15.44:0/674382116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 msgr2=0x7fcfe4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/674382116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 0x7fcfe4115f80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00b0d0 tx=0x7fcfdc00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 -- 172.21.15.44:0/674382116 shutdown_connections 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/674382116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 0x7fcfe4115f80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/674382116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcfe41092d0 0x7fcfe41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/674382116 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcfe4109c80 0x7fcfe410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 -- 172.21.15.44:0/674382116 >> 172.21.15.44:0/674382116 conn(0x7fcfe4076210 msgr2=0x7fcfe4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 -- 172.21.15.44:0/674382116 shutdown_connections 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.649+0000 7fcfe8c00700 1 -- 172.21.15.44:0/674382116 wait complete. 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.650+0000 7fcfe8c00700 1 Processor -- start 2024-04-26T01:54:38.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.650+0000 7fcfe8c00700 1 -- start start 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe8c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcfe41092d0 0x7fcfe419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe8c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcfe4109c80 0x7fcfe419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe8c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 0x7fcfe41a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe8c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe41192c0 con 0x7fcfe410e3b0 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe8c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe4119140 con 0x7fcfe41092d0 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe8c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe4119440 con 0x7fcfe4109c80 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 0x7fcfe41a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe1e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcfe41092d0 0x7fcfe419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe1e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcfe41092d0 0x7fcfe419f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35836/0 (socket says 172.21.15.44:35836) 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfe1e00700 1 -- 172.21.15.44:0/2619670394 learned_addr learned my addr 172.21.15.44:0/2619670394 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:38.651 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.651+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcfe4109c80 0x7fcfe419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfe2800700 1 -- 172.21.15.44:0/2619670394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcfe4109c80 msgr2=0x7fcfe419fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfe2800700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcfe4109c80 0x7fcfe419fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfe2800700 1 -- 172.21.15.44:0/2619670394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcfe41092d0 msgr2=0x7fcfe419f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfe2800700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcfe41092d0 0x7fcfe419f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfe2800700 1 -- 172.21.15.44:0/2619670394 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe41a4700 con 0x7fcfe410e3b0 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfe2800700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 0x7fcfe41a3fc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00b770 tx=0x7fcfdc007980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfdaa00700 1 -- 172.21.15.44:0/2619670394 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc01f070 con 0x7fcfe410e3b0 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfdaa00700 1 -- 172.21.15.44:0/2619670394 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfdc007dc0 con 0x7fcfe410e3b0 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfdaa00700 1 -- 172.21.15.44:0/2619670394 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc01b430 con 0x7fcfe410e3b0 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.652+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe41a4990 con 0x7fcfe410e3b0 2024-04-26T01:54:38.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.653+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe41ac270 con 0x7fcfe410e3b0 2024-04-26T01:54:38.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.656+0000 7fcfdaa00700 1 -- 172.21.15.44:0/2619670394 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fcfdc022070 con 0x7fcfe410e3b0 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.657+0000 7fcff34b8b80 1 Processor -- start 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.657+0000 7fcfdaa00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcfc40a3cc0 0x7fcfc40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.657+0000 7fcff34b8b80 1 -- start start 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.657+0000 7fcfdaa00700 1 -- 172.21.15.44:0/2619670394 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fcfdc00f020 con 0x7fcfe410e3b0 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcfc40a3cc0 0x7fcfc40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a90a0 0x5630356a29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5630355f4e40 con 0x5630356a90a0 2024-04-26T01:54:38.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56303559b6e0 con 0x5630356a8780 2024-04-26T01:54:38.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5630355f0e00 con 0x5630356a2ef0 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcfdbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a90a0 0x5630356a29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcfe1e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcfdbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a90a0 0x5630356a29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60010/0 (socket says 172.21.15.44:60010) 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcfdbe00700 1 -- 172.21.15.44:0/813804584 learned_addr learned my addr 172.21.15.44:0/813804584 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.658+0000 7fcfe2800700 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfe1e00700 1 -- 172.21.15.44:0/813804584 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 msgr2=0x5630356a3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfe1e00700 1 -- 172.21.15.44:0/813804584 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a90a0 msgr2=0x5630356a29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a90a0 0x5630356a29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfe1e00700 1 -- 172.21.15.44:0/813804584 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563035591630 con 0x5630356a8780 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfe2800700 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcfc40a3cc0 0x7fcfc40a6180 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc013570 tx=0x7fcfcc013930 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a8b60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009d10 tx=0x7fcfd4011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfc4e70cb12942a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfd3400700 1 -- 172.21.15.44:0/813804584 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4009e60 con 0x5630356a8780 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfd3400700 1 -- 172.21.15.44:0/813804584 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfd4004830 con 0x5630356a8780 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.659+0000 7fcfd3400700 1 -- 172.21.15.44:0/813804584 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd40054c0 con 0x5630356a8780 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 -- 172.21.15.44:0/813804584 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 msgr2=0x5630356a8b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a8b60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009d10 tx=0x7fcfd4011720 comp rx=0 tx=0).stop 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 -- 172.21.15.44:0/813804584 shutdown_connections 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a8b60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/813804584 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a90a0 0x5630356a29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 -- 172.21.15.44:0/813804584 >> 172.21.15.44:0/813804584 conn(0x5630355d0f00 msgr2=0x56303569d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.660+0000 7fcff34b8b80 1 -- 172.21.15.44:0/813804584 shutdown_connections 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.661+0000 7fcff34b8b80 1 -- 172.21.15.44:0/813804584 wait complete. 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.661+0000 7fcff34b8b80 1 -- start start 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.661+0000 7fcff34b8b80 1 Processor -- start 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x5630356aed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356ac010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356ac550 0x5630356ac9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5630356af920 con 0x5630356a2ef0 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5630355ae810 con 0x5630356a8780 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5630356afaa0 con 0x5630356ac550 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcff34b8b80 10 client.0 _ll_register_callbacks cb 0x56303558d6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcfe1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x5630356aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcfe1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x5630356aed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60024/0 (socket says 172.21.15.44:60024) 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcfe1e00700 1 -- 172.21.15.44:0/303889691 learned_addr learned my addr 172.21.15.44:0/303889691 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356ac010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.662+0000 7fcfe2800700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356ac550 0x5630356ac9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfe1e00700 1 -- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356ac550 msgr2=0x5630356ac9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356ac550 0x5630356ac9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfe1e00700 1 -- 172.21.15.44:0/303889691 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 msgr2=0x5630356ac010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356ac010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfe1e00700 1 -- 172.21.15.44:0/303889691 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563035542880 con 0x5630356a2ef0 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356ac010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:38.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfe2800700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356ac550 0x5630356ac9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:38.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x5630356aed10 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4005100 tx=0x7fcfd4009fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2f88da4cc56d368 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:38.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfcbe00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfcbe00700 1 -- 172.21.15.44:0/303889691 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4026020 con 0x5630356a2ef0 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcfcbe00700 1 -- 172.21.15.44:0/303889691 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fcfd40042e0 con 0x5630356a2ef0 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.663+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfd4004830 con 0x5630356a2ef0 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcfcbe00700 1 -- 172.21.15.44:0/303889691 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcfd4004500 con 0x5630356a2ef0 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcff34b8b80 10 client.14934 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56303558baa0 con 0x5630356a2ef0 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcfcbe00700 1 -- 172.21.15.44:0/303889691 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfd4004830 con 0x5630356a2ef0 2024-04-26T01:54:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcfcbe00700 1 -- 172.21.15.44:0/303889691 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fcfd4018070 con 0x5630356a2ef0 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcff34b8b80 10 client.14934 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcff34b8b80 10 client.14934 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcff34b8b80 20 client.14934 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.664+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630356bc7d0 0x5630356bdc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.665+0000 7fcff34b8b80 4 client.14934 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.665+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 --> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563035602630 con 0x5630356bc7d0 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.665+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630356bc7d0 0x5630356bdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.666+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630356bc7d0 0x5630356bdc40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fc192404bcb6cd2c server_cookie=449648e83ac11803 in_seq=0 out_seq=0 2024-04-26T01:54:38.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.666+0000 7fcfcbe00700 10 client.14934 ms_handle_connect on v2:172.21.15.156:6838/3391701820 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcfcbe00700 1 -- 172.21.15.44:0/303889691 <== mds.2 v2:172.21.15.156:6838/3391701820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563035602630 con 0x5630356bc7d0 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcfcbe00700 10 client.14934 handle_command_reply: tid=0 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 client.14934 shutdown 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 msgr2=0x5630356aed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x5630356aed10 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4005100 tx=0x7fcfd4009fa0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 shutdown_connections 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630356bc7d0 0x5630356bdc40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356ac550 0x5630356ac9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x5630356aed10 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/303889691 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356ac010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 >> 172.21.15.44:0/303889691 conn(0x5630355d0f00 msgr2=0x56303569ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcfcbe00700 0 client.14934 ms_handle_reset on v2:172.21.15.156:6838/3391701820 2024-04-26T01:54:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 shutdown_connections 2024-04-26T01:54:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.667+0000 7fcff34b8b80 1 -- 172.21.15.44:0/303889691 wait complete. 2024-04-26T01:54:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.668+0000 7fcff34b8b80 20 client.14934 trim_cache size 0 max 16384 2024-04-26T01:54:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.690+0000 7fcff34b8b80 1 Processor -- start 2024-04-26T01:54:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.690+0000 7fcff34b8b80 1 -- start start 2024-04-26T01:54:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356ac550 0x5630356abdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5630356bbf80 con 0x5630356ac550 2024-04-26T01:54:38.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5630356bc650 con 0x5630356a8780 2024-04-26T01:54:38.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5630356bcd20 con 0x5630356a2ef0 2024-04-26T01:54:38.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcfe2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356ac550 0x5630356abdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcfe2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356ac550 0x5630356abdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60030/0 (socket says 172.21.15.44:60030) 2024-04-26T01:54:38.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcfe2800700 1 -- 172.21.15.44:0/695249700 learned_addr learned my addr 172.21.15.44:0/695249700 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:38.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcfe2800700 1 -- 172.21.15.44:0/695249700 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 msgr2=0x5630356a29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.691+0000 7fcfe2800700 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfe2800700 1 -- 172.21.15.44:0/695249700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 msgr2=0x5630356a32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfe2800700 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfe2800700 1 -- 172.21.15.44:0/695249700 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630356a3ae0 con 0x5630356ac550 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfe2800700 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356ac550 0x5630356abdf0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc009fd0 tx=0x7fcfdc0099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2657763c56c98bf8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfd2a00700 1 -- 172.21.15.44:0/695249700 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc09dd20 con 0x5630356ac550 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfd2a00700 1 -- 172.21.15.44:0/695249700 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfdc088030 con 0x5630356ac550 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.692+0000 7fcfd2a00700 1 -- 172.21.15.44:0/695249700 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc0074e0 con 0x5630356ac550 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 -- 172.21.15.44:0/695249700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356ac550 msgr2=0x5630356abdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356ac550 0x5630356abdf0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc009fd0 tx=0x7fcfdc0099e0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 -- 172.21.15.44:0/695249700 shutdown_connections 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a2ef0 0x5630356a29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356ac550 0x5630356abdf0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/695249700 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356a8780 0x5630356a32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 -- 172.21.15.44:0/695249700 >> 172.21.15.44:0/695249700 conn(0x5630355d0f00 msgr2=0x563035699ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:38.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 -- 172.21.15.44:0/695249700 shutdown_connections 2024-04-26T01:54:38.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.693+0000 7fcff34b8b80 1 -- 172.21.15.44:0/695249700 wait complete. 2024-04-26T01:54:38.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 -- start start 2024-04-26T01:54:38.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 Processor -- start 2024-04-26T01:54:38.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x56303569cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a8780 0x56303569d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356ac550 0x56303569d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5630356bdac0 con 0x5630356a2ef0 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5630356bd3f0 con 0x5630356ac550 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5630356be190 con 0x5630356a8780 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.694+0000 7fcff34b8b80 10 client.0 _ll_register_callbacks cb 0x7fcfd4009b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a8780 0x56303569d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfe1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x56303569cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a8780 0x56303569d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40806/0 (socket says 172.21.15.44:40806) 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfe1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x56303569cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60040/0 (socket says 172.21.15.44:60040) 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 -- 172.21.15.44:0/612597506 learned_addr learned my addr 172.21.15.44:0/612597506 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfe2800700 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356ac550 0x56303569d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 -- 172.21.15.44:0/612597506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356ac550 msgr2=0x56303569d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356ac550 0x56303569d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 -- 172.21.15.44:0/612597506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 msgr2=0x56303569cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x56303569cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 -- 172.21.15.44:0/612597506 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630356c5650 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x56303569cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfdbe00700 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a8780 0x56303569d0a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x5630356ad5e0 tx=0x7fcfcc0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9868c2df2a031afc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.695+0000 7fcfcbe00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.696+0000 7fcfcbe00700 1 -- 172.21.15.44:0/612597506 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc02d680 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.696+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfdc088030 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.696+0000 7fcfcbe00700 1 -- 172.21.15.44:0/612597506 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fcfcc02d820 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.696+0000 7fcfcbe00700 1 -- 172.21.15.44:0/612597506 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcfcc00f860 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.696+0000 7fcff34b8b80 10 client.25048 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.696+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563035723dd0 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.696+0000 7fcfcbe00700 1 -- 172.21.15.44:0/612597506 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfdc088030 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcfcbe00700 1 -- 172.21.15.44:0/612597506 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fcfcc005020 con 0x5630356a8780 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcff34b8b80 10 client.25048 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:38.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcff34b8b80 10 client.25048 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcff34b8b80 20 client.25048 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630357289b0 0x5630357276c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcff34b8b80 4 client.25048 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 --> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] -- command(tid 0: {"prefix": "status"}) -- 0x5630355fc6d0 con 0x5630357289b0 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.697+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630357289b0 0x5630357276c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcfe1e00700 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630357289b0 0x5630357276c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c9b521ca7ea9c36d server_cookie=e70b573d16ef2dc3 in_seq=0 out_seq=0 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcfcbe00700 10 client.25048 ms_handle_connect on v2:172.21.15.156:6838/3391701820 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcfcbe00700 1 -- 172.21.15.44:0/612597506 <== mds.2 v2:172.21.15.156:6838/3391701820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5630355fc6d0 con 0x5630357289b0 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcfcbe00700 10 client.25048 handle_command_reply: tid=0 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 client.25048 shutdown 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a8780 msgr2=0x56303569d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a8780 0x56303569d0a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x5630356ad5e0 tx=0x7fcfcc0047c0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 shutdown_connections 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5630357289b0 0x5630357276c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5630356ac550 0x56303569d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5630356a2ef0 0x56303569cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 --2- 172.21.15.44:0/612597506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5630356a8780 0x56303569d0a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcfcbe00700 0 client.25048 ms_handle_reset on v2:172.21.15.156:6838/3391701820 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 >> 172.21.15.44:0/612597506 conn(0x5630355d0f00 msgr2=0x5630356abdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 shutdown_connections 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.698+0000 7fcff34b8b80 1 -- 172.21.15.44:0/612597506 wait complete. 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcff34b8b80 20 client.25048 trim_cache size 0 max 16384 2024-04-26T01:54:38.700 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24490, 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 212.68704936200001, 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 266.488752487 2024-04-26T01:54:38.701 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcfc40a3cc0 msgr2=0x7fcfc40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcfc40a3cc0 0x7fcfc40a6180 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc013570 tx=0x7fcfcc013930 comp rx=0 tx=0).stop 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 msgr2=0x7fcfe41a3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 0x7fcfe41a3fc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00b770 tx=0x7fcfdc007980 comp rx=0 tx=0).stop 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 shutdown_connections 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcfc40a3cc0 0x7fcfc40a6180 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfe410e3b0 0x7fcfe41a3fc0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcfe41092d0 0x7fcfe419f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 --2- 172.21.15.44:0/2619670394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcfe4109c80 0x7fcfe419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:38.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.699+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 >> 172.21.15.44:0/2619670394 conn(0x7fcfe4076210 msgr2=0x7fcfe4076750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:38.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.700+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 shutdown_connections 2024-04-26T01:54:38.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:38.700+0000 7fcfe8c00700 1 -- 172.21.15.44:0/2619670394 wait complete. 2024-04-26T01:54:38.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:38 smithi044 ceph-mon[27847]: pgmap v448: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:38 smithi156 ceph-mon[32543]: pgmap v448: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:38 smithi090 ceph-mon[32456]: pgmap v448: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:39.595 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T01:54:40.057 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:40.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:40 smithi044 ceph-mon[27847]: pgmap v449: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-26T01:54:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:40 smithi156 ceph-mon[32543]: pgmap v449: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-26T01:54:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:40 smithi090 ceph-mon[32456]: pgmap v449: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-26T01:54:42.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.251+0000 7f6bb2800700 1 -- 172.21.15.44:0/3258603350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac104ec0 msgr2=0x7f6bac1052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.251+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3258603350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac104ec0 0x7f6bac1052a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00b0d0 tx=0x7f6b9c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.252+0000 7f6bb2800700 1 -- 172.21.15.44:0/3258603350 shutdown_connections 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.252+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3258603350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac104ec0 0x7f6bac1052a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.252+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3258603350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac109fa0 0x7f6bac111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.252+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3258603350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac105870 0x7f6bac1098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.252+0000 7f6bb2800700 1 -- 172.21.15.44:0/3258603350 >> 172.21.15.44:0/3258603350 conn(0x7f6bac100750 msgr2=0x7f6bac102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.252+0000 7f6bb2800700 1 -- 172.21.15.44:0/3258603350 shutdown_connections 2024-04-26T01:54:42.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.252+0000 7f6bb2800700 1 -- 172.21.15.44:0/3258603350 wait complete. 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.253+0000 7f6bb2800700 1 Processor -- start 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.253+0000 7f6bb2800700 1 -- start start 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bb2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac104ec0 0x7f6bac19b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bb2800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac105870 0x7f6bac19b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bb2800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac109fa0 0x7f6bac19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bb2800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac114e30 con 0x7f6bac104ec0 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bb2800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac114cb0 con 0x7f6bac105870 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bb2800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac114fb0 con 0x7f6bac109fa0 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bab400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac104ec0 0x7f6bac19b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac105870 0x7f6bac19b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac105870 0x7f6bac19b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35904/0 (socket says 172.21.15.44:35904) 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6ba2a00700 1 -- 172.21.15.44:0/3969590880 learned_addr learned my addr 172.21.15.44:0/3969590880 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6bab400700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac104ec0 0x7f6bac19b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60054/0 (socket says 172.21.15.44:60054) 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.254+0000 7f6babe00700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac109fa0 0x7f6bac19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6bab400700 1 -- 172.21.15.44:0/3969590880 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac109fa0 msgr2=0x7f6bac19fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6bab400700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac109fa0 0x7f6bac19fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6bab400700 1 -- 172.21.15.44:0/3969590880 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac105870 msgr2=0x7f6bac19b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6bab400700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac105870 0x7f6bac19b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6bab400700 1 -- 172.21.15.44:0/3969590880 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bac1a0390 con 0x7f6bac104ec0 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac105870 0x7f6bac19b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:42.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6bab400700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac104ec0 0x7f6bac19b380 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00b770 tx=0x7f6b9c007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:42.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6ba8c00700 1 -- 172.21.15.44:0/3969590880 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c01f070 con 0x7f6bac104ec0 2024-04-26T01:54:42.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bac1a0620 con 0x7f6bac104ec0 2024-04-26T01:54:42.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6ba8c00700 1 -- 172.21.15.44:0/3969590880 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b9c004c50 con 0x7f6bac104ec0 2024-04-26T01:54:42.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.255+0000 7f6ba8c00700 1 -- 172.21.15.44:0/3969590880 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c01b430 con 0x7f6bac104ec0 2024-04-26T01:54:42.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.256+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bac1a7f00 con 0x7f6bac104ec0 2024-04-26T01:54:42.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.259+0000 7f6ba8c00700 1 -- 172.21.15.44:0/3969590880 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6b9c022070 con 0x7f6bac104ec0 2024-04-26T01:54:42.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.260+0000 7f6ba8c00700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6b900a3c40 0x7f6b900a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.260+0000 7f6bbd133b80 1 Processor -- start 2024-04-26T01:54:42.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.260+0000 7f6ba8c00700 1 -- 172.21.15.44:0/3969590880 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f6b9c00f020 con 0x7f6bac104ec0 2024-04-26T01:54:42.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.260+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6b900a3c40 0x7f6b900a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bbd133b80 1 -- start start 2024-04-26T01:54:42.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc326d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559e7fb85e40 con 0x559e7fc3dab0 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559e7fb2c6e0 con 0x559e7fc32c10 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559e7fb81e00 con 0x559e7fc322f0 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6b900a3c40 0x7f6b900a6100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6bac10b650 tx=0x7f6b94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bab400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc326d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6babe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bab400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc326d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40842/0 (socket says 172.21.15.44:40842) 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.261+0000 7f6bab400700 1 -- 172.21.15.44:0/3931385369 learned_addr learned my addr 172.21.15.44:0/3931385369 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6babe00700 1 -- 172.21.15.44:0/3931385369 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 msgr2=0x559e7fc326d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6babe00700 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc326d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6babe00700 1 -- 172.21.15.44:0/3931385369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 msgr2=0x559e7fc3d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6babe00700 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6babe00700 1 -- 172.21.15.44:0/3931385369 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e7fb22630 con 0x559e7fc3dab0 2024-04-26T01:54:42.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6babe00700 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3fea0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4009c10 tx=0x7f6ba4009f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae07bcef43eda9c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:42.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.262+0000 7f6ba0c00700 1 -- 172.21.15.44:0/3931385369 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4004310 con 0x559e7fc3dab0 2024-04-26T01:54:42.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6ba0c00700 1 -- 172.21.15.44:0/3931385369 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ba4011de0 con 0x559e7fc3dab0 2024-04-26T01:54:42.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6ba0c00700 1 -- 172.21.15.44:0/3931385369 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba4005240 con 0x559e7fc3dab0 2024-04-26T01:54:42.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6bbd133b80 1 -- 172.21.15.44:0/3931385369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 msgr2=0x559e7fc3fea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3fea0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4009c10 tx=0x7f6ba4009f20 comp rx=0 tx=0).stop 2024-04-26T01:54:42.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6bbd133b80 1 -- 172.21.15.44:0/3931385369 shutdown_connections 2024-04-26T01:54:42.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc326d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3fea0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/3931385369 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.263+0000 7f6bbd133b80 1 -- 172.21.15.44:0/3931385369 >> 172.21.15.44:0/3931385369 conn(0x559e7fb61550 msgr2=0x559e7fc2e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.264+0000 7f6bbd133b80 1 -- 172.21.15.44:0/3931385369 shutdown_connections 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.264+0000 7f6bbd133b80 1 -- 172.21.15.44:0/3931385369 wait complete. 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.264+0000 7f6bbd133b80 1 -- start start 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 1 Processor -- start 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc3d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc405a0 con 0x559e7fc3dab0 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559e7fb3f810 con 0x559e7fc32c10 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc40720 con 0x559e7fc322f0 2024-04-26T01:54:42.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6bbd133b80 10 client.0 _ll_register_callbacks cb 0x559e7fb1e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:42.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35928/0 (socket says 172.21.15.44:35928) 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6babe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.265+0000 7f6ba2a00700 1 -- 172.21.15.44:0/272402590 learned_addr learned my addr 172.21.15.44:0/272402590 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6bab400700 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc3d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6ba2a00700 1 -- 172.21.15.44:0/272402590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 msgr2=0x559e7fc3d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc3d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6ba2a00700 1 -- 172.21.15.44:0/272402590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 msgr2=0x559e7fc3aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6ba2a00700 1 -- 172.21.15.44:0/272402590 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e7fad3880 con 0x559e7fc32c10 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3a500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6b94003ad0 tx=0x7f6b940047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38f9af673cef6829 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.266+0000 7f6b99600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6b99600700 1 -- 172.21.15.44:0/272402590 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9401fca0 con 0x559e7fc32c10 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ba4011de0 con 0x559e7fc32c10 2024-04-26T01:54:42.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6b99600700 1 -- 172.21.15.44:0/272402590 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f6b94004830 con 0x559e7fc32c10 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6b99600700 1 -- 172.21.15.44:0/272402590 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6b9401fe40 con 0x559e7fc32c10 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6bbd133b80 10 client.25070 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559e7fb1caa0 con 0x559e7fc32c10 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6b99600700 1 -- 172.21.15.44:0/272402590 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ba4011de0 con 0x559e7fc32c10 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.267+0000 7f6b99600700 1 -- 172.21.15.44:0/272402590 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6b94026070 con 0x559e7fc32c10 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.268+0000 7f6bbd133b80 10 client.25070 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.268+0000 7f6bbd133b80 10 client.25070 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.268+0000 7f6bbd133b80 20 client.25070 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.268+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fc4d300 0x559e7fc4e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.268+0000 7f6bbd133b80 4 client.25070 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.268+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 --> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e7fb93630 con 0x559e7fc4d300 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.268+0000 7f6bab400700 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fc4d300 0x559e7fc4e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.269+0000 7f6bab400700 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fc4d300 0x559e7fc4e770 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b25b254d3271f365 server_cookie=1accbb4683039305 in_seq=0 out_seq=0 2024-04-26T01:54:42.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.269+0000 7f6b99600700 10 client.25070 ms_handle_connect on v2:172.21.15.44:6838/1058817088 2024-04-26T01:54:42.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.269+0000 7f6b99600700 1 -- 172.21.15.44:0/272402590 <== mds.1 v2:172.21.15.44:6838/1058817088 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559e7fb93630 con 0x559e7fc4d300 2024-04-26T01:54:42.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.269+0000 7f6b99600700 10 client.25070 handle_command_reply: tid=0 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 client.25070 shutdown 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 msgr2=0x559e7fc3a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3a500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6b94003ad0 tx=0x7f6b940047c0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 shutdown_connections 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fc4d300 0x559e7fc4e770 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc322f0 0x559e7fc3d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc3dab0 0x559e7fc3aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/272402590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc32c10 0x559e7fc3a500 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 >> 172.21.15.44:0/272402590 conn(0x559e7fb61550 msgr2=0x559e7fc34c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6b99600700 0 client.25070 ms_handle_reset on v2:172.21.15.44:6838/1058817088 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 shutdown_connections 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 1 -- 172.21.15.44:0/272402590 wait complete. 2024-04-26T01:54:42.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.270+0000 7f6bbd133b80 20 client.25070 trim_cache size 0 max 16384 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 Processor -- start 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 -- start start 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc322f0 0x559e7fc39460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc32c10 0x559e7fc3a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc3dab0 0x559e7fc57bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc4cab0 con 0x559e7fc322f0 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc4d180 con 0x559e7fc3dab0 2024-04-26T01:54:42.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.294+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc4d850 con 0x559e7fc32c10 2024-04-26T01:54:42.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc32c10 0x559e7fc3a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6babe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc3dab0 0x559e7fc57bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc32c10 0x559e7fc3a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40870/0 (socket says 172.21.15.44:40870) 2024-04-26T01:54:42.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 -- 172.21.15.44:0/2159691946 learned_addr learned my addr 172.21.15.44:0/2159691946 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6bab400700 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc322f0 0x559e7fc39460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 -- 172.21.15.44:0/2159691946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc3dab0 msgr2=0x559e7fc57bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc3dab0 0x559e7fc57bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 -- 172.21.15.44:0/2159691946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc322f0 msgr2=0x559e7fc39460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc322f0 0x559e7fc39460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 -- 172.21.15.44:0/2159691946 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e7fc38a70 con 0x559e7fc32c10 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6babe00700 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc3dab0 0x559e7fc57bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:42.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.295+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc32c10 0x559e7fc3a9f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6b94005710 tx=0x7f6b94009380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b95cb21403ee811b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:42.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.296+0000 7f6b9be00700 1 -- 172.21.15.44:0/2159691946 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b94004030 con 0x559e7fc32c10 2024-04-26T01:54:42.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.296+0000 7f6b9be00700 1 -- 172.21.15.44:0/2159691946 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b94036070 con 0x559e7fc32c10 2024-04-26T01:54:42.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.296+0000 7f6b9be00700 1 -- 172.21.15.44:0/2159691946 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b940273f0 con 0x559e7fc32c10 2024-04-26T01:54:42.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 -- 172.21.15.44:0/2159691946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc32c10 msgr2=0x559e7fc3a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc32c10 0x559e7fc3a9f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6b94005710 tx=0x7f6b94009380 comp rx=0 tx=0).stop 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 -- 172.21.15.44:0/2159691946 shutdown_connections 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc3dab0 0x559e7fc57bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc322f0 0x559e7fc39460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/2159691946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc32c10 0x559e7fc3a9f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 -- 172.21.15.44:0/2159691946 >> 172.21.15.44:0/2159691946 conn(0x559e7fb61550 msgr2=0x559e7fc3a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 -- 172.21.15.44:0/2159691946 shutdown_connections 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 -- 172.21.15.44:0/2159691946 wait complete. 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 -- start start 2024-04-26T01:54:42.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.297+0000 7f6bbd133b80 1 Processor -- start 2024-04-26T01:54:42.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc322f0 0x559e7fc57df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc32c10 0x559e7fc52160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bbd133b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc3dab0 0x559e7fc526a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc4e5f0 con 0x559e7fc32c10 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc4df20 con 0x559e7fc322f0 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bbd133b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559e7fc4ecc0 con 0x559e7fc3dab0 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bbd133b80 10 client.0 _ll_register_callbacks cb 0x559e7fb1e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc32c10 0x559e7fc52160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bab400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc322f0 0x559e7fc57df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6ba2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc32c10 0x559e7fc52160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60090/0 (socket says 172.21.15.44:60090) 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6bab400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc322f0 0x559e7fc57df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35942/0 (socket says 172.21.15.44:35942) 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6ba2a00700 1 -- 172.21.15.44:0/76058407 learned_addr learned my addr 172.21.15.44:0/76058407 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.298+0000 7f6babe00700 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc3dab0 0x559e7fc526a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bab400700 1 -- 172.21.15.44:0/76058407 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc3dab0 msgr2=0x559e7fc526a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bab400700 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc3dab0 0x559e7fc526a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bab400700 1 -- 172.21.15.44:0/76058407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc32c10 msgr2=0x559e7fc52160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bab400700 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc32c10 0x559e7fc52160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bab400700 1 -- 172.21.15.44:0/76058407 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e7fc52d20 con 0x559e7fc322f0 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bab400700 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc322f0 0x559e7fc57df0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c099a50 tx=0x7f6b9c00b3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17ef9e910968631e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6b99600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6b99600700 1 -- 172.21.15.44:0/76058407 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c004e00 con 0x559e7fc322f0 2024-04-26T01:54:42.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6b99600700 1 -- 172.21.15.44:0/76058407 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f6b9c0cee90 con 0x559e7fc322f0 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b94036070 con 0x559e7fc322f0 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6b99600700 1 -- 172.21.15.44:0/76058407 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6b9c09dcf0 con 0x559e7fc322f0 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bbd133b80 10 client.25076 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.299+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559e7fcb52e0 con 0x559e7fc322f0 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6b99600700 1 -- 172.21.15.44:0/76058407 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b94036070 con 0x559e7fc322f0 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6b99600700 1 -- 172.21.15.44:0/76058407 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6b9c0b6ce0 con 0x559e7fc322f0 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6bbd133b80 10 client.25076 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6bbd133b80 10 client.25076 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6bbd133b80 20 client.25076 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fcb9e90 0x559e7fcb8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6bbd133b80 4 client.25076 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 --> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] -- command(tid 0: {"prefix": "status"}) -- 0x559e7fb8d6d0 con 0x559e7fcb9e90 2024-04-26T01:54:42.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.300+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fcb9e90 0x559e7fcb8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:42.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.301+0000 7f6ba2a00700 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fcb9e90 0x559e7fcb8ba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=898981c39f28e5a2 server_cookie=995f7483ae39a306 in_seq=0 out_seq=0 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.301+0000 7f6b99600700 10 client.25076 ms_handle_connect on v2:172.21.15.44:6838/1058817088 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.301+0000 7f6b99600700 1 -- 172.21.15.44:0/76058407 <== mds.1 v2:172.21.15.44:6838/1058817088 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559e7fb8d6d0 con 0x559e7fcb9e90 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.301+0000 7f6b99600700 10 client.25076 handle_command_reply: tid=0 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.301+0000 7f6bbd133b80 1 client.25076 shutdown 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc322f0 msgr2=0x559e7fc57df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc322f0 0x559e7fc57df0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c099a50 tx=0x7f6b9c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 shutdown_connections 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x559e7fcb9e90 0x559e7fcb8ba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559e7fc3dab0 0x559e7fc526a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559e7fc322f0 0x559e7fc57df0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 --2- 172.21.15.44:0/76058407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559e7fc32c10 0x559e7fc52160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6b99600700 0 client.25076 ms_handle_reset on v2:172.21.15.44:6838/1058817088 2024-04-26T01:54:42.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 >> 172.21.15.44:0/76058407 conn(0x559e7fb61550 msgr2=0x559e7fc2d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 shutdown_connections 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 1 -- 172.21.15.44:0/76058407 wait complete. 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.302+0000 7f6bbd133b80 20 client.25076 trim_cache size 0 max 16384 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24502, 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:54:42.307 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 217.30286572200001, 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 264.77791105799997 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6b900a3c40 msgr2=0x7f6b900a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6b900a3c40 0x7f6b900a6100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6bac10b650 tx=0x7f6b94009260 comp rx=0 tx=0).stop 2024-04-26T01:54:42.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac104ec0 msgr2=0x7f6bac19b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac104ec0 0x7f6bac19b380 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00b770 tx=0x7f6b9c007a00 comp rx=0 tx=0).stop 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 shutdown_connections 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6bac109fa0 0x7f6bac19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f6b900a3c40 0x7f6b900a6100 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bac104ec0 0x7f6bac19b380 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 --2- 172.21.15.44:0/3969590880 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6bac105870 0x7f6bac19b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 >> 172.21.15.44:0/3969590880 conn(0x7f6bac100750 msgr2=0x7f6bac102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 shutdown_connections 2024-04-26T01:54:42.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:42.303+0000 7f6bb2800700 1 -- 172.21.15.44:0/3969590880 wait complete. 2024-04-26T01:54:42.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:42 smithi156 ceph-mon[32543]: pgmap v450: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:42.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:42 smithi090 ceph-mon[32456]: pgmap v450: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:43.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:42 smithi044 ceph-mon[27847]: pgmap v450: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:54:43.261 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:54:43.729 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:44.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:44 smithi156 ceph-mon[32543]: pgmap v451: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:44.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:44 smithi090 ceph-mon[32456]: pgmap v451: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:44 smithi044 ceph-mon[27847]: pgmap v451: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:54:45.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 -- 172.21.15.44:0/2108866829 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 msgr2=0x7f0ac810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 --2- 172.21.15.44:0/2108866829 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 0x7f0ac810f900 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0ac00098f0 tx=0x7f0ac0009c00 comp rx=0 tx=0).stop 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 -- 172.21.15.44:0/2108866829 shutdown_connections 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 --2- 172.21.15.44:0/2108866829 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 0x7f0ac810f900 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 --2- 172.21.15.44:0/2108866829 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ac8108a30 0x7f0ac8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 --2- 172.21.15.44:0/2108866829 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac806a750 0x7f0ac806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 -- 172.21.15.44:0/2108866829 >> 172.21.15.44:0/2108866829 conn(0x7f0ac80788f0 msgr2=0x7f0ac8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 -- 172.21.15.44:0/2108866829 shutdown_connections 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.994+0000 7f0acde00700 1 -- 172.21.15.44:0/2108866829 wait complete. 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.995+0000 7f0acde00700 1 Processor -- start 2024-04-26T01:54:45.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.996+0000 7f0acde00700 1 -- start start 2024-04-26T01:54:45.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.996+0000 7f0acde00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ac806a750 0x7f0ac819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:45.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.996+0000 7f0acde00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 0x7f0ac819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:45.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.996+0000 7f0acde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac8108a30 0x7f0ac819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:45.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.996+0000 7f0acde00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac8112c20 con 0x7f0ac8108a30 2024-04-26T01:54:45.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.996+0000 7f0acde00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac8112aa0 con 0x7f0ac806a750 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.996+0000 7f0acde00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac8112da0 con 0x7f0ac806b0f0 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac8108a30 0x7f0ac819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ac806a750 0x7f0ac819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0abe000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 0x7f0ac819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0abe000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 0x7f0ac819b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40908/0 (socket says 172.21.15.44:40908) 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ac806a750 0x7f0ac819b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35970/0 (socket says 172.21.15.44:35970) 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0abe000700 1 -- 172.21.15.44:0/2752542326 learned_addr learned my addr 172.21.15.44:0/2752542326 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac7400700 1 -- 172.21.15.44:0/2752542326 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 msgr2=0x7f0ac819b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac7400700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 0x7f0ac819b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac7400700 1 -- 172.21.15.44:0/2752542326 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ac806a750 msgr2=0x7f0ac819b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac7400700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ac806a750 0x7f0ac819b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac7400700 1 -- 172.21.15.44:0/2752542326 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac81a0360 con 0x7f0ac8108a30 2024-04-26T01:54:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.997+0000 7f0ac7400700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac8108a30 0x7f0ac819fc20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0009810 tx=0x7f0ac000fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:45.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.998+0000 7f0acca00700 1 -- 172.21.15.44:0/2752542326 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac0027070 con 0x7f0ac8108a30 2024-04-26T01:54:45.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.998+0000 7f0acca00700 1 -- 172.21.15.44:0/2752542326 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ac00055b0 con 0x7f0ac8108a30 2024-04-26T01:54:45.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.998+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac81a05f0 con 0x7f0ac8108a30 2024-04-26T01:54:45.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.998+0000 7f0acca00700 1 -- 172.21.15.44:0/2752542326 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ac0004930 con 0x7f0ac8108a30 2024-04-26T01:54:45.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:45.998+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac81a7ed0 con 0x7f0ac8108a30 2024-04-26T01:54:46.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.002+0000 7f0acca00700 1 -- 172.21.15.44:0/2752542326 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0ac002a020 con 0x7f0ac8108a30 2024-04-26T01:54:46.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.002+0000 7f0ad86d1b80 1 Processor -- start 2024-04-26T01:54:46.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ad86d1b80 1 -- start start 2024-04-26T01:54:46.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdcc66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcd1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5643fdc19e40 con 0x5643fdcc6c10 2024-04-26T01:54:46.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5643fdbc06e0 con 0x5643fdcd1ab0 2024-04-26T01:54:46.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5643fdc15e00 con 0x5643fdcc62f0 2024-04-26T01:54:46.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0acca00700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0aac0a3c40 0x7f0aac0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ac6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcd1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0acca00700 1 -- 172.21.15.44:0/2752542326 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f0ac00d0c70 con 0x7f0ac8108a30 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ac6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcd1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60104/0 (socket says 172.21.15.44:60104) 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.003+0000 7f0ac6a00700 1 -- 172.21.15.44:0/742612201 learned_addr learned my addr 172.21.15.44:0/742612201 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0abe000700 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac7400700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0aac0a3c40 0x7f0aac0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0abe000700 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdcc66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac6a00700 1 -- 172.21.15.44:0/742612201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 msgr2=0x5643fdcc66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdcc66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac6a00700 1 -- 172.21.15.44:0/742612201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcd1ab0 msgr2=0x5643fdcd3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac6a00700 1 -- 172.21.15.44:0/742612201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643fdbb6630 con 0x5643fdcc6c10 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0abe000700 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcd1570 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8011650 tx=0x7f0ab80099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3432603f5dd109b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.004+0000 7f0ac7400700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0aac0a3c40 0x7f0aac0a6100 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0009c40 tx=0x7f0ac0012fc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.005+0000 7f0abcc00700 1 -- 172.21.15.44:0/742612201 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8019020 con 0x5643fdcc6c10 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.005+0000 7f0abcc00700 1 -- 172.21.15.44:0/742612201 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ab8007a70 con 0x5643fdcc6c10 2024-04-26T01:54:46.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.005+0000 7f0abcc00700 1 -- 172.21.15.44:0/742612201 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8015a10 con 0x5643fdcc6c10 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/742612201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 msgr2=0x5643fdcd1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcd1570 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8011650 tx=0x7f0ab80099e0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/742612201 shutdown_connections 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdcc66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/742612201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcd1570 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/742612201 >> 172.21.15.44:0/742612201 conn(0x5643fdbf5550 msgr2=0x5643fdcc2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/742612201 shutdown_connections 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.006+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/742612201 wait complete. 2024-04-26T01:54:46.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 -- start start 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 Processor -- start 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc62f0 0x5643fdcd11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcd1ab0 0x5643fdccea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5643fdcd45a0 con 0x5643fdcc6c10 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5643fdbd3810 con 0x5643fdcc62f0 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5643fdcd4720 con 0x5643fdcd1ab0 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.007+0000 7f0ad86d1b80 10 client.0 _ll_register_callbacks cb 0x5643fdbb26d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcce4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60120/0 (socket says 172.21.15.44:60120) 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 -- 172.21.15.44:0/3488675601 learned_addr learned my addr 172.21.15.44:0/3488675601 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0abe000700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc62f0 0x5643fdcd11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0abe000700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcd1ab0 0x5643fdccea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 -- 172.21.15.44:0/3488675601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcd1ab0 msgr2=0x5643fdccea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcd1ab0 0x5643fdccea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 -- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc62f0 msgr2=0x5643fdcd11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc62f0 0x5643fdcd11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0ac6a00700 1 -- 172.21.15.44:0/3488675601 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643fdb67880 con 0x5643fdcc6c10 2024-04-26T01:54:46.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.008+0000 7f0abe000700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc62f0 0x5643fdcd11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcce4d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8006070 tx=0x7f0ab8008ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c842efffa42c7c43 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ab5600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ab5600700 1 -- 172.21.15.44:0/3488675601 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8019040 con 0x5643fdcc6c10 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ab5600700 1 -- 172.21.15.44:0/3488675601 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f0ab8004ad0 con 0x5643fdcc6c10 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ab8007a70 con 0x5643fdcc6c10 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ab5600700 1 -- 172.21.15.44:0/3488675601 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0ab8007880 con 0x5643fdcc6c10 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ad86d1b80 10 client.14970 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.009+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5643fdbb0aa0 con 0x5643fdcc6c10 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ab5600700 1 -- 172.21.15.44:0/3488675601 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ab8007a70 con 0x5643fdcc6c10 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ab5600700 1 -- 172.21.15.44:0/3488675601 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f0ab801e450 con 0x5643fdcc6c10 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ad86d1b80 10 client.14970 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ad86d1b80 10 client.14970 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:54:46.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ad86d1b80 20 client.14970 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:46.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdce1020 0x5643fdce2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ad86d1b80 4 client.14970 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:46.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5643fdc27630 con 0x5643fdce1020 2024-04-26T01:54:46.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.010+0000 7f0abe000700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdce1020 0x5643fdce2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.011+0000 7f0abe000700 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdce1020 0x5643fdce2490 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=724cfef8f0bcdc77 server_cookie=8ad372f054f2a4f7 in_seq=0 out_seq=0 2024-04-26T01:54:46.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.011+0000 7f0ab5600700 10 client.14970 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ab5600700 1 -- 172.21.15.44:0/3488675601 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5643fdc27630 con 0x5643fdce1020 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ab5600700 10 client.14970 handle_command_reply: tid=0 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 client.14970 shutdown 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 msgr2=0x5643fdcce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcce4d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8006070 tx=0x7f0ab8008ec0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 shutdown_connections 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcd1ab0 0x5643fdccea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdce1020 0x5643fdce2490 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc62f0 0x5643fdcd11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3488675601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcc6c10 0x5643fdcce4d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 >> 172.21.15.44:0/3488675601 conn(0x5643fdbf5550 msgr2=0x5643fdcc8c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:46.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ab5600700 0 client.14970 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:54:46.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 shutdown_connections 2024-04-26T01:54:46.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.012+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3488675601 wait complete. 2024-04-26T01:54:46.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.013+0000 7f0ad86d1b80 20 client.14970 trim_cache size 0 max 16384 2024-04-26T01:54:46.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.035+0000 7f0ad86d1b80 1 Processor -- start 2024-04-26T01:54:46.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.035+0000 7f0ad86d1b80 1 -- start start 2024-04-26T01:54:46.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccbcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5643fdce07d0 con 0x5643fdcd1ab0 2024-04-26T01:54:46.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5643fdce0ea0 con 0x5643fdcc6c10 2024-04-26T01:54:46.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5643fdce1570 con 0x5643fdcc62f0 2024-04-26T01:54:46.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0abe000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0abe000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40940/0 (socket says 172.21.15.44:40940) 2024-04-26T01:54:46.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0abe000700 1 -- 172.21.15.44:0/2562970947 learned_addr learned my addr 172.21.15.44:0/2562970947 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:46.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0abe000700 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.036+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccbcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ac6a00700 1 -- 172.21.15.44:0/2562970947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 msgr2=0x5643fdccb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ac6a00700 1 -- 172.21.15.44:0/2562970947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 msgr2=0x5643fdcd2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ac6a00700 1 -- 172.21.15.44:0/2562970947 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643fdcc7db0 con 0x5643fdcc6c10 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0abe000700 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccbcb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8000f80 tx=0x7f0ab8007810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbd41d97f678b781 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ab7e00700 1 -- 172.21.15.44:0/2562970947 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8037070 con 0x5643fdcc6c10 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ab7e00700 1 -- 172.21.15.44:0/2562970947 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ab801e450 con 0x5643fdcc6c10 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.037+0000 7f0ab7e00700 1 -- 172.21.15.44:0/2562970947 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab801ed40 con 0x5643fdcc6c10 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/2562970947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 msgr2=0x5643fdccbcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccbcb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8000f80 tx=0x7f0ab8007810 comp rx=0 tx=0).stop 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/2562970947 shutdown_connections 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdcd2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/2562970947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccbcb0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/2562970947 >> 172.21.15.44:0/2562970947 conn(0x5643fdbf5550 msgr2=0x5643fdcccdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:46.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/2562970947 shutdown_connections 2024-04-26T01:54:46.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.038+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/2562970947 wait complete. 2024-04-26T01:54:46.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 -- start start 2024-04-26T01:54:46.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 Processor -- start 2024-04-26T01:54:46.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccb920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdce7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5643fdce2310 con 0x5643fdcd1ab0 2024-04-26T01:54:46.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5643fdce1c40 con 0x5643fdcc6c10 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5643fdce29e0 con 0x5643fdcc62f0 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.039+0000 7f0ad86d1b80 10 client.0 _ll_register_callbacks cb 0x5643fdbb26d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0abe000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdce7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0ac6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0abe000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdce7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60138/0 (socket says 172.21.15.44:60138) 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0abe000700 1 -- 172.21.15.44:0/3593242205 learned_addr learned my addr 172.21.15.44:0/3593242205 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0abe000700 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0ac6a00700 1 -- 172.21.15.44:0/3593242205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 msgr2=0x5643fdccb3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0ac6a00700 1 -- 172.21.15.44:0/3593242205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 msgr2=0x5643fdce7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdce7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.040+0000 7f0ac6a00700 1 -- 172.21.15.44:0/3593242205 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643fdccc1e0 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ac6a00700 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccb920 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x5643fdcc32a0 tx=0x7f0ab8006230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e93e2570b9232567 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ab5600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ab5600700 1 -- 172.21.15.44:0/3593242205 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8019070 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ab801e450 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ab5600700 1 -- 172.21.15.44:0/3593242205 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f0ab8005e60 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ab5600700 1 -- 172.21.15.44:0/3593242205 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0ab8037040 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ad86d1b80 10 client.25094 fetch_fsmap learned FSMap version 28 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5643fdd486e0 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.041+0000 7f0ab5600700 1 -- 172.21.15.44:0/3593242205 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ab801e450 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0ab5600700 1 -- 172.21.15.44:0/3593242205 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f0ab803a070 con 0x5643fdcc6c10 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0ad86d1b80 10 client.25094 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0ad86d1b80 10 client.25094 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0ad86d1b80 20 client.25094 populate_metadata read hostname 'smithi044' 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdd4ccb0 0x5643fdd4b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:46.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0ad86d1b80 4 client.25094 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:54:46.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "status"}) -- 0x5643fdc216d0 con 0x5643fdd4ccb0 2024-04-26T01:54:46.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.042+0000 7f0abe000700 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdd4ccb0 0x5643fdd4b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0abe000700 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdd4ccb0 0x5643fdd4b9c0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfee9781928223a5 server_cookie=13ca2cd12d603d5d in_seq=0 out_seq=0 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ab5600700 10 client.25094 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ab5600700 1 -- 172.21.15.44:0/3593242205 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5643fdc216d0 con 0x5643fdd4ccb0 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ab5600700 10 client.25094 handle_command_reply: tid=0 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 client.25094 shutdown 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 msgr2=0x5643fdccb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccb920 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x5643fdcc32a0 tx=0x7f0ab8006230 comp rx=0 tx=0).stop 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 shutdown_connections 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5643fdcc62f0 0x5643fdccb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5643fdd4ccb0 0x5643fdd4b9c0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5643fdcd1ab0 0x5643fdce7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 --2- 172.21.15.44:0/3593242205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5643fdcc6c10 0x5643fdccb920 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 >> 172.21.15.44:0/3593242205 conn(0x5643fdbf5550 msgr2=0x5643fdcc10c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ab5600700 0 client.25094 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:54:46.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 shutdown_connections 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.043+0000 7f0ad86d1b80 1 -- 172.21.15.44:0/3593242205 wait complete. 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0ad86d1b80 20 client.25094 trim_cache size 0 max 16384 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24518, 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:54:46.046 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:54:46.047 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 238.13249794000001, 2024-04-26T01:54:46.047 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 28, 2024-04-26T01:54:46.047 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-04-26T01:54:46.047 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:54:46.047 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 260.41032986800002 2024-04-26T01:54:46.047 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:54:46.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0aac0a3c40 msgr2=0x7f0aac0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0aac0a3c40 0x7f0aac0a6100 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0009c40 tx=0x7f0ac0012fc0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac8108a30 msgr2=0x7f0ac819fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac8108a30 0x7f0ac819fc20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0009810 tx=0x7f0ac000fa00 comp rx=0 tx=0).stop 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 shutdown_connections 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f0aac0a3c40 0x7f0aac0a6100 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ac8108a30 0x7f0ac819fc20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0ac806a750 0x7f0ac819b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 --2- 172.21.15.44:0/2752542326 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0ac806b0f0 0x7f0ac819b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.044+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 >> 172.21.15.44:0/2752542326 conn(0x7f0ac80788f0 msgr2=0x7f0ac810df60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.045+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 shutdown_connections 2024-04-26T01:54:46.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:46.045+0000 7f0acde00700 1 -- 172.21.15.44:0/2752542326 wait complete. 2024-04-26T01:54:46.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:46 smithi044 ceph-mon[27847]: pgmap v452: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:46.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:46 smithi156 ceph-mon[32543]: pgmap v452: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:46 smithi090 ceph-mon[32456]: pgmap v452: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:47.033 INFO:teuthology.run_tasks:Running task sequential... 2024-04-26T01:54:47.044 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-26T01:54:47.044 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-26T01:54:47.045 INFO:teuthology.task.print:Enabling mgr modules 2024-04-26T01:54:47.045 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-26T01:54:47.046 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:54:47.046 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T01:54:47.046 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.262+0000 7f651cc00640 1 -- 172.21.15.44:0/3504887026 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518105bc0 msgr2=0x7f651810c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.262+0000 7f651cc00640 1 --2- 172.21.15.44:0/3504887026 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518105bc0 0x7f651810c450 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6510009ca0 tx=0x7f651002a8c0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.262+0000 7f651cc00640 1 -- 172.21.15.44:0/3504887026 shutdown_connections 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.262+0000 7f651cc00640 1 --2- 172.21.15.44:0/3504887026 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518105bc0 0x7f651810c450 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.262+0000 7f651cc00640 1 --2- 172.21.15.44:0/3504887026 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6518105200 0x7f6518105680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.262+0000 7f651cc00640 1 --2- 172.21.15.44:0/3504887026 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6518104010 0x7f6518104430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.262+0000 7f651cc00640 1 -- 172.21.15.44:0/3504887026 >> 172.21.15.44:0/3504887026 conn(0x7f65180ff580 msgr2=0x7f65181019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.263+0000 7f651cc00640 1 -- 172.21.15.44:0/3504887026 shutdown_connections 2024-04-26T01:54:47.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.263+0000 7f651cc00640 1 -- 172.21.15.44:0/3504887026 wait complete. 2024-04-26T01:54:47.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 Processor -- start 2024-04-26T01:54:47.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 -- start start 2024-04-26T01:54:47.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518104010 0x7f651819a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6518105200 0x7f651819a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6518105bc0 0x7f65181a1790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f651810fb60 con 0x7f6518105bc0 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f651810f9e0 con 0x7f6518104010 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f651cc00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f651810fce0 con 0x7f6518105200 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f6517400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518104010 0x7f651819a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f6517e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6518105bc0 0x7f65181a1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f6516a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6518105200 0x7f651819a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f6517400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518104010 0x7f651819a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:37278/0 (socket says 172.21.15.44:37278) 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.264+0000 7f6517400640 1 -- 172.21.15.44:0/4059961446 learned_addr learned my addr 172.21.15.44:0/4059961446 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.265+0000 7f6516a00640 1 -- 172.21.15.44:0/4059961446 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518104010 msgr2=0x7f651819a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.265+0000 7f6516a00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518104010 0x7f651819a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.265+0000 7f6516a00640 1 -- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6518105bc0 msgr2=0x7f65181a1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.265+0000 7f6516a00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6518105bc0 0x7f65181a1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.265+0000 7f6516a00640 1 -- 172.21.15.44:0/4059961446 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65181a1e00 con 0x7f6518105200 2024-04-26T01:54:47.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.265+0000 7f6517e00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6518105bc0 0x7f65181a1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:47.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.265+0000 7f6516a00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6518105200 0x7f651819a720 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6504005fd0 tx=0x7f650400dde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:47.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.266+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504009c30 con 0x7f6518105200 2024-04-26T01:54:47.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.266+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6504009dd0 con 0x7f6518105200 2024-04-26T01:54:47.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.266+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504003e20 con 0x7f6518105200 2024-04-26T01:54:47.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.266+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65181a20f0 con 0x7f6518105200 2024-04-26T01:54:47.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.266+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65181a25f0 con 0x7f6518105200 2024-04-26T01:54:47.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.267+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f651810b330 con 0x7f6518105200 2024-04-26T01:54:47.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.270+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6504003fe0 con 0x7f6518105200 2024-04-26T01:54:47.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.271+0000 7f650fe00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f64fc0a3ba0 0x7f64fc0a6060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.271+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f65040cfec0 con 0x7f6518105200 2024-04-26T01:54:47.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.271+0000 7f6517400640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f64fc0a3ba0 0x7f64fc0a6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:47.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.272+0000 7f6517400640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f64fc0a3ba0 0x7f64fc0a6060 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f650800bc80 tx=0x7f650800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:47.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.273+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6504017020 con 0x7f6518105200 2024-04-26T01:54:47.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.537+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f651802d830 con 0x7f6518105200 2024-04-26T01:54:47.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.684+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f65040988c0 con 0x7f6518105200 2024-04-26T01:54:47.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.684+0000 7f650fe00640 1 -- 172.21.15.44:0/4059961446 <== mon.1 v2:172.21.15.156:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f65040d2c20 con 0x7f6518105200 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.687+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f64fc0a3ba0 msgr2=0x7f64fc0a6060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.687+0000 7f651cc00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f64fc0a3ba0 0x7f64fc0a6060 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f650800bc80 tx=0x7f650800b410 comp rx=0 tx=0).stop 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.687+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6518105200 msgr2=0x7f651819a720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.687+0000 7f651cc00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6518105200 0x7f651819a720 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6504005fd0 tx=0x7f650400dde0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.687+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 shutdown_connections 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.688+0000 7f651cc00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f64fc0a3ba0 0x7f64fc0a6060 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.688+0000 7f651cc00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6518105bc0 0x7f65181a1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.688+0000 7f651cc00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6518105200 0x7f651819a720 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.688+0000 7f651cc00640 1 --2- 172.21.15.44:0/4059961446 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6518104010 0x7f651819a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.688+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 >> 172.21.15.44:0/4059961446 conn(0x7f65180ff580 msgr2=0x7f6518108500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:47.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.688+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 shutdown_connections 2024-04-26T01:54:47.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.688+0000 7f651cc00640 1 -- 172.21.15.44:0/4059961446 wait complete. 2024-04-26T01:54:47.707 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-26T01:54:47.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.898+0000 7f2088c00640 1 -- 172.21.15.44:0/2434458379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f20841053d0 msgr2=0x7f2084105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.898+0000 7f2088c00640 1 --2- 172.21.15.44:0/2434458379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f20841053d0 0x7f2084105850 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f206c009ca0 tx=0x7f206c02a8c0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.898+0000 7f2088c00640 1 -- 172.21.15.44:0/2434458379 shutdown_connections 2024-04-26T01:54:47.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.898+0000 7f2088c00640 1 --2- 172.21.15.44:0/2434458379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2084105d90 0x7f208410c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.898+0000 7f2088c00640 1 --2- 172.21.15.44:0/2434458379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f20841053d0 0x7f2084105850 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.898+0000 7f2088c00640 1 --2- 172.21.15.44:0/2434458379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841041e0 0x7f2084104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.898+0000 7f2088c00640 1 -- 172.21.15.44:0/2434458379 >> 172.21.15.44:0/2434458379 conn(0x7f20840ff770 msgr2=0x7f2084101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:47.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.899+0000 7f2088c00640 1 -- 172.21.15.44:0/2434458379 shutdown_connections 2024-04-26T01:54:47.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.899+0000 7f2088c00640 1 -- 172.21.15.44:0/2434458379 wait complete. 2024-04-26T01:54:47.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 Processor -- start 2024-04-26T01:54:47.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 -- start start 2024-04-26T01:54:47.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f20841041e0 0x7f208419a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841053d0 0x7f208419a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2084105d90 0x7f20841a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f208410fd70 con 0x7f20841041e0 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f208410fbf0 con 0x7f20841053d0 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2088c00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f208410fef0 con 0x7f2084105d90 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2081e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f20841041e0 0x7f208419a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2081400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841053d0 0x7f208419a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2081400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841053d0 0x7f208419a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:37296/0 (socket says 172.21.15.44:37296) 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2081400640 1 -- 172.21.15.44:0/694673753 learned_addr learned my addr 172.21.15.44:0/694673753 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.900+0000 7f2082800640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2084105d90 0x7f20841a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f2081400640 1 -- 172.21.15.44:0/694673753 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2084105d90 msgr2=0x7f20841a18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f2081400640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2084105d90 0x7f20841a18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f2081400640 1 -- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f20841041e0 msgr2=0x7f208419a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:47.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f2081400640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f20841041e0 0x7f208419a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f2081400640 1 -- 172.21.15.44:0/694673753 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20841a1f60 con 0x7f20841053d0 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f2082800640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2084105d90 0x7f20841a18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f2081400640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841053d0 0x7f208419a880 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f206c000f80 tx=0x7f206c003ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.901+0000 7f207aa00640 1 -- 172.21.15.44:0/694673753 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c02f380 con 0x7f20841053d0 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.902+0000 7f207aa00640 1 -- 172.21.15.44:0/694673753 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f206c0317c0 con 0x7f20841053d0 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.902+0000 7f207aa00640 1 -- 172.21.15.44:0/694673753 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c02fbe0 con 0x7f20841053d0 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.902+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20841a21f0 con 0x7f20841053d0 2024-04-26T01:54:47.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.902+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20841a26f0 con 0x7f20841053d0 2024-04-26T01:54:47.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.903+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f208410b500 con 0x7f20841053d0 2024-04-26T01:54:47.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.905+0000 7f207aa00640 1 -- 172.21.15.44:0/694673753 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f206c02fd80 con 0x7f20841053d0 2024-04-26T01:54:47.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.906+0000 7f207aa00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 0x7f20640a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:47.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.906+0000 7f2081e00640 1 -- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 msgr2=0x7f20640a61e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:47.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.906+0000 7f207aa00640 1 -- 172.21.15.44:0/694673753 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f206c0f1870 con 0x7f20841053d0 2024-04-26T01:54:47.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.906+0000 7f2081e00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 0x7f20640a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:54:47.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:47.910+0000 7f207aa00640 1 -- 172.21.15.44:0/694673753 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f206c0be250 con 0x7f20841053d0 2024-04-26T01:54:47.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:47 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4059961446' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:54:47.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:47 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:54:47.980 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: ignoring --setuser ceph since I am not root 2024-04-26T01:54:47.980 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: ignoring --setgroup ceph since I am not root 2024-04-26T01:54:47.980 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:47 smithi156 ceph-mgr[34417]: -- 172.21.15.156:0/2762686535 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55644a3b05a0 con 0x55644a384800 2024-04-26T01:54:47.980 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:47.850+0000 7f11ce694200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:54:47.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:47 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4059961446' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:54:47.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:47 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:54:47.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: ignoring --setuser ceph since I am not root 2024-04-26T01:54:47.987 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: ignoring --setgroup ceph since I am not root 2024-04-26T01:54:47.987 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:47 smithi090 ceph-mgr[33850]: -- 172.21.15.90:0/2716811604 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5629945785a0 con 0x56299454d000 2024-04-26T01:54:47.987 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:47.847+0000 7fc367649200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:54:47.999 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:47 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4059961446' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:54:47.999 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:47 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:54:47.999 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: ignoring --setuser ceph since I am not root 2024-04-26T01:54:47.999 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: ignoring --setgroup ceph since I am not root 2024-04-26T01:54:48.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.107+0000 7f2081e00640 1 -- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 msgr2=0x7f20640a61e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:48.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.107+0000 7f2081e00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 0x7f20640a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:54:48.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.123+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f208402d5c0 con 0x7f20841053d0 2024-04-26T01:54:48.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.133+0000 7f207aa00640 1 -- 172.21.15.44:0/694673753 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v29)=0 v29) ==== 138+0+0 (secure 0 0 0) 0x7f206c0bdb50 con 0x7f20841053d0 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 msgr2=0x7f20640a61e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 0x7f20640a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841053d0 msgr2=0x7f208419a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841053d0 0x7f208419a880 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f206c000f80 tx=0x7f206c003ba0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 shutdown_connections 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f20640a3d20 0x7f20640a61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2084105d90 0x7f20841a18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f20841053d0 0x7f208419a880 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 --2- 172.21.15.44:0/694673753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f20841041e0 0x7f208419a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 >> 172.21.15.44:0/694673753 conn(0x7f20840ff770 msgr2=0x7f20841086d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:48.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 shutdown_connections 2024-04-26T01:54:48.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.136+0000 7f2088c00640 1 -- 172.21.15.44:0/694673753 wait complete. 2024-04-26T01:54:48.162 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-26T01:54:48.261 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:47.999+0000 7f284f3e1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:54:48.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 -- 172.21.15.44:0/2809947660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 msgr2=0x7fe72c1107a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:48.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 --2- 172.21.15.44:0/2809947660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 0x7fe72c1107a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe724009c10 tx=0x7fe72402a6e0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 -- 172.21.15.44:0/2809947660 shutdown_connections 2024-04-26T01:54:48.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 --2- 172.21.15.44:0/2809947660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 0x7fe72c1107a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 --2- 172.21.15.44:0/2809947660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe72c0749b0 0x7fe72c074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 --2- 172.21.15.44:0/2809947660 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c075f90 0x7fe72c0743e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 -- 172.21.15.44:0/2809947660 >> 172.21.15.44:0/2809947660 conn(0x7fe72c0fd350 msgr2=0x7fe72c0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:48.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 -- 172.21.15.44:0/2809947660 shutdown_connections 2024-04-26T01:54:48.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.350+0000 7fe72be00640 1 -- 172.21.15.44:0/2809947660 wait complete. 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 Processor -- start 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 -- start start 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c0749b0 0x7fe72c19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe72c075f90 0x7fe72c19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 0x7fe72c1a5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe72c113f20 con 0x7fe72c075f90 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe72c113da0 con 0x7fe72c10e3b0 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72be00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe72c1140a0 con 0x7fe72c0749b0 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72aa00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c0749b0 0x7fe72c19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c0749b0 0x7fe72c19e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:54530/0 (socket says 172.21.15.44:54530) 2024-04-26T01:54:48.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 -- 172.21.15.44:0/3069669948 learned_addr learned my addr 172.21.15.44:0/3069669948 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.351+0000 7fe72a000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe72c075f90 0x7fe72c19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72b400640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 0x7fe72c1a5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 -- 172.21.15.44:0/3069669948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 msgr2=0x7fe72c1a5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 0x7fe72c1a5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 -- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe72c075f90 msgr2=0x7fe72c19eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe72c075f90 0x7fe72c19eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 -- 172.21.15.44:0/3069669948 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe72c1a61d0 con 0x7fe72c0749b0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72b400640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 0x7fe72c1a5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72a000640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe72c075f90 0x7fe72c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72aa00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c0749b0 0x7fe72c19e5b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe71c00e9c0 tx=0x7fe71c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe723400640 1 -- 172.21.15.44:0/3069669948 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe71c00cde0 con 0x7fe72c0749b0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe723400640 1 -- 172.21.15.44:0/3069669948 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe71c0035f0 con 0x7fe72c0749b0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.352+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe72c1a64c0 con 0x7fe72c0749b0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.353+0000 7fe723400640 1 -- 172.21.15.44:0/3069669948 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe71c010690 con 0x7fe72c0749b0 2024-04-26T01:54:48.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.353+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe72c1a6a10 con 0x7fe72c0749b0 2024-04-26T01:54:48.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.354+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe72c104470 con 0x7fe72c0749b0 2024-04-26T01:54:48.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.356+0000 7fe723400640 1 -- 172.21.15.44:0/3069669948 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fe71c004000 con 0x7fe72c0749b0 2024-04-26T01:54:48.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.357+0000 7fe723400640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 0x7fe7100a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:48.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.357+0000 7fe72a000640 1 -- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 msgr2=0x7fe7100a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:48.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.357+0000 7fe723400640 1 -- 172.21.15.44:0/3069669948 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fe71c0d0750 con 0x7fe72c0749b0 2024-04-26T01:54:48.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.357+0000 7fe72a000640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 0x7fe7100a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:54:48.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.361+0000 7fe723400640 1 -- 172.21.15.44:0/3069669948 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe71c009510 con 0x7fe72c0749b0 2024-04-26T01:54:48.441 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:48.033+0000 7fc367649200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:54:48.441 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:48.134+0000 7fc367649200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:54:48.449 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:48.036+0000 7f11ce694200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:54:48.449 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:48.140+0000 7f11ce694200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:54:48.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.558+0000 7fe72a000640 1 -- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 msgr2=0x7fe7100a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:48.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.558+0000 7fe72a000640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 0x7fe7100a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:54:48.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.568+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7fe72c02d5c0 con 0x7fe72c0749b0 2024-04-26T01:54:48.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.574+0000 7fe723400640 1 -- 172.21.15.44:0/3069669948 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v30)=0 v30) ==== 133+0+0 (secure 0 0 0) 0x7fe71c09d130 con 0x7fe72c0749b0 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 msgr2=0x7fe7100a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 0x7fe7100a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c0749b0 msgr2=0x7fe72c19e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c0749b0 0x7fe72c19e5b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe71c00e9c0 tx=0x7fe71c00ee80 comp rx=0 tx=0).stop 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 shutdown_connections 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fe7100a3bf0 0x7fe7100a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe72c10e3b0 0x7fe72c1a5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe72c075f90 0x7fe72c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 --2- 172.21.15.44:0/3069669948 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe72c0749b0 0x7fe72c19e5b0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:48.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 >> 172.21.15.44:0/3069669948 conn(0x7fe72c0fd350 msgr2=0x7fe72c101640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:48.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 shutdown_connections 2024-04-26T01:54:48.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:48.577+0000 7fe72be00640 1 -- 172.21.15.44:0/3069669948 wait complete. 2024-04-26T01:54:48.591 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:48.262+0000 7f284f3e1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:54:48.591 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:48.400+0000 7f284f3e1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:54:48.594 INFO:teuthology.run_tasks:Running task kclient... 2024-04-26T01:54:48.619 INFO:tasks.kclient:Mounting kernel clients... 2024-04-26T01:54:48.619 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-26T01:54:48.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:48.619 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-04-26T01:54:48.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:48.670 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link delete ceph-brx 2024-04-26T01:54:48.729 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:48.450+0000 7f11ce694200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:54:48.729 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:48.536+0000 7f11ce694200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:54:48.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:54:48.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-mon[32543]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T01:54:48.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' 2024-04-26T01:54:48.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:48 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' 2024-04-26T01:54:48.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:54:48.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-mon[32456]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T01:54:48.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' 2024-04-26T01:54:48.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' 2024-04-26T01:54:48.737 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:48.442+0000 7fc367649200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:54:48.737 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:48.527+0000 7fc367649200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:54:48.754 INFO:teuthology.orchestra.run.smithi044.stderr:Cannot find device "ceph-brx" 2024-04-26T01:54:48.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:54:48.758 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-04-26T01:54:48.759 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-26T01:54:48.759 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T01:54:48.759 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-26T01:54:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:54:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-mon[27847]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T01:54:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' 2024-04-26T01:54:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' 2024-04-26T01:54:48.852 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:48.815+0000 7f284f3e1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:54:49.200 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:49.352 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:48.934+0000 7f284f3e1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:54:49.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:49.724+0000 7f11ce694200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:54:49.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:49.893+0000 7f11ce694200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:54:49.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:49.702+0000 7fc367649200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:54:49.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:49.869+0000 7fc367649200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:54:50.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:50.039+0000 7fc367649200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:54:50.351 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:50.064+0000 7f11ce694200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:54:50.613 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:50.323+0000 7fc367649200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:54:50.613 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:50.415+0000 7fc367649200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:54:50.649 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:50.352+0000 7f11ce694200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:54:50.649 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:50.445+0000 7f11ce694200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:54:50.813 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:50 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:50.564+0000 7f284f3e1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:54:50.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:50.650+0000 7f11ce694200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:54:50.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:50.843+0000 7f11ce694200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:54:50.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:50.615+0000 7fc367649200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:54:50.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:50.807+0000 7fc367649200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:54:51.065 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:50 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:50.813+0000 7f284f3e1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:54:51.066 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:51.043+0000 7f284f3e1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:54:51.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.371+0000 7fcc3f400700 1 -- 172.21.15.44:0/633650457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc38108a30 msgr2=0x7fcc38108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:51.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.371+0000 7fcc3f400700 1 --2- 172.21.15.44:0/633650457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc38108a30 0x7fcc38108e10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c009990 tx=0x7fcc2c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.372+0000 7fcc3f400700 1 -- 172.21.15.44:0/633650457 shutdown_connections 2024-04-26T01:54:51.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.372+0000 7fcc3f400700 1 --2- 172.21.15.44:0/633650457 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcc3806b0f0 0x7fcc3810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.372+0000 7fcc3f400700 1 --2- 172.21.15.44:0/633650457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc38108a30 0x7fcc38108e10 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.372+0000 7fcc3f400700 1 --2- 172.21.15.44:0/633650457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806a750 0x7fcc3806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.372+0000 7fcc3f400700 1 -- 172.21.15.44:0/633650457 >> 172.21.15.44:0/633650457 conn(0x7fcc380788f0 msgr2=0x7fcc38078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:51.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.372+0000 7fcc3f400700 1 -- 172.21.15.44:0/633650457 shutdown_connections 2024-04-26T01:54:51.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.372+0000 7fcc3f400700 1 -- 172.21.15.44:0/633650457 wait complete. 2024-04-26T01:54:51.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.373+0000 7fcc3f400700 1 Processor -- start 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.373+0000 7fcc3f400700 1 -- start start 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.373+0000 7fcc3f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3806a750 0x7fcc3819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.373+0000 7fcc3f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806b0f0 0x7fcc3819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc3f400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcc38108a30 0x7fcc3819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc3f400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcc38112c20 con 0x7fcc3806a750 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc3f400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcc38112aa0 con 0x7fcc3806b0f0 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc3f400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcc38112da0 con 0x7fcc38108a30 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806b0f0 0x7fcc3819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc3ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3806a750 0x7fcc3819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806b0f0 0x7fcc3819b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:37332/0 (socket says 172.21.15.44:37332) 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 -- 172.21.15.44:0/305029731 learned_addr learned my addr 172.21.15.44:0/305029731 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:51.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc3ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3806a750 0x7fcc3819b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51658/0 (socket says 172.21.15.44:51658) 2024-04-26T01:54:51.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc3d400700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcc38108a30 0x7fcc3819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:51.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 -- 172.21.15.44:0/305029731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcc38108a30 msgr2=0x7fcc3819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:51.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcc38108a30 0x7fcc3819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 -- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3806a750 msgr2=0x7fcc3819b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:51.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3806a750 0x7fcc3819b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.374+0000 7fcc37e00700 1 -- 172.21.15.44:0/305029731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc381a0360 con 0x7fcc3806b0f0 2024-04-26T01:54:51.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.375+0000 7fcc37e00700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806b0f0 0x7fcc3819b890 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcc2400eb30 tx=0x7fcc2400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:51.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.375+0000 7fcc35600700 1 -- 172.21.15.44:0/305029731 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2400cbd0 con 0x7fcc3806b0f0 2024-04-26T01:54:51.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.375+0000 7fcc35600700 1 -- 172.21.15.44:0/305029731 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc240044d0 con 0x7fcc3806b0f0 2024-04-26T01:54:51.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.375+0000 7fcc35600700 1 -- 172.21.15.44:0/305029731 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc24003e30 con 0x7fcc3806b0f0 2024-04-26T01:54:51.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.375+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc381a0650 con 0x7fcc3806b0f0 2024-04-26T01:54:51.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.375+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc381a7ed0 con 0x7fcc3806b0f0 2024-04-26T01:54:51.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.376+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc38069730 con 0x7fcc3806b0f0 2024-04-26T01:54:51.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.378+0000 7fcc35600700 1 -- 172.21.15.44:0/305029731 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fcc24004000 con 0x7fcc3806b0f0 2024-04-26T01:54:51.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.379+0000 7fcc35600700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 0x7fcc200a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:51.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.379+0000 7fcc3ca00700 1 -- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 msgr2=0x7fcc200a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:51.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.379+0000 7fcc35600700 1 -- 172.21.15.44:0/305029731 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7fcc240d07b0 con 0x7fcc3806b0f0 2024-04-26T01:54:51.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.379+0000 7fcc3ca00700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 0x7fcc200a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:54:51.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.383+0000 7fcc35600700 1 -- 172.21.15.44:0/305029731 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcc240042f0 con 0x7fcc3806b0f0 2024-04-26T01:54:51.575 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:51.449+0000 7f284f3e1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:54:51.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.580+0000 7fcc3ca00700 1 -- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 msgr2=0x7fcc200a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:51.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.580+0000 7fcc3ca00700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 0x7fcc200a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:54:51.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.658+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fcc3802df80 con 0x7fcc3806b0f0 2024-04-26T01:54:51.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.659+0000 7fcc35600700 1 -- 172.21.15.44:0/305029731 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7fcc2409d190 con 0x7fcc3806b0f0 2024-04-26T01:54:51.658 INFO:teuthology.orchestra.run.smithi044.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.661+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 msgr2=0x7fcc200a6150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.661+0000 7fcc3f400700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 0x7fcc200a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.661+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806b0f0 msgr2=0x7fcc3819b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.661+0000 7fcc3f400700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806b0f0 0x7fcc3819b890 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcc2400eb30 tx=0x7fcc2400ee40 comp rx=0 tx=0).stop 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 shutdown_connections 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcc38108a30 0x7fcc3819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7fcc200a3c90 0x7fcc200a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3806a750 0x7fcc3819b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 --2- 172.21.15.44:0/305029731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcc3806b0f0 0x7fcc3819b890 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:51.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 >> 172.21.15.44:0/305029731 conn(0x7fcc380788f0 msgr2=0x7fcc3810de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:51.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 shutdown_connections 2024-04-26T01:54:51.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:51.662+0000 7fcc3f400700 1 -- 172.21.15.44:0/305029731 wait complete. 2024-04-26T01:54:51.710 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:51.444+0000 7f11ce694200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:54:51.710 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:51.397+0000 7fc367649200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:54:51.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:51 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/305029731' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:54:51.843 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:51.576+0000 7f284f3e1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:54:51.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:51 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/305029731' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:54:51.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:51.865+0000 7f11ce694200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:54:51.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:51.961+0000 7f11ce694200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:54:51.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:51 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/305029731' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:54:51.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:51.816+0000 7fc367649200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:54:51.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:51.911+0000 7fc367649200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:54:52.102 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:51.843+0000 7f284f3e1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:54:52.440 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:52.113+0000 7f284f3e1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:54:52.479 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:52.162+0000 7f11ce694200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:54:52.486 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:52.113+0000 7fc367649200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:54:52.505 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-26T01:54:52.505 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-26T01:54:52.506 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi044.front.sepia.ceph.com 2024-04-26T01:54:52.506 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-26T01:54:52.506 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T01:54:52.506 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-26T01:54:52.506 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-26T01:54:52.506 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-26T01:54:52.506 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-26T01:54:52.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:52.506 DEBUG:teuthology.orchestra.run.smithi044:> ip addr 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout: inet 127.0.0.1/8 scope host lo 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 ::1/128 scope host 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8c brd ff:ff:ff:ff:ff:ff 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f0 2024-04-26T01:54:52.560 INFO:teuthology.orchestra.run.smithi044.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8d brd ff:ff:ff:ff:ff:ff 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f1 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:72 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f0 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: inet 172.21.15.44/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft 41860sec preferred_lft 41860sec 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:73 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:54:52.561 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f1 2024-04-26T01:54:52.563 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-26T01:54:52.563 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:54:52.563 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-04-26T01:54:52.563 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add name ceph-brx type bridge 2024-04-26T01:54:52.563 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr flush dev ceph-brx 2024-04-26T01:54:52.563 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set ceph-brx up 2024-04-26T01:54:52.563 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-26T01:54:52.563 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-04-26T01:54:52.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:54:52.975 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:52.642+0000 7fc367649200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:54:52.976 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:52.734+0000 7fc367649200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:54:52.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:52.687+0000 7f11ce694200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:54:52.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:52.778+0000 7f11ce694200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:54:53.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:53.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:53.040 DEBUG:teuthology.orchestra.run.smithi044:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-26T01:54:53.106 INFO:teuthology.orchestra.run.smithi044.stdout:1 2024-04-26T01:54:53.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:53.110 DEBUG:teuthology.orchestra.run.smithi044:> route 2024-04-26T01:54:53.163 INFO:teuthology.orchestra.run.smithi044.stdout:Kernel IP routing table 2024-04-26T01:54:53.163 INFO:teuthology.orchestra.run.smithi044.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-26T01:54:53.163 INFO:teuthology.orchestra.run.smithi044.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-26T01:54:53.163 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-26T01:54:53.163 INFO:teuthology.orchestra.run.smithi044.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-26T01:54:53.164 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:54:53.164 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-04-26T01:54:53.164 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-26T01:54:53.164 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-26T01:54:53.164 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-26T01:54:53.164 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-04-26T01:54:53.236 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:52.977+0000 7fc367649200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:54:53.236 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:53.110+0000 7fc367649200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:54:53.236 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:53.204+0000 7fc367649200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:54:53.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:54:53.291 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:52.971+0000 7f284f3e1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:54:53.367 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:53.023+0000 7f11ce694200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:54:53.367 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:53.157+0000 7f11ce694200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:54:53.367 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:53.253+0000 7f11ce694200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:54:53.617 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:53.320+0000 7fc367649200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:54:53.852 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:53.564+0000 7f284f3e1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:54:53.852 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:53.702+0000 7f284f3e1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:54:53.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:53.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:53.960 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-04-26T01:54:53.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:53.368+0000 7f11ce694200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:54:53.979 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:53.673+0000 7f11ce694200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:54:53.986 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:53.619+0000 7fc367649200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:54:54.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:54.011 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list-id 2024-04-26T01:54:54.061 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:54:54.061 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-04-26T01:54:54.061 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T01:54:54.061 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-26T01:54:54.061 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-04-26T01:54:54.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:54:54.202 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:53.995+0000 7f284f3e1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:54:54.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:54.245 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-26T01:54:54.245 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:54:54.246 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-04-26T01:54:54.246 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-26T01:54:54.246 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-26T01:54:54.246 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-26T01:54:54.246 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-26T01:54:54.246 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-26T01:54:54.246 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-04-26T01:54:54.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:54:54.486 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:54.220+0000 7fc367649200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:54:54.486 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y[33846]: 2024-04-26T01:54:54.437+0000 7fc367649200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:54:54.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:54.530 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:54:54.530 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-04-26T01:54:54.530 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set brx.0 up 2024-04-26T01:54:54.530 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set dev brx.0 master ceph-brx 2024-04-26T01:54:54.530 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-04-26T01:54:54.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:54:54.707 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-mon[27847]: Standby manager daemon y restarted 2024-04-26T01:54:54.708 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-mon[27847]: Standby manager daemon y started 2024-04-26T01:54:54.708 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:54:54.708 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:54:54.708 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:54:54.708 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:54:54.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:54.725 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T01:54:54.725 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:54.274+0000 7f11ce694200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z[34413]: 2024-04-26T01:54:54.491+0000 7f11ce694200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-mon[32543]: Standby manager daemon y restarted 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-mon[32543]: Standby manager daemon y started 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:54:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:54 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:54:54.771 INFO:teuthology.orchestra.run.smithi044.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-26T01:54:54.771 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T01:54:54.771 DEBUG:teuthology.orchestra.run.smithi044:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-26T01:54:54.864 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-26T01:54:54.864 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-26T01:54:54.864 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/a022be41-f457-47c6-bf53-993525578fa3 2024-04-26T01:54:54.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:54.865 DEBUG:teuthology.orchestra.run.smithi044:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/a022be41-f457-47c6-bf53-993525578fa3 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-26T01:54:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-mon[32456]: Standby manager daemon y restarted 2024-04-26T01:54:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-mon[32456]: Standby manager daemon y started 2024-04-26T01:54:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:54:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:54:54.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:54:54.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:54 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.90:0/3372121358' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:54:54.993 INFO:teuthology.orchestra.run.smithi044.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-26T01:54:54.993 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-04-26T01:54:54.994 INFO:teuthology.orchestra.run.smithi044.stdout:invalid new device string format 2024-04-26T01:54:55.102 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:54.708+0000 7f284f3e1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:54:55.102 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:54 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:54.843+0000 7f284f3e1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:54:55.374 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:55.186+0000 7f284f3e1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:54:55.672 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:55.375+0000 7f284f3e1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:54:55.672 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:55.511+0000 7f284f3e1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:54:55.672 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:55.674+0000 7f284f3e1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:54:55.673 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:54:55.673 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:54:55.673 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-mon[27847]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T01:54:55.673 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-mon[27847]: Standby manager daemon z restarted 2024-04-26T01:54:55.673 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-mon[27847]: Standby manager daemon z started 2024-04-26T01:54:55.673 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:54:55.673 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:55 smithi044 ceph-mon[27847]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:54:55.783 INFO:teuthology.orchestra.run.smithi044.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-04-26T01:54:55.783 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-04-26T01:54:55.784 INFO:teuthology.orchestra.run.smithi044.stdout:invalid new device string format 2024-04-26T01:54:55.784 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: resolved to: "172.21.15.44:3300,172.21.15.90:3300,172.21.15.156:3300" 2024-04-26T01:54:55.784 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.44:3300,172.21.15.90:3300,172.21.15.156:3300:/volumes/qa/sv_1/a022be41-f457-47c6-bf53-993525578fa3 2024-04-26T01:54:55.784 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync,key=0,fsid=e31d710e-036d-11ef-bc93-c7b262605968" will pass to kernel 2024-04-26T01:54:55.787 INFO:teuthology.orchestra.run.smithi044.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-26T01:54:55.787 INFO:teuthology.orchestra.run.smithi044.stdout: You just mounted a file system that supports labels which does not 2024-04-26T01:54:55.787 INFO:teuthology.orchestra.run.smithi044.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-26T01:54:55.788 INFO:teuthology.orchestra.run.smithi044.stdout: applications will generate AVC messages and not be allowed access to 2024-04-26T01:54:55.788 INFO:teuthology.orchestra.run.smithi044.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-26T01:54:55.792 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-26T01:54:55.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:54:55.793 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-26T01:54:55.870 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:54:55.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:54:55.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:55.979 INFO:teuthology.orchestra.run.smithi044.stdout:client25126 2024-04-26T01:54:55.979 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:54:55.980 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T01:54:55.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:55 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:54:55.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:55 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:54:55.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:55 smithi156 ceph-mon[32543]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T01:54:55.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:55 smithi156 ceph-mon[32543]: Standby manager daemon z restarted 2024-04-26T01:54:55.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:55 smithi156 ceph-mon[32543]: Standby manager daemon z started 2024-04-26T01:54:55.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:55 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:54:55.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:55 smithi156 ceph-mon[32543]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:54:55.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:55 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:54:55.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:55 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:54:55.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:55 smithi090 ceph-mon[32456]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T01:54:55.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:55 smithi090 ceph-mon[32456]: Standby manager daemon z restarted 2024-04-26T01:54:55.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:55 smithi090 ceph-mon[32456]: Standby manager daemon z started 2024-04-26T01:54:55.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:55 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:54:55.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:55 smithi090 ceph-mon[32456]: from='mgr.? 172.21.15.156:0/1769699257' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:54:56.025 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:54:56.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:54:56.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:56.182 INFO:teuthology.orchestra.run.smithi044.stdout:client25126 2024-04-26T01:54:56.182 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:54:56.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:54:56.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:56.293 INFO:teuthology.orchestra.run.smithi044.stdout:client25126 2024-04-26T01:54:56.293 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/e31d710e-036d-11ef-bc93-c7b262605968.client25126/status') 2024-04-26T01:54:56.352 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:56 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:56.069+0000 7f284f3e1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:54:56.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:54:56.405 INFO:teuthology.orchestra.run.smithi044.stdout:instance: client.25126 (3)172.21.15.44:0/2290008503 2024-04-26T01:54:56.405 INFO:teuthology.orchestra.run.smithi044.stdout:blocklisted: false 2024-04-26T01:54:56.406 INFO:teuthology.orchestra.run.smithi044.stderr:0+1 records in 2024-04-26T01:54:56.406 INFO:teuthology.orchestra.run.smithi044.stderr:0+1 records out 2024-04-26T01:54:56.406 INFO:teuthology.orchestra.run.smithi044.stderr:71 bytes copied, 6.6384e-05 s, 1.1 MB/s 2024-04-26T01:54:56.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:54:56.417 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T01:54:56.428 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:54:56.429 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T01:54:56.429 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-26T01:54:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 -- 172.21.15.44:0/919868236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 msgr2=0x7f8000102340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 --2- 172.21.15.44:0/919868236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f8000102340 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7fec009900 tx=0x7f7fec02a400 comp rx=0 tx=0).stop 2024-04-26T01:54:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 -- 172.21.15.44:0/919868236 shutdown_connections 2024-04-26T01:54:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 --2- 172.21.15.44:0/919868236 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8000102880 0x7f8000109110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:56.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 --2- 172.21.15.44:0/919868236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f8000102340 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 --2- 172.21.15.44:0/919868236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8000100cd0 0x7f80001010f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 -- 172.21.15.44:0/919868236 >> 172.21.15.44:0/919868236 conn(0x7f80000fc240 msgr2=0x7f80000fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 -- 172.21.15.44:0/919868236 shutdown_connections 2024-04-26T01:54:56.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.611+0000 7f8004e00640 1 -- 172.21.15.44:0/919868236 wait complete. 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 Processor -- start 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 -- start start 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8000100cd0 0x7f800010d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f800010bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8000102880 0x7f800010c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f800006a2b0 con 0x7f8000102880 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f800006a130 con 0x7f8000101ec0 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.612+0000 7f8004e00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f800006a430 con 0x7f8000100cd0 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f800010bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7fffe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8000102880 0x7f800010c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:56.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7fff400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8000100cd0 0x7f800010d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:56.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f800010bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:37340/0 (socket says 172.21.15.44:37340) 2024-04-26T01:54:56.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 -- 172.21.15.44:0/3608463769 learned_addr learned my addr 172.21.15.44:0/3608463769 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 -- 172.21.15.44:0/3608463769 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8000100cd0 msgr2=0x7f800010d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8000100cd0 0x7f800010d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 -- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8000102880 msgr2=0x7f800010c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8000102880 0x7f800010c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7ffea00640 1 -- 172.21.15.44:0/3608463769 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f800010cb30 con 0x7f8000101ec0 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.613+0000 7f7fffe00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8000102880 0x7f800010c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.614+0000 7f7ffea00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f800010bd60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7fec005ab0 tx=0x7f7fec003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.614+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fec03f070 con 0x7f8000101ec0 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.614+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7fec031c50 con 0x7f8000101ec0 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.614+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80001a20e0 con 0x7f8000101ec0 2024-04-26T01:54:56.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.614+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fec035030 con 0x7f8000101ec0 2024-04-26T01:54:56.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.614+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80001a2630 con 0x7f8000101ec0 2024-04-26T01:54:56.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.615+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80001080c0 con 0x7f8000101ec0 2024-04-26T01:54:56.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.620+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 21) ==== 138663+0+0 (secure 0 0 0) 0x7f7fec042070 con 0x7f8000101ec0 2024-04-26T01:54:56.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.621+0000 7f7ff7e00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 0x7f7fe40a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:56.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.621+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8153+0+0 (secure 0 0 0) 0x7f7fec0f0b80 con 0x7f8000101ec0 2024-04-26T01:54:56.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.621+0000 7f7fff400640 1 -- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 msgr2=0x7f7fe40a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:56.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.621+0000 7f7fff400640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 0x7f7fe40a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:54:56.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.626+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7fec0bcf10 con 0x7f8000101ec0 2024-04-26T01:54:56.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.822+0000 7f7fff400640 1 -- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 msgr2=0x7f7fe40a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:56.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.822+0000 7f7fff400640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 0x7f7fe40a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:54:56.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:56 smithi044 ceph-mon[27847]: mgrmap e21: x(active, since 12m), standbys: z, y 2024-04-26T01:54:56.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:56.877+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f800002d5c0 con 0x7f8000101ec0 2024-04-26T01:54:56.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:56 smithi156 ceph-mon[32543]: mgrmap e21: x(active, since 12m), standbys: z, y 2024-04-26T01:54:56.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:56 smithi090 ceph-mon[32456]: mgrmap e21: x(active, since 12m), standbys: z, y 2024-04-26T01:54:57.214 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:56 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:56.906+0000 7f284f3e1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:54:57.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.223+0000 7f7fff400640 1 -- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 msgr2=0x7f7fe40a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/2941504694 2024-04-26T01:54:57.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.223+0000 7f7fff400640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 0x7f7fe40a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:54:57.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.243+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 22) ==== 138331+0+0 (secure 0 0 0) 0x7f7fec0b9580 con 0x7f8000101ec0 2024-04-26T01:54:57.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.244+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 msgr2=0x7f7fe40a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:54:57.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.244+0000 7f7ff7e00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 0x7f7fe40a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.521 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.216+0000 7f284f3e1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:54:57.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.536+0000 7f7ff7e00640 1 -- 172.21.15.44:0/3608463769 <== mon.2 v2:172.21.15.90:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v29) ==== 118+0+0 (secure 0 0 0) 0x7f7fec0aeae0 con 0x7f8000101ec0 2024-04-26T01:54:57.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 msgr2=0x7f800010bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:57.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f800010bd60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7fec005ab0 tx=0x7f7fec003b90 comp rx=0 tx=0).stop 2024-04-26T01:54:57.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 shutdown_connections 2024-04-26T01:54:57.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:6800/2941504694,v1:172.21.15.44:6801/2941504694] conn(0x7f7fe40a3bf0 0x7f7fe40a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8000102880 0x7f800010c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8000101ec0 0x7f800010bd60 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 --2- 172.21.15.44:0/3608463769 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8000100cd0 0x7f800010d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 >> 172.21.15.44:0/3608463769 conn(0x7f80000fc240 msgr2=0x7f8000105290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:57.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 shutdown_connections 2024-04-26T01:54:57.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.539+0000 7f8004e00640 1 -- 172.21.15.44:0/3608463769 wait complete. 2024-04-26T01:54:57.556 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3608463769' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: Active manager daemon x restarted 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: Activating manager daemon x 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: mgrmap e22: x(active, starting, since 0.0196578s), standbys: z, y 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:54:57.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:54:57.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: Manager daemon x is now available 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:57.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:54:57.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:54:57.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:54:57.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:57 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3608463769' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: Active manager daemon x restarted 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: Activating manager daemon x 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: mgrmap e22: x(active, starting, since 0.0196578s), standbys: z, y 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:54:57.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:54:57.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: Manager daemon x is now available 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:57.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:54:57.740 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:54:57.740 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:54:57.740 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:57 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:54:57.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 -- 172.21.15.44:0/200680932 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c107c90 msgr2=0x7fdf8c10a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:57.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 --2- 172.21.15.44:0/200680932 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c107c90 0x7fdf8c10a0e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009ca0 tx=0x7fdf8402a8c0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 -- 172.21.15.44:0/200680932 shutdown_connections 2024-04-26T01:54:57.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 --2- 172.21.15.44:0/200680932 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c107c90 0x7fdf8c10a0e0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 --2- 172.21.15.44:0/200680932 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdf8c105360 0x7fdf8c107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 --2- 172.21.15.44:0/200680932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdf8c102a30 0x7fdf8c104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 -- 172.21.15.44:0/200680932 >> 172.21.15.44:0/200680932 conn(0x7fdf8c0fc440 msgr2=0x7fdf8c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:57.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 -- 172.21.15.44:0/200680932 shutdown_connections 2024-04-26T01:54:57.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.745+0000 7fdf91a00640 1 -- 172.21.15.44:0/200680932 wait complete. 2024-04-26T01:54:57.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.746+0000 7fdf91a00640 1 Processor -- start 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.746+0000 7fdf91a00640 1 -- start start 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf91a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c102a30 0x7fdf8c1023a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf91a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdf8c105360 0x7fdf8c1009e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf91a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdf8c107c90 0x7fdf8c100f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf91a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c10db40 con 0x7fdf8c105360 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf91a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c10d9c0 con 0x7fdf8c102a30 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf91a00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c10dcc0 con 0x7fdf8c107c90 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c102a30 0x7fdf8c1023a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8a000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdf8c105360 0x7fdf8c1009e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c102a30 0x7fdf8c1023a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34356/0 (socket says 172.21.15.44:34356) 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 -- 172.21.15.44:0/3706999883 learned_addr learned my addr 172.21.15.44:0/3706999883 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8b400640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdf8c107c90 0x7fdf8c100f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:57.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 -- 172.21.15.44:0/3706999883 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdf8c107c90 msgr2=0x7fdf8c100f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:57.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdf8c107c90 0x7fdf8c100f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 -- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdf8c105360 msgr2=0x7fdf8c1009e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:57.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdf8c105360 0x7fdf8c1009e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:57.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8aa00640 1 -- 172.21.15.44:0/3706999883 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf8c1017b0 con 0x7fdf8c102a30 2024-04-26T01:54:57.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.747+0000 7fdf8a000640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdf8c105360 0x7fdf8c1009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:57.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.748+0000 7fdf8aa00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c102a30 0x7fdf8c1023a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00e9f0 tx=0x7fdf7c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:57.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.748+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c00cd80 con 0x7fdf8c102a30 2024-04-26T01:54:57.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.748+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf7c0108e0 con 0x7fdf8c102a30 2024-04-26T01:54:57.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.748+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c018980 con 0x7fdf8c102a30 2024-04-26T01:54:57.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.748+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf8c1a21f0 con 0x7fdf8c102a30 2024-04-26T01:54:57.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.748+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf8c1a2790 con 0x7fdf8c102a30 2024-04-26T01:54:57.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.750+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf8c0fdf30 con 0x7fdf8c102a30 2024-04-26T01:54:57.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.752+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 22) ==== 138331+0+0 (secure 0 0 0) 0x7fdf7c010430 con 0x7fdf8c102a30 2024-04-26T01:54:57.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.754+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fdf7c0d0290 con 0x7fdf8c102a30 2024-04-26T01:54:57.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:57.758+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdf7c09cf60 con 0x7fdf8c102a30 2024-04-26T01:54:57.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3608463769' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: Active manager daemon x restarted 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: Activating manager daemon x 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: mgrmap e22: x(active, starting, since 0.0196578s), standbys: z, y 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:54:57.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:54:57.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.571+0000 7f27a5800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.571+0000 7f27a5800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.571+0000 7f27a5800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.571+0000 7f27a5800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.571+0000 7f27a5800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.575+0000 7f279fe00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.575+0000 7f279fe00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.575+0000 7f279fe00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.575+0000 7f279fe00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:57.575+0000 7f279fe00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:57.855 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: Manager daemon x is now available 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:54:57.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:54:57.857 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:57 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:54:58.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.252+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7fdf7c0985b0 con 0x7fdf8c102a30 2024-04-26T01:54:58.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.253+0000 7fdf83400640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf700aa8d0 0x7fdf700accc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:58.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.253+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fdf700ad200 con 0x7fdf700aa8d0 2024-04-26T01:54:58.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.257+0000 7fdf8a000640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf700aa8d0 0x7fdf700accc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:58.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.263+0000 7fdf8a000640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf700aa8d0 0x7fdf700accc0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c102110 tx=0x7fdf78005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:58.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.299+0000 7fdf83400640 1 -- 172.21.15.44:0/3706999883 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fdf700ad200 con 0x7fdf700aa8d0 2024-04-26T01:54:58.297 INFO:teuthology.orchestra.run.smithi044.stdout:{} 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf700aa8d0 msgr2=0x7fdf700accc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf700aa8d0 0x7fdf700accc0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c102110 tx=0x7fdf78005f90 comp rx=0 tx=0).stop 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c102a30 msgr2=0x7fdf8c1023a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c102a30 0x7fdf8c1023a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00e9f0 tx=0x7fdf7c00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 shutdown_connections 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf700aa8d0 0x7fdf700accc0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdf8c107c90 0x7fdf8c100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdf8c105360 0x7fdf8c1009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 --2- 172.21.15.44:0/3706999883 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdf8c102a30 0x7fdf8c1023a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 >> 172.21.15.44:0/3706999883 conn(0x7fdf8c0fc440 msgr2=0x7fdf8c103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:58.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 shutdown_connections 2024-04-26T01:54:58.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.303+0000 7fdf91a00640 1 -- 172.21.15.44:0/3706999883 wait complete. 2024-04-26T01:54:58.325 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-26T01:54:58.336 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T01:54:58.386 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:54:58.386 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T01:54:58.386 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-26T01:54:58.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 -- 172.21.15.44:0/2340153972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 msgr2=0x7f4158105840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:58.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 --2- 172.21.15.44:0/2340153972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 0x7f4158105840 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4144009900 tx=0x7f414402a410 comp rx=0 tx=0).stop 2024-04-26T01:54:58.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 -- 172.21.15.44:0/2340153972 shutdown_connections 2024-04-26T01:54:58.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 --2- 172.21.15.44:0/2340153972 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4158105d80 0x7f415810c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 --2- 172.21.15.44:0/2340153972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 0x7f4158105840 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 --2- 172.21.15.44:0/2340153972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41581041d0 0x7f41581045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 -- 172.21.15.44:0/2340153972 >> 172.21.15.44:0/2340153972 conn(0x7f41580ff740 msgr2=0x7f4158101b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:58.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 -- 172.21.15.44:0/2340153972 shutdown_connections 2024-04-26T01:54:58.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.566+0000 7f415fe00640 1 -- 172.21.15.44:0/2340153972 wait complete. 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 Processor -- start 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 -- start start 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41581041d0 0x7f415819a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 0x7f415819a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4158105d80 0x7f41581a18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f415810fd60 con 0x7f41581041d0 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f415810fbe0 con 0x7f4158105d80 2024-04-26T01:54:58.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.567+0000 7f415fe00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f415810fee0 con 0x7f41581053c0 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41581041d0 0x7f415819a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415ca00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 0x7f415819a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4158105d80 0x7f41581a18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41581041d0 0x7f415819a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36982/0 (socket says 172.21.15.44:36982) 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415d400640 1 -- 172.21.15.44:0/3623638618 learned_addr learned my addr 172.21.15.44:0/3623638618 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415de00640 1 -- 172.21.15.44:0/3623638618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 msgr2=0x7f415819a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415de00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 0x7f415819a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415de00640 1 -- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41581041d0 msgr2=0x7f415819a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415de00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41581041d0 0x7f415819a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415de00640 1 -- 172.21.15.44:0/3623638618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41581a1f30 con 0x7f4158105d80 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.568+0000 7f415de00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4158105d80 0x7f41581a18c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f414800e970 tx=0x7f414800ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.569+0000 7f4156000640 1 -- 172.21.15.44:0/3623638618 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f414800ccc0 con 0x7f4158105d80 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.569+0000 7f4156000640 1 -- 172.21.15.44:0/3623638618 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4148005020 con 0x7f4158105d80 2024-04-26T01:54:58.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.569+0000 7f4156000640 1 -- 172.21.15.44:0/3623638618 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4148004a00 con 0x7f4158105d80 2024-04-26T01:54:58.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.569+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41581a2220 con 0x7f4158105d80 2024-04-26T01:54:58.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.569+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41581a26f0 con 0x7f4158105d80 2024-04-26T01:54:58.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.570+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f415810b490 con 0x7f4158105d80 2024-04-26T01:54:58.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.572+0000 7f4156000640 1 -- 172.21.15.44:0/3623638618 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7f4148004ba0 con 0x7f4158105d80 2024-04-26T01:54:58.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.573+0000 7f4156000640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f413c0a3a60 0x7f413c0a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:58.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.573+0000 7f4156000640 1 -- 172.21.15.44:0/3623638618 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f41480d0080 con 0x7f4158105d80 2024-04-26T01:54:58.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.573+0000 7f415d400640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f413c0a3a60 0x7f413c0a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:58.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.574+0000 7f415d400640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f413c0a3a60 0x7f413c0a5f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4150011440 tx=0x7f4150009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:58.575 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.577+0000 7f4156000640 1 -- 172.21.15.44:0/3623638618 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f414809cc60 con 0x7f4158105d80 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-mon[27847]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-mon[27847]: mgrmap e23: x(active, since 1.0303s), standbys: z, y 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:58.284+0000 7f279e000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:58.284+0000 7f279e000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:58.284+0000 7f279e000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:58.284+0000 7f279e000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:58.602 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:54:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:54:58.284+0000 7f279e000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:54:58.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.820+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f4158062390 con 0x7f413c0a3a60 2024-04-26T01:54:58.880 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:58 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T01:54:58.880 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:58 smithi156 ceph-mon[32543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:58.880 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:58 smithi156 ceph-mon[32543]: mgrmap e23: x(active, since 1.0303s), standbys: z, y 2024-04-26T01:54:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.960+0000 7f4156000640 1 -- 172.21.15.44:0/3623638618 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f4158062390 con 0x7f413c0a3a60 2024-04-26T01:54:58.958 INFO:teuthology.orchestra.run.smithi044.stdout:Schedule set for path / 2024-04-26T01:54:58.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f413c0a3a60 msgr2=0x7f413c0a5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:58.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f413c0a3a60 0x7f413c0a5f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4150011440 tx=0x7f4150009500 comp rx=0 tx=0).stop 2024-04-26T01:54:58.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4158105d80 msgr2=0x7f41581a18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:58.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4158105d80 0x7f41581a18c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f414800e970 tx=0x7f414800ee30 comp rx=0 tx=0).stop 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 shutdown_connections 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f413c0a3a60 0x7f413c0a5f20 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4158105d80 0x7f41581a18c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f41581053c0 0x7f415819a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 --2- 172.21.15.44:0/3623638618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41581041d0 0x7f415819a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 >> 172.21.15.44:0/3623638618 conn(0x7f41580ff740 msgr2=0x7f4158108660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 shutdown_connections 2024-04-26T01:54:58.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:58.963+0000 7f415fe00640 1 -- 172.21.15.44:0/3623638618 wait complete. 2024-04-26T01:54:58.981 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-26T01:54:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:58 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-26T01:54:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:58 smithi090 ceph-mon[32456]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:58 smithi090 ceph-mon[32456]: mgrmap e23: x(active, since 1.0303s), standbys: z, y 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 -- 172.21.15.44:0/135934003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd888076910 msgr2=0x7fd888076d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 --2- 172.21.15.44:0/135934003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd888076910 0x7fd888076d30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd878009ca0 tx=0x7fd87802a8c0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 -- 172.21.15.44:0/135934003 shutdown_connections 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 --2- 172.21.15.44:0/135934003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd8880784f0 0x7fd888078d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 --2- 172.21.15.44:0/135934003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd888077b50 0x7fd888077fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 --2- 172.21.15.44:0/135934003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd888076910 0x7fd888076d30 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 -- 172.21.15.44:0/135934003 >> 172.21.15.44:0/135934003 conn(0x7fd8880ff580 msgr2=0x7fd8881019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 -- 172.21.15.44:0/135934003 shutdown_connections 2024-04-26T01:54:59.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.185+0000 7fd88ce00640 1 -- 172.21.15.44:0/135934003 wait complete. 2024-04-26T01:54:59.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.186+0000 7fd88ce00640 1 Processor -- start 2024-04-26T01:54:59.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd88ce00640 1 -- start start 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd88ce00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd888076910 0x7fd88819e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd88ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd888077b50 0x7fd88819eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd88ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8880784f0 0x7fd8881a5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd88ce00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd888113f90 con 0x7fd888077b50 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd88ce00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd888113e10 con 0x7fd8880784f0 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd88ce00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd888114110 con 0x7fd888076910 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd886a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd888077b50 0x7fd88819eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd887e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8880784f0 0x7fd8881a5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd886a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd888077b50 0x7fd88819eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37012/0 (socket says 172.21.15.44:37012) 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd887e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8880784f0 0x7fd8881a5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34418/0 (socket says 172.21.15.44:34418) 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd887400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd888076910 0x7fd88819e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.187+0000 7fd886a00640 1 -- 172.21.15.44:0/1115224481 learned_addr learned my addr 172.21.15.44:0/1115224481 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd886a00640 1 -- 172.21.15.44:0/1115224481 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd888076910 msgr2=0x7fd88819e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd886a00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd888076910 0x7fd88819e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd886a00640 1 -- 172.21.15.44:0/1115224481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8880784f0 msgr2=0x7fd8881a5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd886a00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8880784f0 0x7fd8881a5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd886a00640 1 -- 172.21.15.44:0/1115224481 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8881a6240 con 0x7fd888077b50 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd887e00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8880784f0 0x7fd8881a5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd886a00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd888077b50 0x7fd88819eb60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd87400e9f0 tx=0x7fd87400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd87fe00640 1 -- 172.21.15.44:0/1115224481 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87400ccc0 con 0x7fd888077b50 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8881a6530 con 0x7fd888077b50 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd87fe00640 1 -- 172.21.15.44:0/1115224481 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd87400ce60 con 0x7fd888077b50 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd87fe00640 1 -- 172.21.15.44:0/1115224481 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874010430 con 0x7fd888077b50 2024-04-26T01:54:59.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.188+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8881a6a80 con 0x7fd888077b50 2024-04-26T01:54:59.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.189+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd888110b90 con 0x7fd888077b50 2024-04-26T01:54:59.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.192+0000 7fd87fe00640 1 -- 172.21.15.44:0/1115224481 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7fd8740046c0 con 0x7fd888077b50 2024-04-26T01:54:59.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.193+0000 7fd87fe00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd86c0a3990 0x7fd86c0a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.193+0000 7fd87fe00640 1 -- 172.21.15.44:0/1115224481 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fd8740d04c0 con 0x7fd888077b50 2024-04-26T01:54:59.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.194+0000 7fd887400640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd86c0a3990 0x7fd86c0a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.194+0000 7fd887400640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd86c0a3990 0x7fd86c0a5e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd878005e30 tx=0x7fd878005f50 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:59.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.198+0000 7fd87fe00640 1 -- 172.21.15.44:0/1115224481 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd87409d0a0 con 0x7fd888077b50 2024-04-26T01:54:59.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.434+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7fd888062430 con 0x7fd86c0a3990 2024-04-26T01:54:59.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.541+0000 7fd87fe00640 1 -- 172.21.15.44:0/1115224481 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7fd888062430 con 0x7fd86c0a3990 2024-04-26T01:54:59.539 INFO:teuthology.orchestra.run.smithi044.stdout:Retention added to path / 2024-04-26T01:54:59.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.547+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd86c0a3990 msgr2=0x7fd86c0a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.547+0000 7fd88ce00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd86c0a3990 0x7fd86c0a5e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd878005e30 tx=0x7fd878005f50 comp rx=0 tx=0).stop 2024-04-26T01:54:59.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.547+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd888077b50 msgr2=0x7fd88819eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.547+0000 7fd88ce00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd888077b50 0x7fd88819eb60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd87400e9f0 tx=0x7fd87400edf0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.549+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 shutdown_connections 2024-04-26T01:54:59.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.549+0000 7fd88ce00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd86c0a3990 0x7fd86c0a5e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.549+0000 7fd88ce00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd8880784f0 0x7fd8881a5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.549+0000 7fd88ce00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd888077b50 0x7fd88819eb60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.549+0000 7fd88ce00640 1 --2- 172.21.15.44:0/1115224481 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd888076910 0x7fd88819e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.549+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 >> 172.21.15.44:0/1115224481 conn(0x7fd8880ff580 msgr2=0x7fd888100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:59.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.551+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 shutdown_connections 2024-04-26T01:54:59.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.552+0000 7fd88ce00640 1 -- 172.21.15.44:0/1115224481 wait complete. 2024-04-26T01:54:59.569 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T01:54:59.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 -- 172.21.15.44:0/2601566419 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 msgr2=0x7f6298102340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 --2- 172.21.15.44:0/2601566419 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 0x7f6298102340 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6280009900 tx=0x7f628002a3f0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 -- 172.21.15.44:0/2601566419 shutdown_connections 2024-04-26T01:54:59.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 --2- 172.21.15.44:0/2601566419 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298102880 0x7f6298109110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 --2- 172.21.15.44:0/2601566419 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 0x7f6298102340 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 --2- 172.21.15.44:0/2601566419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6298100cd0 0x7f62981010f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 -- 172.21.15.44:0/2601566419 >> 172.21.15.44:0/2601566419 conn(0x7f62980fc240 msgr2=0x7f62980fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:59.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 -- 172.21.15.44:0/2601566419 shutdown_connections 2024-04-26T01:54:59.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.747+0000 7f629d800640 1 -- 172.21.15.44:0/2601566419 wait complete. 2024-04-26T01:54:59.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.748+0000 7f629d800640 1 Processor -- start 2024-04-26T01:54:59.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629d800640 1 -- start start 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629d800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298100cd0 0x7f6298104c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629d800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 0x7f62981032a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629d800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6298102880 0x7f62981037e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629d800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f629810c7e0 con 0x7f6298102880 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629d800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f629810c660 con 0x7f6298100cd0 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629d800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f629810c960 con 0x7f6298101ec0 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f628f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 0x7f62981032a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f6297e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298100cd0 0x7f6298104c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f629ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6298102880 0x7f62981037e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f628f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 0x7f62981032a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37092/0 (socket says 172.21.15.44:37092) 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f6297e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298100cd0 0x7f6298104c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34456/0 (socket says 172.21.15.44:34456) 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.749+0000 7f628f400640 1 -- 172.21.15.44:0/570219716 learned_addr learned my addr 172.21.15.44:0/570219716 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6297e00640 1 -- 172.21.15.44:0/570219716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 msgr2=0x7f62981032a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6297e00640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 0x7f62981032a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6297e00640 1 -- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6298102880 msgr2=0x7f62981037e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6297e00640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6298102880 0x7f62981037e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6297e00640 1 -- 172.21.15.44:0/570219716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6298104070 con 0x7f6298100cd0 2024-04-26T01:54:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6297e00640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298100cd0 0x7f6298104c60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f628800e9c0 tx=0x7f628800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:59.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6295600640 1 -- 172.21.15.44:0/570219716 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628800ccc0 con 0x7f6298100cd0 2024-04-26T01:54:59.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62981a21b0 con 0x7f6298100cd0 2024-04-26T01:54:59.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6295600640 1 -- 172.21.15.44:0/570219716 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62880035f0 con 0x7f6298100cd0 2024-04-26T01:54:59.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.750+0000 7f6295600640 1 -- 172.21.15.44:0/570219716 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628800ce60 con 0x7f6298100cd0 2024-04-26T01:54:59.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.751+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62981a26d0 con 0x7f6298100cd0 2024-04-26T01:54:59.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.752+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6298050530 con 0x7f6298100cd0 2024-04-26T01:54:59.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.755+0000 7f6295600640 1 -- 172.21.15.44:0/570219716 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 24) ==== 138817+0+0 (secure 0 0 0) 0x7f6288004000 con 0x7f6298100cd0 2024-04-26T01:54:59.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.756+0000 7f6295600640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f627c0a3da0 0x7f627c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:59.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.757+0000 7f6295600640 1 -- 172.21.15.44:0/570219716 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f62880d0e10 con 0x7f6298100cd0 2024-04-26T01:54:59.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.757+0000 7f628f400640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f627c0a3da0 0x7f627c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:59.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.758+0000 7f628f400640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f627c0a3da0 0x7f627c0a6260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6280009230 tx=0x7f62800058d0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:59.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:54:59.761+0000 7f6295600640 1 -- 172.21.15.44:0/570219716 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f62880d4030 con 0x7f6298100cd0 2024-04-26T01:54:59.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: [26/Apr/2024:01:54:58] ENGINE Bus STARTING 2024-04-26T01:54:59.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: from='client.25178 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:59.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:54:59.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: [26/Apr/2024:01:54:58] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T01:54:59.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: [26/Apr/2024:01:54:58] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T01:54:59.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: [26/Apr/2024:01:54:58] ENGINE Bus STARTED 2024-04-26T01:54:59.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:54:59.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:54:59 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:54:59.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: [26/Apr/2024:01:54:58] ENGINE Bus STARTING 2024-04-26T01:54:59.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: from='client.25178 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:59.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:54:59.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: [26/Apr/2024:01:54:58] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T01:54:59.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: [26/Apr/2024:01:54:58] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T01:54:59.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: [26/Apr/2024:01:54:58] ENGINE Bus STARTED 2024-04-26T01:54:59.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:54:59.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:54:59 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:54:59.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: [26/Apr/2024:01:54:58] ENGINE Bus STARTING 2024-04-26T01:54:59.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: from='client.25178 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:54:59.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:54:59.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: [26/Apr/2024:01:54:58] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T01:54:59.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: [26/Apr/2024:01:54:58] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T01:54:59.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: [26/Apr/2024:01:54:58] ENGINE Bus STARTED 2024-04-26T01:54:59.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:54:59.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:54:59 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.015+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f6298069d00 con 0x7f627c0a3da0 2024-04-26T01:55:00.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.024+0000 7f6295600640 1 -- 172.21.15.44:0/570219716 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f6298069d00 con 0x7f627c0a3da0 2024-04-26T01:55:00.023 INFO:teuthology.orchestra.run.smithi044.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T01:54:58", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-26T01:55:00.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f627c0a3da0 msgr2=0x7f627c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:00.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f627c0a3da0 0x7f627c0a6260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6280009230 tx=0x7f62800058d0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298100cd0 msgr2=0x7f6298104c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:00.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298100cd0 0x7f6298104c60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f628800e9c0 tx=0x7f628800ee80 comp rx=0 tx=0).stop 2024-04-26T01:55:00.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 shutdown_connections 2024-04-26T01:55:00.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f627c0a3da0 0x7f627c0a6260 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6298102880 0x7f62981037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6298101ec0 0x7f62981032a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 --2- 172.21.15.44:0/570219716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6298100cd0 0x7f6298104c60 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 >> 172.21.15.44:0/570219716 conn(0x7f62980fc240 msgr2=0x7f62980695f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:00.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 shutdown_connections 2024-04-26T01:55:00.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.027+0000 7f629d800640 1 -- 172.21.15.44:0/570219716 wait complete. 2024-04-26T01:55:00.046 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T01:55:00.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 -- 172.21.15.44:0/39998882 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d81041e0 msgr2=0x7f90d8104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:00.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 --2- 172.21.15.44:0/39998882 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d81041e0 0x7f90d8104600 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f90cc009900 tx=0x7f90cc02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 -- 172.21.15.44:0/39998882 shutdown_connections 2024-04-26T01:55:00.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 --2- 172.21.15.44:0/39998882 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90d8105d90 0x7f90d810c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 --2- 172.21.15.44:0/39998882 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90d81053d0 0x7f90d8105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 --2- 172.21.15.44:0/39998882 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d81041e0 0x7f90d8104600 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 -- 172.21.15.44:0/39998882 >> 172.21.15.44:0/39998882 conn(0x7f90d80ff770 msgr2=0x7f90d8101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:00.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 -- 172.21.15.44:0/39998882 shutdown_connections 2024-04-26T01:55:00.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.229+0000 7f90df400640 1 -- 172.21.15.44:0/39998882 wait complete. 2024-04-26T01:55:00.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.230+0000 7f90df400640 1 Processor -- start 2024-04-26T01:55:00.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.230+0000 7f90df400640 1 -- start start 2024-04-26T01:55:00.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.230+0000 7f90df400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90d81041e0 0x7f90d819a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:00.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.230+0000 7f90df400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90d81053d0 0x7f90d819a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:00.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90df400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d8105d90 0x7f90d81a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:00.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90df400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f90d810fd70 con 0x7f90d81041e0 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90df400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f90d810fbf0 con 0x7f90d81053d0 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90df400640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f90d810fef0 con 0x7f90d8105d90 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90dca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90d81041e0 0x7f90d819a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90d7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90d81053d0 0x7f90d819a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90dca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90d81041e0 0x7f90d819a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37048/0 (socket says 172.21.15.44:37048) 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90dca00640 1 -- 172.21.15.44:0/867527600 learned_addr learned my addr 172.21.15.44:0/867527600 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90dd400640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d8105d90 0x7f90d81a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90d7e00640 1 -- 172.21.15.44:0/867527600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d8105d90 msgr2=0x7f90d81a18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90d7e00640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d8105d90 0x7f90d81a18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90d7e00640 1 -- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90d81041e0 msgr2=0x7f90d819a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90d7e00640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90d81041e0 0x7f90d819a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90d7e00640 1 -- 172.21.15.44:0/867527600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90d81a1f60 con 0x7f90d81053d0 2024-04-26T01:55:00.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.231+0000 7f90d7e00640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90d81053d0 0x7f90d819a880 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f90c400e9f0 tx=0x7f90c400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:00.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.232+0000 7f90d5600640 1 -- 172.21.15.44:0/867527600 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90c400ccc0 con 0x7f90d81053d0 2024-04-26T01:55:00.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.232+0000 7f90d5600640 1 -- 172.21.15.44:0/867527600 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90c4005020 con 0x7f90d81053d0 2024-04-26T01:55:00.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.232+0000 7f90d5600640 1 -- 172.21.15.44:0/867527600 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90c4004a00 con 0x7f90d81053d0 2024-04-26T01:55:00.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.232+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90d81a2250 con 0x7f90d81053d0 2024-04-26T01:55:00.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.232+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90d81a2750 con 0x7f90d81053d0 2024-04-26T01:55:00.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.233+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90d810b4a0 con 0x7f90d81053d0 2024-04-26T01:55:00.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.236+0000 7f90d5600640 1 -- 172.21.15.44:0/867527600 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 24) ==== 138817+0+0 (secure 0 0 0) 0x7f90c4004ba0 con 0x7f90d81053d0 2024-04-26T01:55:00.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.237+0000 7f90d5600640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f90c00a3e60 0x7f90c00a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:00.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.237+0000 7f90d5600640 1 -- 172.21.15.44:0/867527600 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f90c40d0950 con 0x7f90d81053d0 2024-04-26T01:55:00.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.237+0000 7f90dca00640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f90c00a3e60 0x7f90c00a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:00.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.238+0000 7f90dca00640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f90c00a3e60 0x7f90c00a6320 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f90cc000c00 tx=0x7f90cc005a20 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:00.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.241+0000 7f90d5600640 1 -- 172.21.15.44:0/867527600 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90c409ce90 con 0x7f90d81053d0 2024-04-26T01:55:00.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.500+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f90d8062390 con 0x7f90c00a3e60 2024-04-26T01:55:00.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.508+0000 7f90d5600640 1 -- 172.21.15.44:0/867527600 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f90d8062390 con 0x7f90c00a3e60 2024-04-26T01:55:00.507 INFO:teuthology.orchestra.run.smithi044.stdout:/ 1m 6m3h 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f90c00a3e60 msgr2=0x7f90c00a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f90c00a3e60 0x7f90c00a6320 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f90cc000c00 tx=0x7f90cc005a20 comp rx=0 tx=0).stop 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90d81053d0 msgr2=0x7f90d819a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90d81053d0 0x7f90d819a880 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f90c400e9f0 tx=0x7f90c400eeb0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 shutdown_connections 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f90c00a3e60 0x7f90c00a6320 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90d8105d90 0x7f90d81a18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f90d81053d0 0x7f90d819a880 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 --2- 172.21.15.44:0/867527600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90d81041e0 0x7f90d819a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:00.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 >> 172.21.15.44:0/867527600 conn(0x7f90d80ff770 msgr2=0x7f90d8108670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:00.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 shutdown_connections 2024-04-26T01:55:00.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:00.511+0000 7f90df400640 1 -- 172.21.15.44:0/867527600 wait complete. 2024-04-26T01:55:00.525 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-26T01:55:00.605 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-26T01:55:00.615 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-26T01:55:00.675 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T01:55:00.676 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-26T01:55:00.681 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-26T01:55:00.752 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:55:00.752 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.812 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.813 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:55:00.554+0000 7f2770600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:55:00.813 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:55:00.554+0000 7f2770600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:55:00.813 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:55:00.554+0000 7f2770600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:55:00.813 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:55:00.554+0000 7f2770600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:55:00.813 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 01:55:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T01:55:00.554+0000 7f2770600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:55:00.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:00.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-04-26T01:55:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:00 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:00.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-04-26T01:55:00.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:00.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:00 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.195 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi090 to 176.2M 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: Unable to set osd_memory_target on smithi090 to 184764518: error parsing value: Value '184764518' is below minimum 939524096 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi156 to 176.2M 2024-04-26T01:55:01.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:01 smithi156 ceph-mon[32543]: Unable to set osd_memory_target on smithi156 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-26T01:55:01.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi090 to 176.2M 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: Unable to set osd_memory_target on smithi090 to 184764518: error parsing value: Value '184764518' is below minimum 939524096 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi156 to 176.2M 2024-04-26T01:55:01.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:01 smithi090 ceph-mon[32456]: Unable to set osd_memory_target on smithi156 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-26T01:55:02.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:02.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:55:02.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:02.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:02.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:02.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi090 to 176.2M 2024-04-26T01:55:02.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:02.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: Unable to set osd_memory_target on smithi090 to 184764518: error parsing value: Value '184764518' is below minimum 939524096 2024-04-26T01:55:02.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi156 to 176.2M 2024-04-26T01:55:02.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:01 smithi044 ceph-mon[27847]: Unable to set osd_memory_target on smithi156 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-26T01:55:02.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:02 smithi044 ceph-mon[27847]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:02.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:02 smithi044 ceph-mon[27847]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-04-26T01:55:02.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:02 smithi156 ceph-mon[32543]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:02.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:02 smithi156 ceph-mon[32543]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-04-26T01:55:02.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:02 smithi090 ceph-mon[32456]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:02.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:02 smithi090 ceph-mon[32456]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-04-26T01:55:03.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.489+0000 7f77e4800700 1 -- 172.21.15.44:0/3090591476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc10f440 msgr2=0x7f77dc111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:03.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.489+0000 7f77e4800700 1 --2- 172.21.15.44:0/3090591476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc10f440 0x7f77dc111830 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f77d800b0a0 tx=0x7f77d800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.489+0000 7f77e4800700 1 -- 172.21.15.44:0/3090591476 shutdown_connections 2024-04-26T01:55:03.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.489+0000 7f77e4800700 1 --2- 172.21.15.44:0/3090591476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc10f440 0x7f77dc111830 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.490+0000 7f77e4800700 1 --2- 172.21.15.44:0/3090591476 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77dc074c70 0x7f77dc075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.490+0000 7f77e4800700 1 --2- 172.21.15.44:0/3090591476 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77dc075590 0x7f77dc10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.490+0000 7f77e4800700 1 -- 172.21.15.44:0/3090591476 >> 172.21.15.44:0/3090591476 conn(0x7f77dc079ba0 msgr2=0x7f77dc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:03.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.490+0000 7f77e4800700 1 -- 172.21.15.44:0/3090591476 shutdown_connections 2024-04-26T01:55:03.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.490+0000 7f77e4800700 1 -- 172.21.15.44:0/3090591476 wait complete. 2024-04-26T01:55:03.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.491+0000 7f77e4800700 1 Processor -- start 2024-04-26T01:55:03.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.491+0000 7f77e4800700 1 -- start start 2024-04-26T01:55:03.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e4800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77dc074c70 0x7f77dc19b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:03.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e4800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc075590 0x7f77dc19b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:03.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e4800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77dc10f440 0x7f77dc19fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:03.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e4800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc114dd0 con 0x7f77dc074c70 2024-04-26T01:55:03.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e4800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc114c50 con 0x7f77dc075590 2024-04-26T01:55:03.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e4800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc114f50 con 0x7f77dc10f440 2024-04-26T01:55:03.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77dc074c70 0x7f77dc19b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:03.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e1400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc075590 0x7f77dc19b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:03.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e1400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc075590 0x7f77dc19b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34508/0 (socket says 172.21.15.44:34508) 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77dc074c70 0x7f77dc19b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37082/0 (socket says 172.21.15.44:37082) 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e1400700 1 -- 172.21.15.44:0/1566347384 learned_addr learned my addr 172.21.15.44:0/1566347384 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.492+0000 7f77e2800700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77dc10f440 0x7f77dc19fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e1400700 1 -- 172.21.15.44:0/1566347384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77dc10f440 msgr2=0x7f77dc19fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e1400700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77dc10f440 0x7f77dc19fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e1400700 1 -- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77dc074c70 msgr2=0x7f77dc19b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e1400700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77dc074c70 0x7f77dc19b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e1400700 1 -- 172.21.15.44:0/1566347384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77dc1a0270 con 0x7f77dc075590 2024-04-26T01:55:03.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e1400700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc075590 0x7f77dc19b7a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f77cc00e970 tx=0x7f77cc00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:03.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77d6a00700 1 -- 172.21.15.44:0/1566347384 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77cc004220 con 0x7f77dc075590 2024-04-26T01:55:03.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77d6a00700 1 -- 172.21.15.44:0/1566347384 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77cc0043c0 con 0x7f77dc075590 2024-04-26T01:55:03.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77dc1a0560 con 0x7f77dc075590 2024-04-26T01:55:03.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77d6a00700 1 -- 172.21.15.44:0/1566347384 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77cc003ce0 con 0x7f77dc075590 2024-04-26T01:55:03.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.493+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77dc1a7de0 con 0x7f77dc075590 2024-04-26T01:55:03.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.495+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77dc069730 con 0x7f77dc075590 2024-04-26T01:55:03.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.496+0000 7f77d6a00700 1 -- 172.21.15.44:0/1566347384 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f77cc00c7e0 con 0x7f77dc075590 2024-04-26T01:55:03.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.498+0000 7f77d6a00700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77c40a3f60 0x7f77c40a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:03.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.498+0000 7f77d6a00700 1 -- 172.21.15.44:0/1566347384 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f77cc0d0c40 con 0x7f77dc075590 2024-04-26T01:55:03.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.498+0000 7f77e1e00700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77c40a3f60 0x7f77c40a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:03.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.499+0000 7f77e1e00700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77c40a3f60 0x7f77c40a6420 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f77d0007c60 tx=0x7f77d00073d0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.502+0000 7f77d6a00700 1 -- 172.21.15.44:0/1566347384 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f77cc09d110 con 0x7f77dc075590 2024-04-26T01:55:03.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.754+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f77dc062e80 con 0x7f77c40a3f60 2024-04-26T01:55:03.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.781+0000 7f77d6a00700 1 -- 172.21.15.44:0/1566347384 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258116 (secure 0 0 0) 0x7f77dc062e80 con 0x7f77c40a3f60 2024-04-26T01:55:03.786 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:55:03.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77c40a3f60 msgr2=0x7f77c40a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:03.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77c40a3f60 0x7f77c40a6420 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f77d0007c60 tx=0x7f77d00073d0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc075590 msgr2=0x7f77dc19b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc075590 0x7f77dc19b7a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f77cc00e970 tx=0x7f77cc00ec80 comp rx=0 tx=0).stop 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 shutdown_connections 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77dc10f440 0x7f77dc19fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77c40a3f60 0x7f77c40a6420 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77dc074c70 0x7f77dc19b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 --2- 172.21.15.44:0/1566347384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77dc075590 0x7f77dc19b7a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 >> 172.21.15.44:0/1566347384 conn(0x7f77dc079ba0 msgr2=0x7f77dc0ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.787+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 shutdown_connections 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:03.788+0000 7f77e4800700 1 -- 172.21.15.44:0/1566347384 wait complete. 2024-04-26T01:55:03.789 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T01:55:03.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:03.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:03.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:55:03.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:03 smithi156 ceph-mon[32543]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:55:03.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:03 smithi090 ceph-mon[32456]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:55:04.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T01:55:04.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-26T01:55:04.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:03 smithi044 ceph-mon[27847]: Updating smithi156:/etc/ceph/ceph.conf 2024-04-26T01:55:04.787 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-26T01:55:03.254147+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191779,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2554,"num_read_kb":1429,"num_write":561,"num_write_kb":4407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":1203066,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":942,"ondisk_log_size":942,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374132,"kb_used_data":12472,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567692,"statfs":{"total":1151940427776,"available":1151557316608,"internally_reserved":0,"allocated":12771328,"data_stored":9050553,"data_compressed":200651,"data_compressed_allocated":258048,"data_compressed_original":3035136,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.972797"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591570+0000","last_change":"2024-04-26T01:50:44.919956+0000","last_active":"2024-04-26T01:54:57.591570+0000","last_peered":"2024-04-26T01:54:57.591570+0000","last_clean":"2024-04-26T01:54:57.591570+0000","last_became_active":"2024-04-26T01:50:44.919574+0000","last_became_peered":"2024-04-26T01:50:44.919574+0000","last_unstale":"2024-04-26T01:54:57.591570+0000","last_undegraded":"2024-04-26T01:54:57.591570+0000","last_fullsized":"2024-04-26T01:54:57.591570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:15:15.039717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.473083+0000","last_change":"2024-04-26T01:50:44.921399+0000","last_active":"2024-04-26T01:54:57.473083+0000","last_peered":"2024-04-26T01:54:57.473083+0000","last_clean":"2024-04-26T01:54:57.473083+0000","last_became_active":"2024-04-26T01:50:44.919474+0000","last_became_peered":"2024-04-26T01:50:44.919474+0000","last_unstale":"2024-04-26T01:54:57.473083+0000","last_undegraded":"2024-04-26T01:54:57.473083+0000","last_fullsized":"2024-04-26T01:54:57.473083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:48.200695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472119+0000","last_change":"2024-04-26T01:50:44.924206+0000","last_active":"2024-04-26T01:54:57.472119+0000","last_peered":"2024-04-26T01:54:57.472119+0000","last_clean":"2024-04-26T01:54:57.472119+0000","last_became_active":"2024-04-26T01:50:44.919551+0000","last_became_peered":"2024-04-26T01:50:44.919551+0000","last_unstale":"2024-04-26T01:54:57.472119+0000","last_undegraded":"2024-04-26T01:54:57.472119+0000","last_fullsized":"2024-04-26T01:54:57.472119+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:11.833718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233125+0000","last_change":"2024-04-26T01:50:44.902458+0000","last_active":"2024-04-26T01:54:57.233125+0000","last_peered":"2024-04-26T01:54:57.233125+0000","last_clean":"2024-04-26T01:54:57.233125+0000","last_became_active":"2024-04-26T01:50:44.902112+0000","last_became_peered":"2024-04-26T01:50:44.902112+0000","last_unstale":"2024-04-26T01:54:57.233125+0000","last_undegraded":"2024-04-26T01:54:57.233125+0000","last_fullsized":"2024-04-26T01:54:57.233125+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:27:26.678775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232904+0000","last_change":"2024-04-26T01:50:44.914584+0000","last_active":"2024-04-26T01:54:57.232904+0000","last_peered":"2024-04-26T01:54:57.232904+0000","last_clean":"2024-04-26T01:54:57.232904+0000","last_became_active":"2024-04-26T01:50:44.914239+0000","last_became_peered":"2024-04-26T01:50:44.914239+0000","last_unstale":"2024-04-26T01:54:57.232904+0000","last_undegraded":"2024-04-26T01:54:57.232904+0000","last_fullsized":"2024-04-26T01:54:57.232904+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:06.620377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389369+0000","last_change":"2024-04-26T01:50:44.906486+0000","last_active":"2024-04-26T01:54:57.389369+0000","last_peered":"2024-04-26T01:54:57.389369+0000","last_clean":"2024-04-26T01:54:57.389369+0000","last_became_active":"2024-04-26T01:50:44.906173+0000","last_became_peered":"2024-04-26T01:50:44.906173+0000","last_unstale":"2024-04-26T01:54:57.389369+0000","last_undegraded":"2024-04-26T01:54:57.389369+0000","last_fullsized":"2024-04-26T01:54:57.389369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:27.277521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471342+0000","last_change":"2024-04-26T01:50:44.911267+0000","last_active":"2024-04-26T01:54:57.471342+0000","last_peered":"2024-04-26T01:54:57.471342+0000","last_clean":"2024-04-26T01:54:57.471342+0000","last_became_active":"2024-04-26T01:50:44.910907+0000","last_became_peered":"2024-04-26T01:50:44.910907+0000","last_unstale":"2024-04-26T01:54:57.471342+0000","last_undegraded":"2024-04-26T01:54:57.471342+0000","last_fullsized":"2024-04-26T01:54:57.471342+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:55.572335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377681+0000","last_change":"2024-04-26T01:50:44.920314+0000","last_active":"2024-04-26T01:54:57.377681+0000","last_peered":"2024-04-26T01:54:57.377681+0000","last_clean":"2024-04-26T01:54:57.377681+0000","last_became_active":"2024-04-26T01:50:44.914315+0000","last_became_peered":"2024-04-26T01:50:44.914315+0000","last_unstale":"2024-04-26T01:54:57.377681+0000","last_undegraded":"2024-04-26T01:54:57.377681+0000","last_fullsized":"2024-04-26T01:54:57.377681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:35.075639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471814+0000","last_change":"2024-04-26T01:50:44.902164+0000","last_active":"2024-04-26T01:54:57.471814+0000","last_peered":"2024-04-26T01:54:57.471814+0000","last_clean":"2024-04-26T01:54:57.471814+0000","last_became_active":"2024-04-26T01:50:44.901814+0000","last_became_peered":"2024-04-26T01:50:44.901814+0000","last_unstale":"2024-04-26T01:54:57.471814+0000","last_undegraded":"2024-04-26T01:54:57.471814+0000","last_fullsized":"2024-04-26T01:54:57.471814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:19.968357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389705+0000","last_change":"2024-04-26T01:50:44.901024+0000","last_active":"2024-04-26T01:54:57.389705+0000","last_peered":"2024-04-26T01:54:57.389705+0000","last_clean":"2024-04-26T01:54:57.389705+0000","last_became_active":"2024-04-26T01:50:44.900489+0000","last_became_peered":"2024-04-26T01:50:44.900489+0000","last_unstale":"2024-04-26T01:54:57.389705+0000","last_undegraded":"2024-04-26T01:54:57.389705+0000","last_fullsized":"2024-04-26T01:54:57.389705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:46:46.413137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472085+0000","last_change":"2024-04-26T01:50:44.905755+0000","last_active":"2024-04-26T01:54:57.472085+0000","last_peered":"2024-04-26T01:54:57.472085+0000","last_clean":"2024-04-26T01:54:57.472085+0000","last_became_active":"2024-04-26T01:50:44.904236+0000","last_became_peered":"2024-04-26T01:50:44.904236+0000","last_unstale":"2024-04-26T01:54:57.472085+0000","last_undegraded":"2024-04-26T01:54:57.472085+0000","last_fullsized":"2024-04-26T01:54:57.472085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:43.195725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233015+0000","last_change":"2024-04-26T01:50:44.900911+0000","last_active":"2024-04-26T01:54:57.233015+0000","last_peered":"2024-04-26T01:54:57.233015+0000","last_clean":"2024-04-26T01:54:57.233015+0000","last_became_active":"2024-04-26T01:50:44.900448+0000","last_became_peered":"2024-04-26T01:50:44.900448+0000","last_unstale":"2024-04-26T01:54:57.233015+0000","last_undegraded":"2024-04-26T01:54:57.233015+0000","last_fullsized":"2024-04-26T01:54:57.233015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:14:10.186174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240338+0000","last_change":"2024-04-26T01:50:44.908401+0000","last_active":"2024-04-26T01:54:57.240338+0000","last_peered":"2024-04-26T01:54:57.240338+0000","last_clean":"2024-04-26T01:54:57.240338+0000","last_became_active":"2024-04-26T01:50:44.907536+0000","last_became_peered":"2024-04-26T01:50:44.907536+0000","last_unstale":"2024-04-26T01:54:57.240338+0000","last_undegraded":"2024-04-26T01:54:57.240338+0000","last_fullsized":"2024-04-26T01:54:57.240338+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:40.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471902+0000","last_change":"2024-04-26T01:50:44.924712+0000","last_active":"2024-04-26T01:54:57.471902+0000","last_peered":"2024-04-26T01:54:57.471902+0000","last_clean":"2024-04-26T01:54:57.471902+0000","last_became_active":"2024-04-26T01:50:44.924200+0000","last_became_peered":"2024-04-26T01:50:44.924200+0000","last_unstale":"2024-04-26T01:54:57.471902+0000","last_undegraded":"2024-04-26T01:54:57.471902+0000","last_fullsized":"2024-04-26T01:54:57.471902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:39:30.229057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471635+0000","last_change":"2024-04-26T01:50:44.911063+0000","last_active":"2024-04-26T01:54:57.471635+0000","last_peered":"2024-04-26T01:54:57.471635+0000","last_clean":"2024-04-26T01:54:57.471635+0000","last_became_active":"2024-04-26T01:50:44.910727+0000","last_became_peered":"2024-04-26T01:50:44.910727+0000","last_unstale":"2024-04-26T01:54:57.471635+0000","last_undegraded":"2024-04-26T01:54:57.471635+0000","last_fullsized":"2024-04-26T01:54:57.471635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:05:03.609483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471009+0000","last_change":"2024-04-26T01:50:44.904506+0000","last_active":"2024-04-26T01:54:57.471009+0000","last_peered":"2024-04-26T01:54:57.471009+0000","last_clean":"2024-04-26T01:54:57.471009+0000","last_became_active":"2024-04-26T01:50:44.903854+0000","last_became_peered":"2024-04-26T01:50:44.903854+0000","last_unstale":"2024-04-26T01:54:57.471009+0000","last_undegraded":"2024-04-26T01:54:57.471009+0000","last_fullsized":"2024-04-26T01:54:57.471009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:54.781222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591634+0000","last_change":"2024-04-26T01:50:44.913974+0000","last_active":"2024-04-26T01:54:57.591634+0000","last_peered":"2024-04-26T01:54:57.591634+0000","last_clean":"2024-04-26T01:54:57.591634+0000","last_became_active":"2024-04-26T01:50:44.913487+0000","last_became_peered":"2024-04-26T01:50:44.913487+0000","last_unstale":"2024-04-26T01:54:57.591634+0000","last_undegraded":"2024-04-26T01:54:57.591634+0000","last_fullsized":"2024-04-26T01:54:57.591634+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:36:32.864198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374482+0000","last_change":"2024-04-26T01:50:44.912919+0000","last_active":"2024-04-26T01:54:57.374482+0000","last_peered":"2024-04-26T01:54:57.374482+0000","last_clean":"2024-04-26T01:54:57.374482+0000","last_became_active":"2024-04-26T01:50:44.911021+0000","last_became_peered":"2024-04-26T01:50:44.911021+0000","last_unstale":"2024-04-26T01:54:57.374482+0000","last_undegraded":"2024-04-26T01:54:57.374482+0000","last_fullsized":"2024-04-26T01:54:57.374482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:19:16.411533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417881+0000","last_change":"2024-04-26T01:50:44.916098+0000","last_active":"2024-04-26T01:54:57.417881+0000","last_peered":"2024-04-26T01:54:57.417881+0000","last_clean":"2024-04-26T01:54:57.417881+0000","last_became_active":"2024-04-26T01:50:44.915593+0000","last_became_peered":"2024-04-26T01:50:44.915593+0000","last_unstale":"2024-04-26T01:54:57.417881+0000","last_undegraded":"2024-04-26T01:54:57.417881+0000","last_fullsized":"2024-04-26T01:54:57.417881+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:24.628662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'14","reported_seq":274,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.596429+0000","last_change":"2024-04-26T01:50:39.840465+0000","last_active":"2024-04-26T01:54:57.596429+0000","last_peered":"2024-04-26T01:54:57.596429+0000","last_clean":"2024-04-26T01:54:57.596429+0000","last_became_active":"2024-04-26T01:50:39.840027+0000","last_became_peered":"2024-04-26T01:50:39.840027+0000","last_unstale":"2024-04-26T01:54:57.596429+0000","last_undegraded":"2024-04-26T01:54:57.596429+0000","last_fullsized":"2024-04-26T01:54:57.596429+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:24.554850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378665+0000","last_change":"2024-04-26T01:50:44.918128+0000","last_active":"2024-04-26T01:54:57.378665+0000","last_peered":"2024-04-26T01:54:57.378665+0000","last_clean":"2024-04-26T01:54:57.378665+0000","last_became_active":"2024-04-26T01:50:44.915032+0000","last_became_peered":"2024-04-26T01:50:44.915032+0000","last_unstale":"2024-04-26T01:54:57.378665+0000","last_undegraded":"2024-04-26T01:54:57.378665+0000","last_fullsized":"2024-04-26T01:54:57.378665+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:04.916823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.379007+0000","last_change":"2024-04-26T01:50:39.937978+0000","last_active":"2024-04-26T01:54:57.379007+0000","last_peered":"2024-04-26T01:54:57.379007+0000","last_clean":"2024-04-26T01:54:57.379007+0000","last_became_active":"2024-04-26T01:50:39.937524+0000","last_became_peered":"2024-04-26T01:50:39.937524+0000","last_unstale":"2024-04-26T01:54:57.379007+0000","last_undegraded":"2024-04-26T01:54:57.379007+0000","last_fullsized":"2024-04-26T01:54:57.379007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:25:56.615653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472916+0000","last_change":"2024-04-26T01:50:44.924476+0000","last_active":"2024-04-26T01:54:57.472916+0000","last_peered":"2024-04-26T01:54:57.472916+0000","last_clean":"2024-04-26T01:54:57.472916+0000","last_became_active":"2024-04-26T01:50:44.920783+0000","last_became_peered":"2024-04-26T01:50:44.920783+0000","last_unstale":"2024-04-26T01:54:57.472916+0000","last_undegraded":"2024-04-26T01:54:57.472916+0000","last_fullsized":"2024-04-26T01:54:57.472916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:28.859960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'13","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591456+0000","last_change":"2024-04-26T01:51:24.462901+0000","last_active":"2024-04-26T01:54:57.591456+0000","last_peered":"2024-04-26T01:54:57.591456+0000","last_clean":"2024-04-26T01:54:57.591456+0000","last_became_active":"2024-04-26T01:51:24.450926+0000","last_became_peered":"2024-04-26T01:51:24.450926+0000","last_unstale":"2024-04-26T01:54:57.591456+0000","last_undegraded":"2024-04-26T01:54:57.591456+0000","last_fullsized":"2024-04-26T01:54:57.591456+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:41.044207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471129+0000","last_change":"2024-04-26T01:50:44.903110+0000","last_active":"2024-04-26T01:54:57.471129+0000","last_peered":"2024-04-26T01:54:57.471129+0000","last_clean":"2024-04-26T01:54:57.471129+0000","last_became_active":"2024-04-26T01:50:44.902650+0000","last_became_peered":"2024-04-26T01:50:44.902650+0000","last_unstale":"2024-04-26T01:54:57.471129+0000","last_undegraded":"2024-04-26T01:54:57.471129+0000","last_fullsized":"2024-04-26T01:54:57.471129+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:44:54.688334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233311+0000","last_change":"2024-04-26T01:50:39.837597+0000","last_active":"2024-04-26T01:54:57.233311+0000","last_peered":"2024-04-26T01:54:57.233311+0000","last_clean":"2024-04-26T01:54:57.233311+0000","last_became_active":"2024-04-26T01:50:39.837220+0000","last_became_peered":"2024-04-26T01:50:39.837220+0000","last_unstale":"2024-04-26T01:54:57.233311+0000","last_undegraded":"2024-04-26T01:54:57.233311+0000","last_fullsized":"2024-04-26T01:54:57.233311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:43.407094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374466+0000","last_change":"2024-04-26T01:51:24.559898+0000","last_active":"2024-04-26T01:54:57.374466+0000","last_peered":"2024-04-26T01:54:57.374466+0000","last_clean":"2024-04-26T01:54:57.374466+0000","last_became_active":"2024-04-26T01:51:24.559299+0000","last_became_peered":"2024-04-26T01:51:24.559299+0000","last_unstale":"2024-04-26T01:54:57.374466+0000","last_undegraded":"2024-04-26T01:54:57.374466+0000","last_fullsized":"2024-04-26T01:54:57.374466+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:59:28.904410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"92'7","reported_seq":267,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.580012+0000","last_change":"2024-04-26T01:50:39.836725+0000","last_active":"2024-04-26T01:54:57.580012+0000","last_peered":"2024-04-26T01:54:57.580012+0000","last_clean":"2024-04-26T01:54:57.580012+0000","last_became_active":"2024-04-26T01:50:39.836358+0000","last_became_peered":"2024-04-26T01:50:39.836358+0000","last_unstale":"2024-04-26T01:54:57.580012+0000","last_undegraded":"2024-04-26T01:54:57.580012+0000","last_fullsized":"2024-04-26T01:54:57.580012+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:26.033632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":231,"num_read_kb":2,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232985+0000","last_change":"2024-04-26T01:50:44.899009+0000","last_active":"2024-04-26T01:54:57.232985+0000","last_peered":"2024-04-26T01:54:57.232985+0000","last_clean":"2024-04-26T01:54:57.232985+0000","last_became_active":"2024-04-26T01:50:44.898580+0000","last_became_peered":"2024-04-26T01:50:44.898580+0000","last_unstale":"2024-04-26T01:54:57.232985+0000","last_undegraded":"2024-04-26T01:54:57.232985+0000","last_fullsized":"2024-04-26T01:54:57.232985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:28:30.055238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389264+0000","last_change":"2024-04-26T01:50:39.845781+0000","last_active":"2024-04-26T01:54:57.389264+0000","last_peered":"2024-04-26T01:54:57.389264+0000","last_clean":"2024-04-26T01:54:57.389264+0000","last_became_active":"2024-04-26T01:50:39.845508+0000","last_became_peered":"2024-04-26T01:50:39.845508+0000","last_unstale":"2024-04-26T01:54:57.389264+0000","last_undegraded":"2024-04-26T01:54:57.389264+0000","last_fullsized":"2024-04-26T01:54:57.389264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:05.890363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386025+0000","last_change":"2024-04-26T01:50:44.916100+0000","last_active":"2024-04-26T01:54:57.386025+0000","last_peered":"2024-04-26T01:54:57.386025+0000","last_clean":"2024-04-26T01:54:57.386025+0000","last_became_active":"2024-04-26T01:50:44.915738+0000","last_became_peered":"2024-04-26T01:50:44.915738+0000","last_unstale":"2024-04-26T01:54:57.386025+0000","last_undegraded":"2024-04-26T01:54:57.386025+0000","last_fullsized":"2024-04-26T01:54:57.386025+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:52:02.554521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237399+0000","last_change":"2024-04-26T01:50:39.838988+0000","last_active":"2024-04-26T01:54:57.237399+0000","last_peered":"2024-04-26T01:54:57.237399+0000","last_clean":"2024-04-26T01:54:57.237399+0000","last_became_active":"2024-04-26T01:50:39.838521+0000","last_became_peered":"2024-04-26T01:50:39.838521+0000","last_unstale":"2024-04-26T01:54:57.237399+0000","last_undegraded":"2024-04-26T01:54:57.237399+0000","last_fullsized":"2024-04-26T01:54:57.237399+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:18.755921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377284+0000","last_change":"2024-04-26T01:50:44.920655+0000","last_active":"2024-04-26T01:54:57.377284+0000","last_peered":"2024-04-26T01:54:57.377284+0000","last_clean":"2024-04-26T01:54:57.377284+0000","last_became_active":"2024-04-26T01:50:44.914745+0000","last_became_peered":"2024-04-26T01:50:44.914745+0000","last_unstale":"2024-04-26T01:54:57.377284+0000","last_undegraded":"2024-04-26T01:54:57.377284+0000","last_fullsized":"2024-04-26T01:54:57.377284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:18:22.153375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385897+0000","last_change":"2024-04-26T01:50:39.835743+0000","last_active":"2024-04-26T01:54:57.385897+0000","last_peered":"2024-04-26T01:54:57.385897+0000","last_clean":"2024-04-26T01:54:57.385897+0000","last_became_active":"2024-04-26T01:50:39.835373+0000","last_became_peered":"2024-04-26T01:50:39.835373+0000","last_unstale":"2024-04-26T01:54:57.385897+0000","last_undegraded":"2024-04-26T01:54:57.385897+0000","last_fullsized":"2024-04-26T01:54:57.385897+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:48:42.910769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.373824+0000","last_change":"2024-04-26T01:50:44.923243+0000","last_active":"2024-04-26T01:54:57.373824+0000","last_peered":"2024-04-26T01:54:57.373824+0000","last_clean":"2024-04-26T01:54:57.373824+0000","last_became_active":"2024-04-26T01:50:44.922639+0000","last_became_peered":"2024-04-26T01:50:44.922639+0000","last_unstale":"2024-04-26T01:54:57.373824+0000","last_undegraded":"2024-04-26T01:54:57.373824+0000","last_fullsized":"2024-04-26T01:54:57.373824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:05.618547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":494,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.581362+0000","last_change":"2024-04-26T01:50:39.844035+0000","last_active":"2024-04-26T01:54:57.581362+0000","last_peered":"2024-04-26T01:54:57.581362+0000","last_clean":"2024-04-26T01:54:57.581362+0000","last_became_active":"2024-04-26T01:50:39.843772+0000","last_became_peered":"2024-04-26T01:50:39.843772+0000","last_unstale":"2024-04-26T01:54:57.581362+0000","last_undegraded":"2024-04-26T01:54:57.581362+0000","last_fullsized":"2024-04-26T01:54:57.581362+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:03:30.596213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":458,"num_read_kb":458,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471628+0000","last_change":"2024-04-26T01:50:44.910526+0000","last_active":"2024-04-26T01:54:57.471628+0000","last_peered":"2024-04-26T01:54:57.471628+0000","last_clean":"2024-04-26T01:54:57.471628+0000","last_became_active":"2024-04-26T01:50:44.910127+0000","last_became_peered":"2024-04-26T01:50:44.910127+0000","last_unstale":"2024-04-26T01:54:57.471628+0000","last_undegraded":"2024-04-26T01:54:57.471628+0000","last_fullsized":"2024-04-26T01:54:57.471628+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:35:17.477636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472152+0000","last_change":"2024-04-26T01:50:39.838803+0000","last_active":"2024-04-26T01:54:57.472152+0000","last_peered":"2024-04-26T01:54:57.472152+0000","last_clean":"2024-04-26T01:54:57.472152+0000","last_became_active":"2024-04-26T01:50:39.838451+0000","last_became_peered":"2024-04-26T01:50:39.838451+0000","last_unstale":"2024-04-26T01:54:57.472152+0000","last_undegraded":"2024-04-26T01:54:57.472152+0000","last_fullsized":"2024-04-26T01:54:57.472152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:30.973985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472821+0000","last_change":"2024-04-26T01:50:44.924479+0000","last_active":"2024-04-26T01:54:57.472821+0000","last_peered":"2024-04-26T01:54:57.472821+0000","last_clean":"2024-04-26T01:54:57.472821+0000","last_became_active":"2024-04-26T01:50:44.919559+0000","last_became_peered":"2024-04-26T01:50:44.919559+0000","last_unstale":"2024-04-26T01:54:57.472821+0000","last_undegraded":"2024-04-26T01:54:57.472821+0000","last_fullsized":"2024-04-26T01:54:57.472821+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:01.188751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386266+0000","last_change":"2024-04-26T01:50:39.935640+0000","last_active":"2024-04-26T01:54:57.386266+0000","last_peered":"2024-04-26T01:54:57.386266+0000","last_clean":"2024-04-26T01:54:57.386266+0000","last_became_active":"2024-04-26T01:50:39.935342+0000","last_became_peered":"2024-04-26T01:50:39.935342+0000","last_unstale":"2024-04-26T01:54:57.386266+0000","last_undegraded":"2024-04-26T01:54:57.386266+0000","last_fullsized":"2024-04-26T01:54:57.386266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:22:44.792444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471257+0000","last_change":"2024-04-26T01:50:44.899313+0000","last_active":"2024-04-26T01:54:57.471257+0000","last_peered":"2024-04-26T01:54:57.471257+0000","last_clean":"2024-04-26T01:54:57.471257+0000","last_became_active":"2024-04-26T01:50:44.898798+0000","last_became_peered":"2024-04-26T01:50:44.898798+0000","last_unstale":"2024-04-26T01:54:57.471257+0000","last_undegraded":"2024-04-26T01:54:57.471257+0000","last_fullsized":"2024-04-26T01:54:57.471257+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:02.288691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'37","reported_seq":556,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.910587+0000","last_change":"2024-04-26T01:51:24.566768+0000","last_active":"2024-04-26T01:54:57.910587+0000","last_peered":"2024-04-26T01:54:57.910587+0000","last_clean":"2024-04-26T01:54:57.910587+0000","last_became_active":"2024-04-26T01:51:24.559756+0000","last_became_peered":"2024-04-26T01:51:24.559756+0000","last_unstale":"2024-04-26T01:54:57.910587+0000","last_undegraded":"2024-04-26T01:54:57.910587+0000","last_fullsized":"2024-04-26T01:54:57.910587+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:04.547799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67061,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":463,"num_read_kb":284,"num_write":39,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22330,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233163+0000","last_change":"2024-04-26T01:50:44.901598+0000","last_active":"2024-04-26T01:54:57.233163+0000","last_peered":"2024-04-26T01:54:57.233163+0000","last_clean":"2024-04-26T01:54:57.233163+0000","last_became_active":"2024-04-26T01:50:44.901177+0000","last_became_peered":"2024-04-26T01:50:44.901177+0000","last_unstale":"2024-04-26T01:54:57.233163+0000","last_undegraded":"2024-04-26T01:54:57.233163+0000","last_fullsized":"2024-04-26T01:54:57.233163+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:34:19.962708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417693+0000","last_change":"2024-04-26T01:50:39.846511+0000","last_active":"2024-04-26T01:54:57.417693+0000","last_peered":"2024-04-26T01:54:57.417693+0000","last_clean":"2024-04-26T01:54:57.417693+0000","last_became_active":"2024-04-26T01:50:39.845949+0000","last_became_peered":"2024-04-26T01:50:39.845949+0000","last_unstale":"2024-04-26T01:54:57.417693+0000","last_undegraded":"2024-04-26T01:54:57.417693+0000","last_fullsized":"2024-04-26T01:54:57.417693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:32.674548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237687+0000","last_change":"2024-04-26T01:50:44.927989+0000","last_active":"2024-04-26T01:54:57.237687+0000","last_peered":"2024-04-26T01:54:57.237687+0000","last_clean":"2024-04-26T01:54:57.237687+0000","last_became_active":"2024-04-26T01:50:44.927649+0000","last_became_peered":"2024-04-26T01:50:44.927649+0000","last_unstale":"2024-04-26T01:54:57.237687+0000","last_undegraded":"2024-04-26T01:54:57.237687+0000","last_fullsized":"2024-04-26T01:54:57.237687+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:09.091744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385904+0000","last_change":"2024-04-26T01:50:39.846204+0000","last_active":"2024-04-26T01:54:57.385904+0000","last_peered":"2024-04-26T01:54:57.385904+0000","last_clean":"2024-04-26T01:54:57.385904+0000","last_became_active":"2024-04-26T01:50:39.845833+0000","last_became_peered":"2024-04-26T01:50:39.845833+0000","last_unstale":"2024-04-26T01:54:57.385904+0000","last_undegraded":"2024-04-26T01:54:57.385904+0000","last_fullsized":"2024-04-26T01:54:57.385904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:22.776062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472006+0000","last_change":"2024-04-26T01:50:44.908421+0000","last_active":"2024-04-26T01:54:57.472006+0000","last_peered":"2024-04-26T01:54:57.472006+0000","last_clean":"2024-04-26T01:54:57.472006+0000","last_became_active":"2024-04-26T01:50:44.908062+0000","last_became_peered":"2024-04-26T01:50:44.908062+0000","last_unstale":"2024-04-26T01:54:57.472006+0000","last_undegraded":"2024-04-26T01:54:57.472006+0000","last_fullsized":"2024-04-26T01:54:57.472006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:45.381426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'6","reported_seq":266,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.497237+0000","last_change":"2024-04-26T01:50:39.838097+0000","last_active":"2024-04-26T01:54:57.497237+0000","last_peered":"2024-04-26T01:54:57.497237+0000","last_clean":"2024-04-26T01:54:57.497237+0000","last_became_active":"2024-04-26T01:50:39.837724+0000","last_became_peered":"2024-04-26T01:50:39.837724+0000","last_unstale":"2024-04-26T01:54:57.497237+0000","last_undegraded":"2024-04-26T01:54:57.497237+0000","last_fullsized":"2024-04-26T01:54:57.497237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:20:21.379352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471509+0000","last_change":"2024-04-26T01:50:44.898751+0000","last_active":"2024-04-26T01:54:57.471509+0000","last_peered":"2024-04-26T01:54:57.471509+0000","last_clean":"2024-04-26T01:54:57.471509+0000","last_became_active":"2024-04-26T01:50:44.898397+0000","last_became_peered":"2024-04-26T01:50:44.898397+0000","last_unstale":"2024-04-26T01:54:57.471509+0000","last_undegraded":"2024-04-26T01:54:57.471509+0000","last_fullsized":"2024-04-26T01:54:57.471509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:21.391335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232855+0000","last_change":"2024-04-26T01:50:39.934344+0000","last_active":"2024-04-26T01:54:57.232855+0000","last_peered":"2024-04-26T01:54:57.232855+0000","last_clean":"2024-04-26T01:54:57.232855+0000","last_became_active":"2024-04-26T01:50:39.933950+0000","last_became_peered":"2024-04-26T01:50:39.933950+0000","last_unstale":"2024-04-26T01:54:57.232855+0000","last_undegraded":"2024-04-26T01:54:57.232855+0000","last_fullsized":"2024-04-26T01:54:57.232855+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:27.445138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385944+0000","last_change":"2024-04-26T01:50:44.903130+0000","last_active":"2024-04-26T01:54:57.385944+0000","last_peered":"2024-04-26T01:54:57.385944+0000","last_clean":"2024-04-26T01:54:57.385944+0000","last_became_active":"2024-04-26T01:50:44.902614+0000","last_became_peered":"2024-04-26T01:50:44.902614+0000","last_unstale":"2024-04-26T01:54:57.385944+0000","last_undegraded":"2024-04-26T01:54:57.385944+0000","last_fullsized":"2024-04-26T01:54:57.385944+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:30.620879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233249+0000","last_change":"2024-04-26T01:50:39.838071+0000","last_active":"2024-04-26T01:54:57.233249+0000","last_peered":"2024-04-26T01:54:57.233249+0000","last_clean":"2024-04-26T01:54:57.233249+0000","last_became_active":"2024-04-26T01:50:39.837741+0000","last_became_peered":"2024-04-26T01:50:39.837741+0000","last_unstale":"2024-04-26T01:54:57.233249+0000","last_undegraded":"2024-04-26T01:54:57.233249+0000","last_fullsized":"2024-04-26T01:54:57.233249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.360720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591392+0000","last_change":"2024-04-26T01:50:44.902283+0000","last_active":"2024-04-26T01:54:57.591392+0000","last_peered":"2024-04-26T01:54:57.591392+0000","last_clean":"2024-04-26T01:54:57.591392+0000","last_became_active":"2024-04-26T01:50:44.901917+0000","last_became_peered":"2024-04-26T01:50:44.901917+0000","last_unstale":"2024-04-26T01:54:57.591392+0000","last_undegraded":"2024-04-26T01:54:57.591392+0000","last_fullsized":"2024-04-26T01:54:57.591392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:44:49.377109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374401+0000","last_change":"2024-04-26T01:50:39.941873+0000","last_active":"2024-04-26T01:54:57.374401+0000","last_peered":"2024-04-26T01:54:57.374401+0000","last_clean":"2024-04-26T01:54:57.374401+0000","last_became_active":"2024-04-26T01:50:39.941023+0000","last_became_peered":"2024-04-26T01:50:39.941023+0000","last_unstale":"2024-04-26T01:54:57.374401+0000","last_undegraded":"2024-04-26T01:54:57.374401+0000","last_fullsized":"2024-04-26T01:54:57.374401+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:25.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389610+0000","last_change":"2024-04-26T01:50:44.915526+0000","last_active":"2024-04-26T01:54:57.389610+0000","last_peered":"2024-04-26T01:54:57.389610+0000","last_clean":"2024-04-26T01:54:57.389610+0000","last_became_active":"2024-04-26T01:50:44.915171+0000","last_became_peered":"2024-04-26T01:50:44.915171+0000","last_unstale":"2024-04-26T01:54:57.389610+0000","last_undegraded":"2024-04-26T01:54:57.389610+0000","last_fullsized":"2024-04-26T01:54:57.389610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:49.308529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'7","reported_seq":268,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.601152+0000","last_change":"2024-04-26T01:50:39.837671+0000","last_active":"2024-04-26T01:54:57.601152+0000","last_peered":"2024-04-26T01:54:57.601152+0000","last_clean":"2024-04-26T01:54:57.601152+0000","last_became_active":"2024-04-26T01:50:39.836435+0000","last_became_peered":"2024-04-26T01:50:39.836435+0000","last_unstale":"2024-04-26T01:54:57.601152+0000","last_undegraded":"2024-04-26T01:54:57.601152+0000","last_fullsized":"2024-04-26T01:54:57.601152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:57:40.854623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":231,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389366+0000","last_change":"2024-04-26T01:51:24.561109+0000","last_active":"2024-04-26T01:54:57.389366+0000","last_peered":"2024-04-26T01:54:57.389366+0000","last_clean":"2024-04-26T01:54:57.389366+0000","last_became_active":"2024-04-26T01:51:24.560665+0000","last_became_peered":"2024-04-26T01:51:24.560665+0000","last_unstale":"2024-04-26T01:54:57.389366+0000","last_undegraded":"2024-04-26T01:54:57.389366+0000","last_fullsized":"2024-04-26T01:54:57.389366+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:46.808480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386242+0000","last_change":"2024-04-26T01:50:44.902108+0000","last_active":"2024-04-26T01:54:57.386242+0000","last_peered":"2024-04-26T01:54:57.386242+0000","last_clean":"2024-04-26T01:54:57.386242+0000","last_became_active":"2024-04-26T01:50:44.901749+0000","last_became_peered":"2024-04-26T01:50:44.901749+0000","last_unstale":"2024-04-26T01:54:57.386242+0000","last_undegraded":"2024-04-26T01:54:57.386242+0000","last_fullsized":"2024-04-26T01:54:57.386242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:36.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":266,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.586949+0000","last_change":"2024-04-26T01:50:39.935929+0000","last_active":"2024-04-26T01:54:57.586949+0000","last_peered":"2024-04-26T01:54:57.586949+0000","last_clean":"2024-04-26T01:54:57.586949+0000","last_became_active":"2024-04-26T01:50:39.934827+0000","last_became_peered":"2024-04-26T01:50:39.934827+0000","last_unstale":"2024-04-26T01:54:57.586949+0000","last_undegraded":"2024-04-26T01:54:57.586949+0000","last_fullsized":"2024-04-26T01:54:57.586949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:49.380126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378541+0000","last_change":"2024-04-26T01:50:44.921358+0000","last_active":"2024-04-26T01:54:57.378541+0000","last_peered":"2024-04-26T01:54:57.378541+0000","last_clean":"2024-04-26T01:54:57.378541+0000","last_became_active":"2024-04-26T01:50:44.915253+0000","last_became_peered":"2024-04-26T01:50:44.915253+0000","last_unstale":"2024-04-26T01:54:57.378541+0000","last_undegraded":"2024-04-26T01:54:57.378541+0000","last_fullsized":"2024-04-26T01:54:57.378541+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:38.003854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232904+0000","last_change":"2024-04-26T01:50:39.839184+0000","last_active":"2024-04-26T01:54:57.232904+0000","last_peered":"2024-04-26T01:54:57.232904+0000","last_clean":"2024-04-26T01:54:57.232904+0000","last_became_active":"2024-04-26T01:50:39.838836+0000","last_became_peered":"2024-04-26T01:50:39.838836+0000","last_unstale":"2024-04-26T01:54:57.232904+0000","last_undegraded":"2024-04-26T01:54:57.232904+0000","last_fullsized":"2024-04-26T01:54:57.232904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:59:24.389509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471635+0000","last_change":"2024-04-26T01:49:05.341570+0000","last_active":"2024-04-26T01:54:57.471635+0000","last_peered":"2024-04-26T01:54:57.471635+0000","last_clean":"2024-04-26T01:54:57.471635+0000","last_became_active":"2024-04-26T01:49:05.341050+0000","last_became_peered":"2024-04-26T01:49:05.341050+0000","last_unstale":"2024-04-26T01:54:57.471635+0000","last_undegraded":"2024-04-26T01:54:57.471635+0000","last_fullsized":"2024-04-26T01:54:57.471635+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_clean_scrub_stamp":"2024-04-26T01:45:09.572302+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:43.492329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237185+0000","last_change":"2024-04-26T01:50:44.909646+0000","last_active":"2024-04-26T01:54:57.237185+0000","last_peered":"2024-04-26T01:54:57.237185+0000","last_clean":"2024-04-26T01:54:57.237185+0000","last_became_active":"2024-04-26T01:50:44.909335+0000","last_became_peered":"2024-04-26T01:50:44.909335+0000","last_unstale":"2024-04-26T01:54:57.237185+0000","last_undegraded":"2024-04-26T01:54:57.237185+0000","last_fullsized":"2024-04-26T01:54:57.237185+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:39:34.158149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471751+0000","last_change":"2024-04-26T01:50:39.836482+0000","last_active":"2024-04-26T01:54:57.471751+0000","last_peered":"2024-04-26T01:54:57.471751+0000","last_clean":"2024-04-26T01:54:57.471751+0000","last_became_active":"2024-04-26T01:50:39.836054+0000","last_became_peered":"2024-04-26T01:50:39.836054+0000","last_unstale":"2024-04-26T01:54:57.471751+0000","last_undegraded":"2024-04-26T01:54:57.471751+0000","last_fullsized":"2024-04-26T01:54:57.471751+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:01.913052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233295+0000","last_change":"2024-04-26T01:50:39.937661+0000","last_active":"2024-04-26T01:54:57.233295+0000","last_peered":"2024-04-26T01:54:57.233295+0000","last_clean":"2024-04-26T01:54:57.233295+0000","last_became_active":"2024-04-26T01:50:39.937389+0000","last_became_peered":"2024-04-26T01:50:39.937389+0000","last_unstale":"2024-04-26T01:54:57.233295+0000","last_undegraded":"2024-04-26T01:54:57.233295+0000","last_fullsized":"2024-04-26T01:54:57.233295+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:40.936198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.241162+0000","last_change":"2024-04-26T01:50:44.906724+0000","last_active":"2024-04-26T01:54:57.241162+0000","last_peered":"2024-04-26T01:54:57.241162+0000","last_clean":"2024-04-26T01:54:57.241162+0000","last_became_active":"2024-04-26T01:50:44.906233+0000","last_became_peered":"2024-04-26T01:50:44.906233+0000","last_unstale":"2024-04-26T01:54:57.241162+0000","last_undegraded":"2024-04-26T01:54:57.241162+0000","last_fullsized":"2024-04-26T01:54:57.241162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:11:47.597291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'51","reported_seq":104,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.517763+0000","last_change":"2024-04-26T01:50:39.846970+0000","last_active":"2024-04-26T01:54:57.517763+0000","last_peered":"2024-04-26T01:54:57.517763+0000","last_clean":"2024-04-26T01:54:57.517763+0000","last_became_active":"2024-04-26T01:50:39.846044+0000","last_became_peered":"2024-04-26T01:50:39.846044+0000","last_unstale":"2024-04-26T01:54:57.517763+0000","last_undegraded":"2024-04-26T01:54:57.517763+0000","last_fullsized":"2024-04-26T01:54:57.517763+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:24:12.397342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":91,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378342+0000","last_change":"2024-04-26T01:50:44.927326+0000","last_active":"2024-04-26T01:54:57.378342+0000","last_peered":"2024-04-26T01:54:57.378342+0000","last_clean":"2024-04-26T01:54:57.378342+0000","last_became_active":"2024-04-26T01:50:44.922461+0000","last_became_peered":"2024-04-26T01:50:44.922461+0000","last_unstale":"2024-04-26T01:54:57.378342+0000","last_undegraded":"2024-04-26T01:54:57.378342+0000","last_fullsized":"2024-04-26T01:54:57.378342+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:14.569850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233408+0000","last_change":"2024-04-26T01:50:40.233291+0000","last_active":"2024-04-26T01:54:57.233408+0000","last_peered":"2024-04-26T01:54:57.233408+0000","last_clean":"2024-04-26T01:54:57.233408+0000","last_became_active":"2024-04-26T01:50:40.232962+0000","last_became_peered":"2024-04-26T01:50:40.232962+0000","last_unstale":"2024-04-26T01:54:57.233408+0000","last_undegraded":"2024-04-26T01:54:57.233408+0000","last_fullsized":"2024-04-26T01:54:57.233408+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:18:42.505758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.473147+0000","last_change":"2024-04-26T01:50:44.930315+0000","last_active":"2024-04-26T01:54:57.473147+0000","last_peered":"2024-04-26T01:54:57.473147+0000","last_clean":"2024-04-26T01:54:57.473147+0000","last_became_active":"2024-04-26T01:50:44.928095+0000","last_became_peered":"2024-04-26T01:50:44.928095+0000","last_unstale":"2024-04-26T01:54:57.473147+0000","last_undegraded":"2024-04-26T01:54:57.473147+0000","last_fullsized":"2024-04-26T01:54:57.473147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:38.875938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471089+0000","last_change":"2024-04-26T01:50:39.938132+0000","last_active":"2024-04-26T01:54:57.471089+0000","last_peered":"2024-04-26T01:54:57.471089+0000","last_clean":"2024-04-26T01:54:57.471089+0000","last_became_active":"2024-04-26T01:50:39.937861+0000","last_became_peered":"2024-04-26T01:50:39.937861+0000","last_unstale":"2024-04-26T01:54:57.471089+0000","last_undegraded":"2024-04-26T01:54:57.471089+0000","last_fullsized":"2024-04-26T01:54:57.471089+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:56:01.546067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232877+0000","last_change":"2024-04-26T01:50:44.897964+0000","last_active":"2024-04-26T01:54:57.232877+0000","last_peered":"2024-04-26T01:54:57.232877+0000","last_clean":"2024-04-26T01:54:57.232877+0000","last_became_active":"2024-04-26T01:50:44.897609+0000","last_became_peered":"2024-04-26T01:50:44.897609+0000","last_unstale":"2024-04-26T01:54:57.232877+0000","last_undegraded":"2024-04-26T01:54:57.232877+0000","last_fullsized":"2024-04-26T01:54:57.232877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:19.122059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377542+0000","last_change":"2024-04-26T01:50:39.844458+0000","last_active":"2024-04-26T01:54:57.377542+0000","last_peered":"2024-04-26T01:54:57.377542+0000","last_clean":"2024-04-26T01:54:57.377542+0000","last_became_active":"2024-04-26T01:50:39.843360+0000","last_became_peered":"2024-04-26T01:50:39.843360+0000","last_unstale":"2024-04-26T01:54:57.377542+0000","last_undegraded":"2024-04-26T01:54:57.377542+0000","last_fullsized":"2024-04-26T01:54:57.377542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:29.991561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591245+0000","last_change":"2024-04-26T01:50:44.905520+0000","last_active":"2024-04-26T01:54:57.591245+0000","last_peered":"2024-04-26T01:54:57.591245+0000","last_clean":"2024-04-26T01:54:57.591245+0000","last_became_active":"2024-04-26T01:50:44.903327+0000","last_became_peered":"2024-04-26T01:50:44.903327+0000","last_unstale":"2024-04-26T01:54:57.591245+0000","last_undegraded":"2024-04-26T01:54:57.591245+0000","last_fullsized":"2024-04-26T01:54:57.591245+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:42:53.070611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591387+0000","last_change":"2024-04-26T01:51:24.466673+0000","last_active":"2024-04-26T01:54:57.591387+0000","last_peered":"2024-04-26T01:54:57.591387+0000","last_clean":"2024-04-26T01:54:57.591387+0000","last_became_active":"2024-04-26T01:51:24.452209+0000","last_became_peered":"2024-04-26T01:51:24.452209+0000","last_unstale":"2024-04-26T01:54:57.591387+0000","last_undegraded":"2024-04-26T01:54:57.591387+0000","last_fullsized":"2024-04-26T01:54:57.591387+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:13.356374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378793+0000","last_change":"2024-04-26T01:50:44.926963+0000","last_active":"2024-04-26T01:54:57.378793+0000","last_peered":"2024-04-26T01:54:57.378793+0000","last_clean":"2024-04-26T01:54:57.378793+0000","last_became_active":"2024-04-26T01:50:44.922504+0000","last_became_peered":"2024-04-26T01:50:44.922504+0000","last_unstale":"2024-04-26T01:54:57.378793+0000","last_undegraded":"2024-04-26T01:54:57.378793+0000","last_fullsized":"2024-04-26T01:54:57.378793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:52.032765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233064+0000","last_change":"2024-04-26T01:50:39.839180+0000","last_active":"2024-04-26T01:54:57.233064+0000","last_peered":"2024-04-26T01:54:57.233064+0000","last_clean":"2024-04-26T01:54:57.233064+0000","last_became_active":"2024-04-26T01:50:39.838843+0000","last_became_peered":"2024-04-26T01:50:39.838843+0000","last_unstale":"2024-04-26T01:54:57.233064+0000","last_undegraded":"2024-04-26T01:54:57.233064+0000","last_fullsized":"2024-04-26T01:54:57.233064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:42.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471793+0000","last_change":"2024-04-26T01:50:44.908055+0000","last_active":"2024-04-26T01:54:57.471793+0000","last_peered":"2024-04-26T01:54:57.471793+0000","last_clean":"2024-04-26T01:54:57.471793+0000","last_became_active":"2024-04-26T01:50:44.907658+0000","last_became_peered":"2024-04-26T01:50:44.907658+0000","last_unstale":"2024-04-26T01:54:57.471793+0000","last_undegraded":"2024-04-26T01:54:57.471793+0000","last_fullsized":"2024-04-26T01:54:57.471793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:24.288042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'8","reported_seq":270,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.418027+0000","last_change":"2024-04-26T01:50:40.233557+0000","last_active":"2024-04-26T01:54:57.418027+0000","last_peered":"2024-04-26T01:54:57.418027+0000","last_clean":"2024-04-26T01:54:57.418027+0000","last_became_active":"2024-04-26T01:50:40.233126+0000","last_became_peered":"2024-04-26T01:50:40.233126+0000","last_unstale":"2024-04-26T01:54:57.418027+0000","last_undegraded":"2024-04-26T01:54:57.418027+0000","last_fullsized":"2024-04-26T01:54:57.418027+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:35.201152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472206+0000","last_change":"2024-04-26T01:50:44.904745+0000","last_active":"2024-04-26T01:54:57.472206+0000","last_peered":"2024-04-26T01:54:57.472206+0000","last_clean":"2024-04-26T01:54:57.472206+0000","last_became_active":"2024-04-26T01:50:44.904393+0000","last_became_peered":"2024-04-26T01:50:44.904393+0000","last_unstale":"2024-04-26T01:54:57.472206+0000","last_undegraded":"2024-04-26T01:54:57.472206+0000","last_fullsized":"2024-04-26T01:54:57.472206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:27:14.404287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'41","reported_seq":78,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.508781+0000","last_change":"2024-04-26T01:50:39.846321+0000","last_active":"2024-04-26T01:54:57.508781+0000","last_peered":"2024-04-26T01:54:57.508781+0000","last_clean":"2024-04-26T01:54:57.508781+0000","last_became_active":"2024-04-26T01:50:39.845826+0000","last_became_peered":"2024-04-26T01:50:39.845826+0000","last_unstale":"2024-04-26T01:54:57.508781+0000","last_undegraded":"2024-04-26T01:54:57.508781+0000","last_fullsized":"2024-04-26T01:54:57.508781+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:00.811712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471977+0000","last_change":"2024-04-26T01:50:44.922480+0000","last_active":"2024-04-26T01:54:57.471977+0000","last_peered":"2024-04-26T01:54:57.471977+0000","last_clean":"2024-04-26T01:54:57.471977+0000","last_became_active":"2024-04-26T01:50:44.922136+0000","last_became_peered":"2024-04-26T01:50:44.922136+0000","last_unstale":"2024-04-26T01:54:57.471977+0000","last_undegraded":"2024-04-26T01:54:57.471977+0000","last_fullsized":"2024-04-26T01:54:57.471977+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:06:18.293052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.235447+0000","last_change":"2024-04-26T01:50:39.846458+0000","last_active":"2024-04-26T01:54:57.235447+0000","last_peered":"2024-04-26T01:54:57.235447+0000","last_clean":"2024-04-26T01:54:57.235447+0000","last_became_active":"2024-04-26T01:50:39.846051+0000","last_became_peered":"2024-04-26T01:50:39.846051+0000","last_unstale":"2024-04-26T01:54:57.235447+0000","last_undegraded":"2024-04-26T01:54:57.235447+0000","last_fullsized":"2024-04-26T01:54:57.235447+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:40.141365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472256+0000","last_change":"2024-04-26T01:50:44.900784+0000","last_active":"2024-04-26T01:54:57.472256+0000","last_peered":"2024-04-26T01:54:57.472256+0000","last_clean":"2024-04-26T01:54:57.472256+0000","last_became_active":"2024-04-26T01:50:44.899961+0000","last_became_peered":"2024-04-26T01:50:44.899961+0000","last_unstale":"2024-04-26T01:54:57.472256+0000","last_undegraded":"2024-04-26T01:54:57.472256+0000","last_fullsized":"2024-04-26T01:54:57.472256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:30:39.215421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591455+0000","last_change":"2024-04-26T01:50:44.901650+0000","last_active":"2024-04-26T01:54:57.591455+0000","last_peered":"2024-04-26T01:54:57.591455+0000","last_clean":"2024-04-26T01:54:57.591455+0000","last_became_active":"2024-04-26T01:50:44.901245+0000","last_became_peered":"2024-04-26T01:50:44.901245+0000","last_unstale":"2024-04-26T01:54:57.591455+0000","last_undegraded":"2024-04-26T01:54:57.591455+0000","last_fullsized":"2024-04-26T01:54:57.591455+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:54:29.324056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417606+0000","last_change":"2024-04-26T01:50:44.901280+0000","last_active":"2024-04-26T01:54:57.417606+0000","last_peered":"2024-04-26T01:54:57.417606+0000","last_clean":"2024-04-26T01:54:57.417606+0000","last_became_active":"2024-04-26T01:50:44.900786+0000","last_became_peered":"2024-04-26T01:50:44.900786+0000","last_unstale":"2024-04-26T01:54:57.417606+0000","last_undegraded":"2024-04-26T01:54:57.417606+0000","last_fullsized":"2024-04-26T01:54:57.417606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:10:46.752982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417618+0000","last_change":"2024-04-26T01:50:44.916125+0000","last_active":"2024-04-26T01:54:57.417618+0000","last_peered":"2024-04-26T01:54:57.417618+0000","last_clean":"2024-04-26T01:54:57.417618+0000","last_became_active":"2024-04-26T01:50:44.915574+0000","last_became_peered":"2024-04-26T01:50:44.915574+0000","last_unstale":"2024-04-26T01:54:57.417618+0000","last_undegraded":"2024-04-26T01:54:57.417618+0000","last_fullsized":"2024-04-26T01:54:57.417618+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:24.624452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472159+0000","last_change":"2024-04-26T01:50:44.920088+0000","last_active":"2024-04-26T01:54:57.472159+0000","last_peered":"2024-04-26T01:54:57.472159+0000","last_clean":"2024-04-26T01:54:57.472159+0000","last_became_active":"2024-04-26T01:50:44.919578+0000","last_became_peered":"2024-04-26T01:50:44.919578+0000","last_unstale":"2024-04-26T01:54:57.472159+0000","last_undegraded":"2024-04-26T01:54:57.472159+0000","last_fullsized":"2024-04-26T01:54:57.472159+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:12.708597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240981+0000","last_change":"2024-04-26T01:50:44.914367+0000","last_active":"2024-04-26T01:54:57.240981+0000","last_peered":"2024-04-26T01:54:57.240981+0000","last_clean":"2024-04-26T01:54:57.240981+0000","last_became_active":"2024-04-26T01:50:44.913692+0000","last_became_peered":"2024-04-26T01:50:44.913692+0000","last_unstale":"2024-04-26T01:54:57.240981+0000","last_undegraded":"2024-04-26T01:54:57.240981+0000","last_fullsized":"2024-04-26T01:54:57.240981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:50.165674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591558+0000","last_change":"2024-04-26T01:50:44.899552+0000","last_active":"2024-04-26T01:54:57.591558+0000","last_peered":"2024-04-26T01:54:57.591558+0000","last_clean":"2024-04-26T01:54:57.591558+0000","last_became_active":"2024-04-26T01:50:44.897774+0000","last_became_peered":"2024-04-26T01:50:44.897774+0000","last_unstale":"2024-04-26T01:54:57.591558+0000","last_undegraded":"2024-04-26T01:54:57.591558+0000","last_fullsized":"2024-04-26T01:54:57.591558+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:06.861995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417928+0000","last_change":"2024-04-26T01:50:44.901813+0000","last_active":"2024-04-26T01:54:57.417928+0000","last_peered":"2024-04-26T01:54:57.417928+0000","last_clean":"2024-04-26T01:54:57.417928+0000","last_became_active":"2024-04-26T01:50:44.899341+0000","last_became_peered":"2024-04-26T01:50:44.899341+0000","last_unstale":"2024-04-26T01:54:57.417928+0000","last_undegraded":"2024-04-26T01:54:57.417928+0000","last_fullsized":"2024-04-26T01:54:57.417928+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:25.261649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378217+0000","last_change":"2024-04-26T01:50:44.922149+0000","last_active":"2024-04-26T01:54:57.378217+0000","last_peered":"2024-04-26T01:54:57.378217+0000","last_clean":"2024-04-26T01:54:57.378217+0000","last_became_active":"2024-04-26T01:50:44.914001+0000","last_became_peered":"2024-04-26T01:50:44.914001+0000","last_unstale":"2024-04-26T01:54:57.378217+0000","last_undegraded":"2024-04-26T01:54:57.378217+0000","last_fullsized":"2024-04-26T01:54:57.378217+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:43.918362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386006+0000","last_change":"2024-04-26T01:50:44.916759+0000","last_active":"2024-04-26T01:54:57.386006+0000","last_peered":"2024-04-26T01:54:57.386006+0000","last_clean":"2024-04-26T01:54:57.386006+0000","last_became_active":"2024-04-26T01:50:44.916281+0000","last_became_peered":"2024-04-26T01:50:44.916281+0000","last_unstale":"2024-04-26T01:54:57.386006+0000","last_undegraded":"2024-04-26T01:54:57.386006+0000","last_fullsized":"2024-04-26T01:54:57.386006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:15:52.766961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377511+0000","last_change":"2024-04-26T01:50:44.920279+0000","last_active":"2024-04-26T01:54:57.377511+0000","last_peered":"2024-04-26T01:54:57.377511+0000","last_clean":"2024-04-26T01:54:57.377511+0000","last_became_active":"2024-04-26T01:50:44.914955+0000","last_became_peered":"2024-04-26T01:50:44.914955+0000","last_unstale":"2024-04-26T01:54:57.377511+0000","last_undegraded":"2024-04-26T01:54:57.377511+0000","last_fullsized":"2024-04-26T01:54:57.377511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:40:35.195978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471240+0000","last_change":"2024-04-26T01:50:44.914168+0000","last_active":"2024-04-26T01:54:57.471240+0000","last_peered":"2024-04-26T01:54:57.471240+0000","last_clean":"2024-04-26T01:54:57.471240+0000","last_became_active":"2024-04-26T01:50:44.913827+0000","last_became_peered":"2024-04-26T01:50:44.913827+0000","last_unstale":"2024-04-26T01:54:57.471240+0000","last_undegraded":"2024-04-26T01:54:57.471240+0000","last_fullsized":"2024-04-26T01:54:57.471240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:43.984999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240463+0000","last_change":"2024-04-26T01:50:44.915210+0000","last_active":"2024-04-26T01:54:57.240463+0000","last_peered":"2024-04-26T01:54:57.240463+0000","last_clean":"2024-04-26T01:54:57.240463+0000","last_became_active":"2024-04-26T01:50:44.914864+0000","last_became_peered":"2024-04-26T01:50:44.914864+0000","last_unstale":"2024-04-26T01:54:57.240463+0000","last_undegraded":"2024-04-26T01:54:57.240463+0000","last_fullsized":"2024-04-26T01:54:57.240463+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:18.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591278+0000","last_change":"2024-04-26T01:51:24.454631+0000","last_active":"2024-04-26T01:54:57.591278+0000","last_peered":"2024-04-26T01:54:57.591278+0000","last_clean":"2024-04-26T01:54:57.591278+0000","last_became_active":"2024-04-26T01:51:24.454196+0000","last_became_peered":"2024-04-26T01:51:24.454196+0000","last_unstale":"2024-04-26T01:54:57.591278+0000","last_undegraded":"2024-04-26T01:54:57.591278+0000","last_fullsized":"2024-04-26T01:54:57.591278+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:32.344759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108132,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601177,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2418,"num_read_kb":1310,"num_write":378,"num_write_kb":1467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22330,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":708608,"data_stored":1803531,"data_compressed":79821,"data_compressed_allocated":102400,"data_compressed_original":1568768,"omap_allocated":0,"internal_metadata":0},"log_size":303,"ondisk_log_size":303,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351043,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":493144,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612681,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32336,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712816,"statfs":{"total":95995035648,"available":95961923584,"internally_reserved":0,"allocated":1183744,"data_stored":1275756,"data_compressed":45010,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776206,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037845,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":885745,"data_compressed":21981,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299481,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1081344,"data_stored":1084656,"data_compressed":38955,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463007,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":492650,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":560624,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":494130,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1028096,"data_stored":494706,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149808,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1077248,"data_stored":1016509,"data_compressed":28213,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888172,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1069056,"data_stored":552635,"data_compressed":6826,"data_compressed_allocated":8192,"data_compressed_original":28672,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724646,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36424,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708728,"statfs":{"total":95995035648,"available":95957737472,"internally_reserved":0,"allocated":1114112,"data_stored":1216716,"data_compressed":45111,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":68152,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135202,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":394716,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":143360,"data_stored":200788,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:55:04.792 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:55:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: Updating smithi156:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:04 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: Updating smithi156:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:04.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:04 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:55:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: Updating smithi156:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:55:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: Updating smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: Updating smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:04 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.231 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:05.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:05.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:05.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:05.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:05.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:05 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:05.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:05.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:05.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:05.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:05.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:05.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:05 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:55:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: Updating smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:55:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:06.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:06.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:05 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:06 smithi044 ceph-mon[27847]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 170 KiB/s wr, 106 op/s 2024-04-26T01:55:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:06 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:06 smithi156 ceph-mon[32543]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 170 KiB/s wr, 106 op/s 2024-04-26T01:55:06.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:06 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:06 smithi090 ceph-mon[32456]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 170 KiB/s wr, 106 op/s 2024-04-26T01:55:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:06 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:55:07.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 -- 172.21.15.44:0/2904142122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234109fc0 msgr2=0x7f0234111b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:07.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 --2- 172.21.15.44:0/2904142122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234109fc0 0x7f0234111b90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f022c00b0d0 tx=0x7f022c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 -- 172.21.15.44:0/2904142122 shutdown_connections 2024-04-26T01:55:07.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 --2- 172.21.15.44:0/2904142122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234109fc0 0x7f0234111b90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 --2- 172.21.15.44:0/2904142122 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0234104ee0 0x7f02341052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 --2- 172.21.15.44:0/2904142122 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0234105890 0x7f02341098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 -- 172.21.15.44:0/2904142122 >> 172.21.15.44:0/2904142122 conn(0x7f0234100770 msgr2=0x7f0234102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 -- 172.21.15.44:0/2904142122 shutdown_connections 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.416+0000 7f023b400700 1 -- 172.21.15.44:0/2904142122 wait complete. 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.417+0000 7f023b400700 1 Processor -- start 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f023b400700 1 -- start start 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f023b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0234104ee0 0x7f023419b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f023b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234105890 0x7f023419b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f023b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0234109fc0 0x7f023419fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f023b400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0234114ec0 con 0x7f0234105890 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f023b400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0234114d40 con 0x7f0234104ee0 2024-04-26T01:55:07.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f023b400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0234115040 con 0x7f0234109fc0 2024-04-26T01:55:07.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f0238a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0234104ee0 0x7f023419b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:07.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f0233e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234105890 0x7f023419b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:07.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f0239400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0234109fc0 0x7f023419fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:07.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f0238a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0234104ee0 0x7f023419b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50010/0 (socket says 172.21.15.44:50010) 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.418+0000 7f0238a00700 1 -- 172.21.15.44:0/3183255712 learned_addr learned my addr 172.21.15.44:0/3183255712 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.419+0000 7f0239400700 1 -- 172.21.15.44:0/3183255712 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0234104ee0 msgr2=0x7f023419b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.419+0000 7f0239400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0234104ee0 0x7f023419b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.419+0000 7f0239400700 1 -- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234105890 msgr2=0x7f023419b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.419+0000 7f0239400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234105890 0x7f023419b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.419+0000 7f0239400700 1 -- 172.21.15.44:0/3183255712 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02341a0300 con 0x7f0234109fc0 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.419+0000 7f0239400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0234109fc0 0x7f023419fbc0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f022c00b770 tx=0x7f022c007980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.419+0000 7f0231600700 1 -- 172.21.15.44:0/3183255712 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022c01f070 con 0x7f0234109fc0 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.420+0000 7f0231600700 1 -- 172.21.15.44:0/3183255712 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f022c007dc0 con 0x7f0234109fc0 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.420+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02341a0590 con 0x7f0234109fc0 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.420+0000 7f0231600700 1 -- 172.21.15.44:0/3183255712 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022c01b430 con 0x7f0234109fc0 2024-04-26T01:55:07.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.420+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02341a7e70 con 0x7f0234109fc0 2024-04-26T01:55:07.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.421+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02341063c0 con 0x7f0234109fc0 2024-04-26T01:55:07.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.424+0000 7f0231600700 1 -- 172.21.15.44:0/3183255712 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f022c022070 con 0x7f0234109fc0 2024-04-26T01:55:07.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.425+0000 7f0231600700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f021c0a3fe0 0x7f021c0a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:07.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.425+0000 7f0231600700 1 -- 172.21.15.44:0/3183255712 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f022c0d1860 con 0x7f0234109fc0 2024-04-26T01:55:07.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.425+0000 7f0238a00700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f021c0a3fe0 0x7f021c0a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:07.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.426+0000 7f0238a00700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f021c0a3fe0 0x7f021c0a64a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0228009d20 tx=0x7f0228009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:07.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.427+0000 7f0231600700 1 -- 172.21.15.44:0/3183255712 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f022c09de40 con 0x7f0234109fc0 2024-04-26T01:55:07.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.655+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0234062e80 con 0x7f021c0a3fe0 2024-04-26T01:55:07.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.680+0000 7f0231600700 1 -- 172.21.15.44:0/3183255712 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258126 (secure 0 0 0) 0x7f0234062e80 con 0x7f021c0a3fe0 2024-04-26T01:55:07.684 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f021c0a3fe0 msgr2=0x7f021c0a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f021c0a3fe0 0x7f021c0a64a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0228009d20 tx=0x7f0228009260 comp rx=0 tx=0).stop 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0234109fc0 msgr2=0x7f023419fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0234109fc0 0x7f023419fbc0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f022c00b770 tx=0x7f022c007980 comp rx=0 tx=0).stop 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 shutdown_connections 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0234109fc0 0x7f023419fbc0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f021c0a3fe0 0x7f021c0a64a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0234104ee0 0x7f023419b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 --2- 172.21.15.44:0/3183255712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0234105890 0x7f023419b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 >> 172.21.15.44:0/3183255712 conn(0x7f0234100770 msgr2=0x7f02341011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 shutdown_connections 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:07.687+0000 7f023b400700 1 -- 172.21.15.44:0/3183255712 wait complete. 2024-04-26T01:55:07.687 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T01:55:08.628 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-26T01:55:07.255589+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1394017,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3086,"num_read_kb":2015,"num_write":773,"num_write_kb":5595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":1203066,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1074,"ondisk_log_size":1074,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374272,"kb_used_data":12608,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567552,"statfs":{"total":1151940427776,"available":1151557173248,"internally_reserved":0,"allocated":12910592,"data_stored":10074399,"data_compressed":250473,"data_compressed_allocated":323584,"data_compressed_original":3989504,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":202238,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":532,"num_read_kb":586,"num_write":212,"num_write_kb":1188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.974240"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591570+0000","last_change":"2024-04-26T01:50:44.919956+0000","last_active":"2024-04-26T01:54:57.591570+0000","last_peered":"2024-04-26T01:54:57.591570+0000","last_clean":"2024-04-26T01:54:57.591570+0000","last_became_active":"2024-04-26T01:50:44.919574+0000","last_became_peered":"2024-04-26T01:50:44.919574+0000","last_unstale":"2024-04-26T01:54:57.591570+0000","last_undegraded":"2024-04-26T01:54:57.591570+0000","last_fullsized":"2024-04-26T01:54:57.591570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:15:15.039717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.473083+0000","last_change":"2024-04-26T01:50:44.921399+0000","last_active":"2024-04-26T01:54:57.473083+0000","last_peered":"2024-04-26T01:54:57.473083+0000","last_clean":"2024-04-26T01:54:57.473083+0000","last_became_active":"2024-04-26T01:50:44.919474+0000","last_became_peered":"2024-04-26T01:50:44.919474+0000","last_unstale":"2024-04-26T01:54:57.473083+0000","last_undegraded":"2024-04-26T01:54:57.473083+0000","last_fullsized":"2024-04-26T01:54:57.473083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:48.200695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472119+0000","last_change":"2024-04-26T01:50:44.924206+0000","last_active":"2024-04-26T01:54:57.472119+0000","last_peered":"2024-04-26T01:54:57.472119+0000","last_clean":"2024-04-26T01:54:57.472119+0000","last_became_active":"2024-04-26T01:50:44.919551+0000","last_became_peered":"2024-04-26T01:50:44.919551+0000","last_unstale":"2024-04-26T01:54:57.472119+0000","last_undegraded":"2024-04-26T01:54:57.472119+0000","last_fullsized":"2024-04-26T01:54:57.472119+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:11.833718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233125+0000","last_change":"2024-04-26T01:50:44.902458+0000","last_active":"2024-04-26T01:54:57.233125+0000","last_peered":"2024-04-26T01:54:57.233125+0000","last_clean":"2024-04-26T01:54:57.233125+0000","last_became_active":"2024-04-26T01:50:44.902112+0000","last_became_peered":"2024-04-26T01:50:44.902112+0000","last_unstale":"2024-04-26T01:54:57.233125+0000","last_undegraded":"2024-04-26T01:54:57.233125+0000","last_fullsized":"2024-04-26T01:54:57.233125+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:27:26.678775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232904+0000","last_change":"2024-04-26T01:50:44.914584+0000","last_active":"2024-04-26T01:54:57.232904+0000","last_peered":"2024-04-26T01:54:57.232904+0000","last_clean":"2024-04-26T01:54:57.232904+0000","last_became_active":"2024-04-26T01:50:44.914239+0000","last_became_peered":"2024-04-26T01:50:44.914239+0000","last_unstale":"2024-04-26T01:54:57.232904+0000","last_undegraded":"2024-04-26T01:54:57.232904+0000","last_fullsized":"2024-04-26T01:54:57.232904+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:06.620377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389369+0000","last_change":"2024-04-26T01:50:44.906486+0000","last_active":"2024-04-26T01:54:57.389369+0000","last_peered":"2024-04-26T01:54:57.389369+0000","last_clean":"2024-04-26T01:54:57.389369+0000","last_became_active":"2024-04-26T01:50:44.906173+0000","last_became_peered":"2024-04-26T01:50:44.906173+0000","last_unstale":"2024-04-26T01:54:57.389369+0000","last_undegraded":"2024-04-26T01:54:57.389369+0000","last_fullsized":"2024-04-26T01:54:57.389369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:27.277521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471342+0000","last_change":"2024-04-26T01:50:44.911267+0000","last_active":"2024-04-26T01:54:57.471342+0000","last_peered":"2024-04-26T01:54:57.471342+0000","last_clean":"2024-04-26T01:54:57.471342+0000","last_became_active":"2024-04-26T01:50:44.910907+0000","last_became_peered":"2024-04-26T01:50:44.910907+0000","last_unstale":"2024-04-26T01:54:57.471342+0000","last_undegraded":"2024-04-26T01:54:57.471342+0000","last_fullsized":"2024-04-26T01:54:57.471342+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:55.572335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377681+0000","last_change":"2024-04-26T01:50:44.920314+0000","last_active":"2024-04-26T01:54:57.377681+0000","last_peered":"2024-04-26T01:54:57.377681+0000","last_clean":"2024-04-26T01:54:57.377681+0000","last_became_active":"2024-04-26T01:50:44.914315+0000","last_became_peered":"2024-04-26T01:50:44.914315+0000","last_unstale":"2024-04-26T01:54:57.377681+0000","last_undegraded":"2024-04-26T01:54:57.377681+0000","last_fullsized":"2024-04-26T01:54:57.377681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:35.075639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471814+0000","last_change":"2024-04-26T01:50:44.902164+0000","last_active":"2024-04-26T01:54:57.471814+0000","last_peered":"2024-04-26T01:54:57.471814+0000","last_clean":"2024-04-26T01:54:57.471814+0000","last_became_active":"2024-04-26T01:50:44.901814+0000","last_became_peered":"2024-04-26T01:50:44.901814+0000","last_unstale":"2024-04-26T01:54:57.471814+0000","last_undegraded":"2024-04-26T01:54:57.471814+0000","last_fullsized":"2024-04-26T01:54:57.471814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:19.968357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389705+0000","last_change":"2024-04-26T01:50:44.901024+0000","last_active":"2024-04-26T01:54:57.389705+0000","last_peered":"2024-04-26T01:54:57.389705+0000","last_clean":"2024-04-26T01:54:57.389705+0000","last_became_active":"2024-04-26T01:50:44.900489+0000","last_became_peered":"2024-04-26T01:50:44.900489+0000","last_unstale":"2024-04-26T01:54:57.389705+0000","last_undegraded":"2024-04-26T01:54:57.389705+0000","last_fullsized":"2024-04-26T01:54:57.389705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:46:46.413137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472085+0000","last_change":"2024-04-26T01:50:44.905755+0000","last_active":"2024-04-26T01:54:57.472085+0000","last_peered":"2024-04-26T01:54:57.472085+0000","last_clean":"2024-04-26T01:54:57.472085+0000","last_became_active":"2024-04-26T01:50:44.904236+0000","last_became_peered":"2024-04-26T01:50:44.904236+0000","last_unstale":"2024-04-26T01:54:57.472085+0000","last_undegraded":"2024-04-26T01:54:57.472085+0000","last_fullsized":"2024-04-26T01:54:57.472085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:43.195725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233015+0000","last_change":"2024-04-26T01:50:44.900911+0000","last_active":"2024-04-26T01:54:57.233015+0000","last_peered":"2024-04-26T01:54:57.233015+0000","last_clean":"2024-04-26T01:54:57.233015+0000","last_became_active":"2024-04-26T01:50:44.900448+0000","last_became_peered":"2024-04-26T01:50:44.900448+0000","last_unstale":"2024-04-26T01:54:57.233015+0000","last_undegraded":"2024-04-26T01:54:57.233015+0000","last_fullsized":"2024-04-26T01:54:57.233015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:14:10.186174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240338+0000","last_change":"2024-04-26T01:50:44.908401+0000","last_active":"2024-04-26T01:54:57.240338+0000","last_peered":"2024-04-26T01:54:57.240338+0000","last_clean":"2024-04-26T01:54:57.240338+0000","last_became_active":"2024-04-26T01:50:44.907536+0000","last_became_peered":"2024-04-26T01:50:44.907536+0000","last_unstale":"2024-04-26T01:54:57.240338+0000","last_undegraded":"2024-04-26T01:54:57.240338+0000","last_fullsized":"2024-04-26T01:54:57.240338+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:40.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471902+0000","last_change":"2024-04-26T01:50:44.924712+0000","last_active":"2024-04-26T01:54:57.471902+0000","last_peered":"2024-04-26T01:54:57.471902+0000","last_clean":"2024-04-26T01:54:57.471902+0000","last_became_active":"2024-04-26T01:50:44.924200+0000","last_became_peered":"2024-04-26T01:50:44.924200+0000","last_unstale":"2024-04-26T01:54:57.471902+0000","last_undegraded":"2024-04-26T01:54:57.471902+0000","last_fullsized":"2024-04-26T01:54:57.471902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:39:30.229057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471635+0000","last_change":"2024-04-26T01:50:44.911063+0000","last_active":"2024-04-26T01:54:57.471635+0000","last_peered":"2024-04-26T01:54:57.471635+0000","last_clean":"2024-04-26T01:54:57.471635+0000","last_became_active":"2024-04-26T01:50:44.910727+0000","last_became_peered":"2024-04-26T01:50:44.910727+0000","last_unstale":"2024-04-26T01:54:57.471635+0000","last_undegraded":"2024-04-26T01:54:57.471635+0000","last_fullsized":"2024-04-26T01:54:57.471635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:05:03.609483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471009+0000","last_change":"2024-04-26T01:50:44.904506+0000","last_active":"2024-04-26T01:54:57.471009+0000","last_peered":"2024-04-26T01:54:57.471009+0000","last_clean":"2024-04-26T01:54:57.471009+0000","last_became_active":"2024-04-26T01:50:44.903854+0000","last_became_peered":"2024-04-26T01:50:44.903854+0000","last_unstale":"2024-04-26T01:54:57.471009+0000","last_undegraded":"2024-04-26T01:54:57.471009+0000","last_fullsized":"2024-04-26T01:54:57.471009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:54.781222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591634+0000","last_change":"2024-04-26T01:50:44.913974+0000","last_active":"2024-04-26T01:54:57.591634+0000","last_peered":"2024-04-26T01:54:57.591634+0000","last_clean":"2024-04-26T01:54:57.591634+0000","last_became_active":"2024-04-26T01:50:44.913487+0000","last_became_peered":"2024-04-26T01:50:44.913487+0000","last_unstale":"2024-04-26T01:54:57.591634+0000","last_undegraded":"2024-04-26T01:54:57.591634+0000","last_fullsized":"2024-04-26T01:54:57.591634+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:36:32.864198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374482+0000","last_change":"2024-04-26T01:50:44.912919+0000","last_active":"2024-04-26T01:54:57.374482+0000","last_peered":"2024-04-26T01:54:57.374482+0000","last_clean":"2024-04-26T01:54:57.374482+0000","last_became_active":"2024-04-26T01:50:44.911021+0000","last_became_peered":"2024-04-26T01:50:44.911021+0000","last_unstale":"2024-04-26T01:54:57.374482+0000","last_undegraded":"2024-04-26T01:54:57.374482+0000","last_fullsized":"2024-04-26T01:54:57.374482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:19:16.411533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417881+0000","last_change":"2024-04-26T01:50:44.916098+0000","last_active":"2024-04-26T01:54:57.417881+0000","last_peered":"2024-04-26T01:54:57.417881+0000","last_clean":"2024-04-26T01:54:57.417881+0000","last_became_active":"2024-04-26T01:50:44.915593+0000","last_became_peered":"2024-04-26T01:50:44.915593+0000","last_unstale":"2024-04-26T01:54:57.417881+0000","last_undegraded":"2024-04-26T01:54:57.417881+0000","last_fullsized":"2024-04-26T01:54:57.417881+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:24.628662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'14","reported_seq":279,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:01.604380+0000","last_change":"2024-04-26T01:50:39.840465+0000","last_active":"2024-04-26T01:55:01.604380+0000","last_peered":"2024-04-26T01:55:01.604380+0000","last_clean":"2024-04-26T01:55:01.604380+0000","last_became_active":"2024-04-26T01:50:39.840027+0000","last_became_peered":"2024-04-26T01:50:39.840027+0000","last_unstale":"2024-04-26T01:55:01.604380+0000","last_undegraded":"2024-04-26T01:55:01.604380+0000","last_fullsized":"2024-04-26T01:55:01.604380+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:24.554850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":235,"num_read_kb":235,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378665+0000","last_change":"2024-04-26T01:50:44.918128+0000","last_active":"2024-04-26T01:54:57.378665+0000","last_peered":"2024-04-26T01:54:57.378665+0000","last_clean":"2024-04-26T01:54:57.378665+0000","last_became_active":"2024-04-26T01:50:44.915032+0000","last_became_peered":"2024-04-26T01:50:44.915032+0000","last_unstale":"2024-04-26T01:54:57.378665+0000","last_undegraded":"2024-04-26T01:54:57.378665+0000","last_fullsized":"2024-04-26T01:54:57.378665+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:04.916823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.379007+0000","last_change":"2024-04-26T01:50:39.937978+0000","last_active":"2024-04-26T01:54:57.379007+0000","last_peered":"2024-04-26T01:54:57.379007+0000","last_clean":"2024-04-26T01:54:57.379007+0000","last_became_active":"2024-04-26T01:50:39.937524+0000","last_became_peered":"2024-04-26T01:50:39.937524+0000","last_unstale":"2024-04-26T01:54:57.379007+0000","last_undegraded":"2024-04-26T01:54:57.379007+0000","last_fullsized":"2024-04-26T01:54:57.379007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:25:56.615653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472916+0000","last_change":"2024-04-26T01:50:44.924476+0000","last_active":"2024-04-26T01:54:57.472916+0000","last_peered":"2024-04-26T01:54:57.472916+0000","last_clean":"2024-04-26T01:54:57.472916+0000","last_became_active":"2024-04-26T01:50:44.920783+0000","last_became_peered":"2024-04-26T01:50:44.920783+0000","last_unstale":"2024-04-26T01:54:57.472916+0000","last_undegraded":"2024-04-26T01:54:57.472916+0000","last_fullsized":"2024-04-26T01:54:57.472916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:28.859960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'14","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:58.080618+0000","last_change":"2024-04-26T01:51:24.462901+0000","last_active":"2024-04-26T01:54:58.080618+0000","last_peered":"2024-04-26T01:54:58.080618+0000","last_clean":"2024-04-26T01:54:58.080618+0000","last_became_active":"2024-04-26T01:51:24.450926+0000","last_became_peered":"2024-04-26T01:51:24.450926+0000","last_unstale":"2024-04-26T01:54:58.080618+0000","last_undegraded":"2024-04-26T01:54:58.080618+0000","last_fullsized":"2024-04-26T01:54:58.080618+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:41.044207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471129+0000","last_change":"2024-04-26T01:50:44.903110+0000","last_active":"2024-04-26T01:54:57.471129+0000","last_peered":"2024-04-26T01:54:57.471129+0000","last_clean":"2024-04-26T01:54:57.471129+0000","last_became_active":"2024-04-26T01:50:44.902650+0000","last_became_peered":"2024-04-26T01:50:44.902650+0000","last_unstale":"2024-04-26T01:54:57.471129+0000","last_undegraded":"2024-04-26T01:54:57.471129+0000","last_fullsized":"2024-04-26T01:54:57.471129+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:44:54.688334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233311+0000","last_change":"2024-04-26T01:50:39.837597+0000","last_active":"2024-04-26T01:54:57.233311+0000","last_peered":"2024-04-26T01:54:57.233311+0000","last_clean":"2024-04-26T01:54:57.233311+0000","last_became_active":"2024-04-26T01:50:39.837220+0000","last_became_peered":"2024-04-26T01:50:39.837220+0000","last_unstale":"2024-04-26T01:54:57.233311+0000","last_undegraded":"2024-04-26T01:54:57.233311+0000","last_fullsized":"2024-04-26T01:54:57.233311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:43.407094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374466+0000","last_change":"2024-04-26T01:51:24.559898+0000","last_active":"2024-04-26T01:54:57.374466+0000","last_peered":"2024-04-26T01:54:57.374466+0000","last_clean":"2024-04-26T01:54:57.374466+0000","last_became_active":"2024-04-26T01:51:24.559299+0000","last_became_peered":"2024-04-26T01:51:24.559299+0000","last_unstale":"2024-04-26T01:54:57.374466+0000","last_undegraded":"2024-04-26T01:54:57.374466+0000","last_fullsized":"2024-04-26T01:54:57.374466+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:59:28.904410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"92'8","reported_seq":275,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:01.422745+0000","last_change":"2024-04-26T01:50:39.836725+0000","last_active":"2024-04-26T01:55:01.422745+0000","last_peered":"2024-04-26T01:55:01.422745+0000","last_clean":"2024-04-26T01:55:01.422745+0000","last_became_active":"2024-04-26T01:50:39.836358+0000","last_became_peered":"2024-04-26T01:50:39.836358+0000","last_unstale":"2024-04-26T01:55:01.422745+0000","last_undegraded":"2024-04-26T01:55:01.422745+0000","last_fullsized":"2024-04-26T01:55:01.422745+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:26.033632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1795,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":238,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232985+0000","last_change":"2024-04-26T01:50:44.899009+0000","last_active":"2024-04-26T01:54:57.232985+0000","last_peered":"2024-04-26T01:54:57.232985+0000","last_clean":"2024-04-26T01:54:57.232985+0000","last_became_active":"2024-04-26T01:50:44.898580+0000","last_became_peered":"2024-04-26T01:50:44.898580+0000","last_unstale":"2024-04-26T01:54:57.232985+0000","last_undegraded":"2024-04-26T01:54:57.232985+0000","last_fullsized":"2024-04-26T01:54:57.232985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:28:30.055238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389264+0000","last_change":"2024-04-26T01:50:39.845781+0000","last_active":"2024-04-26T01:54:57.389264+0000","last_peered":"2024-04-26T01:54:57.389264+0000","last_clean":"2024-04-26T01:54:57.389264+0000","last_became_active":"2024-04-26T01:50:39.845508+0000","last_became_peered":"2024-04-26T01:50:39.845508+0000","last_unstale":"2024-04-26T01:54:57.389264+0000","last_undegraded":"2024-04-26T01:54:57.389264+0000","last_fullsized":"2024-04-26T01:54:57.389264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:05.890363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386025+0000","last_change":"2024-04-26T01:50:44.916100+0000","last_active":"2024-04-26T01:54:57.386025+0000","last_peered":"2024-04-26T01:54:57.386025+0000","last_clean":"2024-04-26T01:54:57.386025+0000","last_became_active":"2024-04-26T01:50:44.915738+0000","last_became_peered":"2024-04-26T01:50:44.915738+0000","last_unstale":"2024-04-26T01:54:57.386025+0000","last_undegraded":"2024-04-26T01:54:57.386025+0000","last_fullsized":"2024-04-26T01:54:57.386025+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:52:02.554521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237399+0000","last_change":"2024-04-26T01:50:39.838988+0000","last_active":"2024-04-26T01:54:57.237399+0000","last_peered":"2024-04-26T01:54:57.237399+0000","last_clean":"2024-04-26T01:54:57.237399+0000","last_became_active":"2024-04-26T01:50:39.838521+0000","last_became_peered":"2024-04-26T01:50:39.838521+0000","last_unstale":"2024-04-26T01:54:57.237399+0000","last_undegraded":"2024-04-26T01:54:57.237399+0000","last_fullsized":"2024-04-26T01:54:57.237399+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:18.755921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377284+0000","last_change":"2024-04-26T01:50:44.920655+0000","last_active":"2024-04-26T01:54:57.377284+0000","last_peered":"2024-04-26T01:54:57.377284+0000","last_clean":"2024-04-26T01:54:57.377284+0000","last_became_active":"2024-04-26T01:50:44.914745+0000","last_became_peered":"2024-04-26T01:50:44.914745+0000","last_unstale":"2024-04-26T01:54:57.377284+0000","last_undegraded":"2024-04-26T01:54:57.377284+0000","last_fullsized":"2024-04-26T01:54:57.377284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:18:22.153375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385897+0000","last_change":"2024-04-26T01:50:39.835743+0000","last_active":"2024-04-26T01:54:57.385897+0000","last_peered":"2024-04-26T01:54:57.385897+0000","last_clean":"2024-04-26T01:54:57.385897+0000","last_became_active":"2024-04-26T01:50:39.835373+0000","last_became_peered":"2024-04-26T01:50:39.835373+0000","last_unstale":"2024-04-26T01:54:57.385897+0000","last_undegraded":"2024-04-26T01:54:57.385897+0000","last_fullsized":"2024-04-26T01:54:57.385897+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:48:42.910769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.373824+0000","last_change":"2024-04-26T01:50:44.923243+0000","last_active":"2024-04-26T01:54:57.373824+0000","last_peered":"2024-04-26T01:54:57.373824+0000","last_clean":"2024-04-26T01:54:57.373824+0000","last_became_active":"2024-04-26T01:50:44.922639+0000","last_became_peered":"2024-04-26T01:50:44.922639+0000","last_unstale":"2024-04-26T01:54:57.373824+0000","last_undegraded":"2024-04-26T01:54:57.373824+0000","last_fullsized":"2024-04-26T01:54:57.373824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:05.618547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":504,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:02.423410+0000","last_change":"2024-04-26T01:50:39.844035+0000","last_active":"2024-04-26T01:55:02.423410+0000","last_peered":"2024-04-26T01:55:02.423410+0000","last_clean":"2024-04-26T01:55:02.423410+0000","last_became_active":"2024-04-26T01:50:39.843772+0000","last_became_peered":"2024-04-26T01:50:39.843772+0000","last_unstale":"2024-04-26T01:55:02.423410+0000","last_undegraded":"2024-04-26T01:55:02.423410+0000","last_fullsized":"2024-04-26T01:55:02.423410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:03:30.596213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":468,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471628+0000","last_change":"2024-04-26T01:50:44.910526+0000","last_active":"2024-04-26T01:54:57.471628+0000","last_peered":"2024-04-26T01:54:57.471628+0000","last_clean":"2024-04-26T01:54:57.471628+0000","last_became_active":"2024-04-26T01:50:44.910127+0000","last_became_peered":"2024-04-26T01:50:44.910127+0000","last_unstale":"2024-04-26T01:54:57.471628+0000","last_undegraded":"2024-04-26T01:54:57.471628+0000","last_fullsized":"2024-04-26T01:54:57.471628+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:35:17.477636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472152+0000","last_change":"2024-04-26T01:50:39.838803+0000","last_active":"2024-04-26T01:54:57.472152+0000","last_peered":"2024-04-26T01:54:57.472152+0000","last_clean":"2024-04-26T01:54:57.472152+0000","last_became_active":"2024-04-26T01:50:39.838451+0000","last_became_peered":"2024-04-26T01:50:39.838451+0000","last_unstale":"2024-04-26T01:54:57.472152+0000","last_undegraded":"2024-04-26T01:54:57.472152+0000","last_fullsized":"2024-04-26T01:54:57.472152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:30.973985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472821+0000","last_change":"2024-04-26T01:50:44.924479+0000","last_active":"2024-04-26T01:54:57.472821+0000","last_peered":"2024-04-26T01:54:57.472821+0000","last_clean":"2024-04-26T01:54:57.472821+0000","last_became_active":"2024-04-26T01:50:44.919559+0000","last_became_peered":"2024-04-26T01:50:44.919559+0000","last_unstale":"2024-04-26T01:54:57.472821+0000","last_undegraded":"2024-04-26T01:54:57.472821+0000","last_fullsized":"2024-04-26T01:54:57.472821+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:01.188751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386266+0000","last_change":"2024-04-26T01:50:39.935640+0000","last_active":"2024-04-26T01:54:57.386266+0000","last_peered":"2024-04-26T01:54:57.386266+0000","last_clean":"2024-04-26T01:54:57.386266+0000","last_became_active":"2024-04-26T01:50:39.935342+0000","last_became_peered":"2024-04-26T01:50:39.935342+0000","last_unstale":"2024-04-26T01:54:57.386266+0000","last_undegraded":"2024-04-26T01:54:57.386266+0000","last_fullsized":"2024-04-26T01:54:57.386266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:22:44.792444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471257+0000","last_change":"2024-04-26T01:50:44.899313+0000","last_active":"2024-04-26T01:54:57.471257+0000","last_peered":"2024-04-26T01:54:57.471257+0000","last_clean":"2024-04-26T01:54:57.471257+0000","last_became_active":"2024-04-26T01:50:44.898798+0000","last_became_peered":"2024-04-26T01:50:44.898798+0000","last_unstale":"2024-04-26T01:54:57.471257+0000","last_undegraded":"2024-04-26T01:54:57.471257+0000","last_fullsized":"2024-04-26T01:54:57.471257+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:02.288691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'42","reported_seq":573,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:02.918392+0000","last_change":"2024-04-26T01:51:24.566768+0000","last_active":"2024-04-26T01:55:02.918392+0000","last_peered":"2024-04-26T01:55:02.918392+0000","last_clean":"2024-04-26T01:55:02.918392+0000","last_became_active":"2024-04-26T01:51:24.559756+0000","last_became_peered":"2024-04-26T01:51:24.559756+0000","last_unstale":"2024-04-26T01:55:02.918392+0000","last_undegraded":"2024-04-26T01:55:02.918392+0000","last_fullsized":"2024-04-26T01:55:02.918392+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:04.547799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71494,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":475,"num_read_kb":294,"num_write":44,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22330,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233163+0000","last_change":"2024-04-26T01:50:44.901598+0000","last_active":"2024-04-26T01:54:57.233163+0000","last_peered":"2024-04-26T01:54:57.233163+0000","last_clean":"2024-04-26T01:54:57.233163+0000","last_became_active":"2024-04-26T01:50:44.901177+0000","last_became_peered":"2024-04-26T01:50:44.901177+0000","last_unstale":"2024-04-26T01:54:57.233163+0000","last_undegraded":"2024-04-26T01:54:57.233163+0000","last_fullsized":"2024-04-26T01:54:57.233163+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:34:19.962708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417693+0000","last_change":"2024-04-26T01:50:39.846511+0000","last_active":"2024-04-26T01:54:57.417693+0000","last_peered":"2024-04-26T01:54:57.417693+0000","last_clean":"2024-04-26T01:54:57.417693+0000","last_became_active":"2024-04-26T01:50:39.845949+0000","last_became_peered":"2024-04-26T01:50:39.845949+0000","last_unstale":"2024-04-26T01:54:57.417693+0000","last_undegraded":"2024-04-26T01:54:57.417693+0000","last_fullsized":"2024-04-26T01:54:57.417693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:32.674548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237687+0000","last_change":"2024-04-26T01:50:44.927989+0000","last_active":"2024-04-26T01:54:57.237687+0000","last_peered":"2024-04-26T01:54:57.237687+0000","last_clean":"2024-04-26T01:54:57.237687+0000","last_became_active":"2024-04-26T01:50:44.927649+0000","last_became_peered":"2024-04-26T01:50:44.927649+0000","last_unstale":"2024-04-26T01:54:57.237687+0000","last_undegraded":"2024-04-26T01:54:57.237687+0000","last_fullsized":"2024-04-26T01:54:57.237687+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:09.091744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385904+0000","last_change":"2024-04-26T01:50:39.846204+0000","last_active":"2024-04-26T01:54:57.385904+0000","last_peered":"2024-04-26T01:54:57.385904+0000","last_clean":"2024-04-26T01:54:57.385904+0000","last_became_active":"2024-04-26T01:50:39.845833+0000","last_became_peered":"2024-04-26T01:50:39.845833+0000","last_unstale":"2024-04-26T01:54:57.385904+0000","last_undegraded":"2024-04-26T01:54:57.385904+0000","last_fullsized":"2024-04-26T01:54:57.385904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:22.776062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472006+0000","last_change":"2024-04-26T01:50:44.908421+0000","last_active":"2024-04-26T01:54:57.472006+0000","last_peered":"2024-04-26T01:54:57.472006+0000","last_clean":"2024-04-26T01:54:57.472006+0000","last_became_active":"2024-04-26T01:50:44.908062+0000","last_became_peered":"2024-04-26T01:50:44.908062+0000","last_unstale":"2024-04-26T01:54:57.472006+0000","last_undegraded":"2024-04-26T01:54:57.472006+0000","last_fullsized":"2024-04-26T01:54:57.472006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:45.381426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'7","reported_seq":273,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:01.504828+0000","last_change":"2024-04-26T01:50:39.838097+0000","last_active":"2024-04-26T01:55:01.504828+0000","last_peered":"2024-04-26T01:55:01.504828+0000","last_clean":"2024-04-26T01:55:01.504828+0000","last_became_active":"2024-04-26T01:50:39.837724+0000","last_became_peered":"2024-04-26T01:50:39.837724+0000","last_unstale":"2024-04-26T01:55:01.504828+0000","last_undegraded":"2024-04-26T01:55:01.504828+0000","last_fullsized":"2024-04-26T01:55:01.504828+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:20:21.379352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":238,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471509+0000","last_change":"2024-04-26T01:50:44.898751+0000","last_active":"2024-04-26T01:54:57.471509+0000","last_peered":"2024-04-26T01:54:57.471509+0000","last_clean":"2024-04-26T01:54:57.471509+0000","last_became_active":"2024-04-26T01:50:44.898397+0000","last_became_peered":"2024-04-26T01:50:44.898397+0000","last_unstale":"2024-04-26T01:54:57.471509+0000","last_undegraded":"2024-04-26T01:54:57.471509+0000","last_fullsized":"2024-04-26T01:54:57.471509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:21.391335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232855+0000","last_change":"2024-04-26T01:50:39.934344+0000","last_active":"2024-04-26T01:54:57.232855+0000","last_peered":"2024-04-26T01:54:57.232855+0000","last_clean":"2024-04-26T01:54:57.232855+0000","last_became_active":"2024-04-26T01:50:39.933950+0000","last_became_peered":"2024-04-26T01:50:39.933950+0000","last_unstale":"2024-04-26T01:54:57.232855+0000","last_undegraded":"2024-04-26T01:54:57.232855+0000","last_fullsized":"2024-04-26T01:54:57.232855+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:27.445138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385944+0000","last_change":"2024-04-26T01:50:44.903130+0000","last_active":"2024-04-26T01:54:57.385944+0000","last_peered":"2024-04-26T01:54:57.385944+0000","last_clean":"2024-04-26T01:54:57.385944+0000","last_became_active":"2024-04-26T01:50:44.902614+0000","last_became_peered":"2024-04-26T01:50:44.902614+0000","last_unstale":"2024-04-26T01:54:57.385944+0000","last_undegraded":"2024-04-26T01:54:57.385944+0000","last_fullsized":"2024-04-26T01:54:57.385944+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:30.620879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233249+0000","last_change":"2024-04-26T01:50:39.838071+0000","last_active":"2024-04-26T01:54:57.233249+0000","last_peered":"2024-04-26T01:54:57.233249+0000","last_clean":"2024-04-26T01:54:57.233249+0000","last_became_active":"2024-04-26T01:50:39.837741+0000","last_became_peered":"2024-04-26T01:50:39.837741+0000","last_unstale":"2024-04-26T01:54:57.233249+0000","last_undegraded":"2024-04-26T01:54:57.233249+0000","last_fullsized":"2024-04-26T01:54:57.233249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.360720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591392+0000","last_change":"2024-04-26T01:50:44.902283+0000","last_active":"2024-04-26T01:54:57.591392+0000","last_peered":"2024-04-26T01:54:57.591392+0000","last_clean":"2024-04-26T01:54:57.591392+0000","last_became_active":"2024-04-26T01:50:44.901917+0000","last_became_peered":"2024-04-26T01:50:44.901917+0000","last_unstale":"2024-04-26T01:54:57.591392+0000","last_undegraded":"2024-04-26T01:54:57.591392+0000","last_fullsized":"2024-04-26T01:54:57.591392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:44:49.377109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374401+0000","last_change":"2024-04-26T01:50:39.941873+0000","last_active":"2024-04-26T01:54:57.374401+0000","last_peered":"2024-04-26T01:54:57.374401+0000","last_clean":"2024-04-26T01:54:57.374401+0000","last_became_active":"2024-04-26T01:50:39.941023+0000","last_became_peered":"2024-04-26T01:50:39.941023+0000","last_unstale":"2024-04-26T01:54:57.374401+0000","last_undegraded":"2024-04-26T01:54:57.374401+0000","last_fullsized":"2024-04-26T01:54:57.374401+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:25.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389610+0000","last_change":"2024-04-26T01:50:44.915526+0000","last_active":"2024-04-26T01:54:57.389610+0000","last_peered":"2024-04-26T01:54:57.389610+0000","last_clean":"2024-04-26T01:54:57.389610+0000","last_became_active":"2024-04-26T01:50:44.915171+0000","last_became_peered":"2024-04-26T01:50:44.915171+0000","last_unstale":"2024-04-26T01:54:57.389610+0000","last_undegraded":"2024-04-26T01:54:57.389610+0000","last_fullsized":"2024-04-26T01:54:57.389610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:49.308529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":275,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:01.605129+0000","last_change":"2024-04-26T01:50:39.837671+0000","last_active":"2024-04-26T01:55:01.605129+0000","last_peered":"2024-04-26T01:55:01.605129+0000","last_clean":"2024-04-26T01:55:01.605129+0000","last_became_active":"2024-04-26T01:50:39.836435+0000","last_became_peered":"2024-04-26T01:50:39.836435+0000","last_unstale":"2024-04-26T01:55:01.605129+0000","last_undegraded":"2024-04-26T01:55:01.605129+0000","last_fullsized":"2024-04-26T01:55:01.605129+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:57:40.854623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1761,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389366+0000","last_change":"2024-04-26T01:51:24.561109+0000","last_active":"2024-04-26T01:54:57.389366+0000","last_peered":"2024-04-26T01:54:57.389366+0000","last_clean":"2024-04-26T01:54:57.389366+0000","last_became_active":"2024-04-26T01:51:24.560665+0000","last_became_peered":"2024-04-26T01:51:24.560665+0000","last_unstale":"2024-04-26T01:54:57.389366+0000","last_undegraded":"2024-04-26T01:54:57.389366+0000","last_fullsized":"2024-04-26T01:54:57.389366+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:46.808480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386242+0000","last_change":"2024-04-26T01:50:44.902108+0000","last_active":"2024-04-26T01:54:57.386242+0000","last_peered":"2024-04-26T01:54:57.386242+0000","last_clean":"2024-04-26T01:54:57.386242+0000","last_became_active":"2024-04-26T01:50:44.901749+0000","last_became_peered":"2024-04-26T01:50:44.901749+0000","last_unstale":"2024-04-26T01:54:57.386242+0000","last_undegraded":"2024-04-26T01:54:57.386242+0000","last_fullsized":"2024-04-26T01:54:57.386242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:36.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":271,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:01.504527+0000","last_change":"2024-04-26T01:50:39.935929+0000","last_active":"2024-04-26T01:55:01.504527+0000","last_peered":"2024-04-26T01:55:01.504527+0000","last_clean":"2024-04-26T01:55:01.504527+0000","last_became_active":"2024-04-26T01:50:39.934827+0000","last_became_peered":"2024-04-26T01:50:39.934827+0000","last_unstale":"2024-04-26T01:55:01.504527+0000","last_undegraded":"2024-04-26T01:55:01.504527+0000","last_fullsized":"2024-04-26T01:55:01.504527+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:49.380126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":235,"num_read_kb":235,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378541+0000","last_change":"2024-04-26T01:50:44.921358+0000","last_active":"2024-04-26T01:54:57.378541+0000","last_peered":"2024-04-26T01:54:57.378541+0000","last_clean":"2024-04-26T01:54:57.378541+0000","last_became_active":"2024-04-26T01:50:44.915253+0000","last_became_peered":"2024-04-26T01:50:44.915253+0000","last_unstale":"2024-04-26T01:54:57.378541+0000","last_undegraded":"2024-04-26T01:54:57.378541+0000","last_fullsized":"2024-04-26T01:54:57.378541+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:38.003854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232904+0000","last_change":"2024-04-26T01:50:39.839184+0000","last_active":"2024-04-26T01:54:57.232904+0000","last_peered":"2024-04-26T01:54:57.232904+0000","last_clean":"2024-04-26T01:54:57.232904+0000","last_became_active":"2024-04-26T01:50:39.838836+0000","last_became_peered":"2024-04-26T01:50:39.838836+0000","last_unstale":"2024-04-26T01:54:57.232904+0000","last_undegraded":"2024-04-26T01:54:57.232904+0000","last_fullsized":"2024-04-26T01:54:57.232904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:59:24.389509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":405,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:59.398617+0000","last_change":"2024-04-26T01:49:05.341570+0000","last_active":"2024-04-26T01:54:59.398617+0000","last_peered":"2024-04-26T01:54:59.398617+0000","last_clean":"2024-04-26T01:54:59.398617+0000","last_became_active":"2024-04-26T01:49:05.341050+0000","last_became_peered":"2024-04-26T01:49:05.341050+0000","last_unstale":"2024-04-26T01:54:59.398617+0000","last_undegraded":"2024-04-26T01:54:59.398617+0000","last_fullsized":"2024-04-26T01:54:59.398617+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_clean_scrub_stamp":"2024-04-26T01:45:09.572302+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:43.492329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237185+0000","last_change":"2024-04-26T01:50:44.909646+0000","last_active":"2024-04-26T01:54:57.237185+0000","last_peered":"2024-04-26T01:54:57.237185+0000","last_clean":"2024-04-26T01:54:57.237185+0000","last_became_active":"2024-04-26T01:50:44.909335+0000","last_became_peered":"2024-04-26T01:50:44.909335+0000","last_unstale":"2024-04-26T01:54:57.237185+0000","last_undegraded":"2024-04-26T01:54:57.237185+0000","last_fullsized":"2024-04-26T01:54:57.237185+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:39:34.158149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471751+0000","last_change":"2024-04-26T01:50:39.836482+0000","last_active":"2024-04-26T01:54:57.471751+0000","last_peered":"2024-04-26T01:54:57.471751+0000","last_clean":"2024-04-26T01:54:57.471751+0000","last_became_active":"2024-04-26T01:50:39.836054+0000","last_became_peered":"2024-04-26T01:50:39.836054+0000","last_unstale":"2024-04-26T01:54:57.471751+0000","last_undegraded":"2024-04-26T01:54:57.471751+0000","last_fullsized":"2024-04-26T01:54:57.471751+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:01.913052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233295+0000","last_change":"2024-04-26T01:50:39.937661+0000","last_active":"2024-04-26T01:54:57.233295+0000","last_peered":"2024-04-26T01:54:57.233295+0000","last_clean":"2024-04-26T01:54:57.233295+0000","last_became_active":"2024-04-26T01:50:39.937389+0000","last_became_peered":"2024-04-26T01:50:39.937389+0000","last_unstale":"2024-04-26T01:54:57.233295+0000","last_undegraded":"2024-04-26T01:54:57.233295+0000","last_fullsized":"2024-04-26T01:54:57.233295+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:40.936198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.241162+0000","last_change":"2024-04-26T01:50:44.906724+0000","last_active":"2024-04-26T01:54:57.241162+0000","last_peered":"2024-04-26T01:54:57.241162+0000","last_clean":"2024-04-26T01:54:57.241162+0000","last_became_active":"2024-04-26T01:50:44.906233+0000","last_became_peered":"2024-04-26T01:50:44.906233+0000","last_unstale":"2024-04-26T01:54:57.241162+0000","last_undegraded":"2024-04-26T01:54:57.241162+0000","last_fullsized":"2024-04-26T01:54:57.241162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:11:47.597291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'129","reported_seq":284,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:00.632979+0000","last_change":"2024-04-26T01:50:39.846970+0000","last_active":"2024-04-26T01:55:00.632979+0000","last_peered":"2024-04-26T01:55:00.632979+0000","last_clean":"2024-04-26T01:55:00.632979+0000","last_became_active":"2024-04-26T01:50:39.846044+0000","last_became_peered":"2024-04-26T01:50:39.846044+0000","last_unstale":"2024-04-26T01:55:00.632979+0000","last_undegraded":"2024-04-26T01:55:00.632979+0000","last_fullsized":"2024-04-26T01:55:00.632979+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":129,"log_dups_size":0,"ondisk_log_size":129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:24:12.397342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":376,"num_write":238,"num_write_kb":1415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378342+0000","last_change":"2024-04-26T01:50:44.927326+0000","last_active":"2024-04-26T01:54:57.378342+0000","last_peered":"2024-04-26T01:54:57.378342+0000","last_clean":"2024-04-26T01:54:57.378342+0000","last_became_active":"2024-04-26T01:50:44.922461+0000","last_became_peered":"2024-04-26T01:50:44.922461+0000","last_unstale":"2024-04-26T01:54:57.378342+0000","last_undegraded":"2024-04-26T01:54:57.378342+0000","last_fullsized":"2024-04-26T01:54:57.378342+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:14.569850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233408+0000","last_change":"2024-04-26T01:50:40.233291+0000","last_active":"2024-04-26T01:54:57.233408+0000","last_peered":"2024-04-26T01:54:57.233408+0000","last_clean":"2024-04-26T01:54:57.233408+0000","last_became_active":"2024-04-26T01:50:40.232962+0000","last_became_peered":"2024-04-26T01:50:40.232962+0000","last_unstale":"2024-04-26T01:54:57.233408+0000","last_undegraded":"2024-04-26T01:54:57.233408+0000","last_fullsized":"2024-04-26T01:54:57.233408+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:18:42.505758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.473147+0000","last_change":"2024-04-26T01:50:44.930315+0000","last_active":"2024-04-26T01:54:57.473147+0000","last_peered":"2024-04-26T01:54:57.473147+0000","last_clean":"2024-04-26T01:54:57.473147+0000","last_became_active":"2024-04-26T01:50:44.928095+0000","last_became_peered":"2024-04-26T01:50:44.928095+0000","last_unstale":"2024-04-26T01:54:57.473147+0000","last_undegraded":"2024-04-26T01:54:57.473147+0000","last_fullsized":"2024-04-26T01:54:57.473147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:38.875938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471089+0000","last_change":"2024-04-26T01:50:39.938132+0000","last_active":"2024-04-26T01:54:57.471089+0000","last_peered":"2024-04-26T01:54:57.471089+0000","last_clean":"2024-04-26T01:54:57.471089+0000","last_became_active":"2024-04-26T01:50:39.937861+0000","last_became_peered":"2024-04-26T01:50:39.937861+0000","last_unstale":"2024-04-26T01:54:57.471089+0000","last_undegraded":"2024-04-26T01:54:57.471089+0000","last_fullsized":"2024-04-26T01:54:57.471089+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:56:01.546067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232877+0000","last_change":"2024-04-26T01:50:44.897964+0000","last_active":"2024-04-26T01:54:57.232877+0000","last_peered":"2024-04-26T01:54:57.232877+0000","last_clean":"2024-04-26T01:54:57.232877+0000","last_became_active":"2024-04-26T01:50:44.897609+0000","last_became_peered":"2024-04-26T01:50:44.897609+0000","last_unstale":"2024-04-26T01:54:57.232877+0000","last_undegraded":"2024-04-26T01:54:57.232877+0000","last_fullsized":"2024-04-26T01:54:57.232877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:19.122059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377594+0000","last_change":"2024-04-26T01:50:39.844458+0000","last_active":"2024-04-26T01:54:57.377594+0000","last_peered":"2024-04-26T01:54:57.377594+0000","last_clean":"2024-04-26T01:54:57.377594+0000","last_became_active":"2024-04-26T01:50:39.843360+0000","last_became_peered":"2024-04-26T01:50:39.843360+0000","last_unstale":"2024-04-26T01:54:57.377594+0000","last_undegraded":"2024-04-26T01:54:57.377594+0000","last_fullsized":"2024-04-26T01:54:57.377594+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:29.991561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591245+0000","last_change":"2024-04-26T01:50:44.905520+0000","last_active":"2024-04-26T01:54:57.591245+0000","last_peered":"2024-04-26T01:54:57.591245+0000","last_clean":"2024-04-26T01:54:57.591245+0000","last_became_active":"2024-04-26T01:50:44.903327+0000","last_became_peered":"2024-04-26T01:50:44.903327+0000","last_unstale":"2024-04-26T01:54:57.591245+0000","last_undegraded":"2024-04-26T01:54:57.591245+0000","last_fullsized":"2024-04-26T01:54:57.591245+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:42:53.070611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591387+0000","last_change":"2024-04-26T01:51:24.466673+0000","last_active":"2024-04-26T01:54:57.591387+0000","last_peered":"2024-04-26T01:54:57.591387+0000","last_clean":"2024-04-26T01:54:57.591387+0000","last_became_active":"2024-04-26T01:51:24.452209+0000","last_became_peered":"2024-04-26T01:51:24.452209+0000","last_unstale":"2024-04-26T01:54:57.591387+0000","last_undegraded":"2024-04-26T01:54:57.591387+0000","last_fullsized":"2024-04-26T01:54:57.591387+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:13.356374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378793+0000","last_change":"2024-04-26T01:50:44.926963+0000","last_active":"2024-04-26T01:54:57.378793+0000","last_peered":"2024-04-26T01:54:57.378793+0000","last_clean":"2024-04-26T01:54:57.378793+0000","last_became_active":"2024-04-26T01:50:44.922504+0000","last_became_peered":"2024-04-26T01:50:44.922504+0000","last_unstale":"2024-04-26T01:54:57.378793+0000","last_undegraded":"2024-04-26T01:54:57.378793+0000","last_fullsized":"2024-04-26T01:54:57.378793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:52.032765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233064+0000","last_change":"2024-04-26T01:50:39.839180+0000","last_active":"2024-04-26T01:54:57.233064+0000","last_peered":"2024-04-26T01:54:57.233064+0000","last_clean":"2024-04-26T01:54:57.233064+0000","last_became_active":"2024-04-26T01:50:39.838843+0000","last_became_peered":"2024-04-26T01:50:39.838843+0000","last_unstale":"2024-04-26T01:54:57.233064+0000","last_undegraded":"2024-04-26T01:54:57.233064+0000","last_fullsized":"2024-04-26T01:54:57.233064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:42.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471793+0000","last_change":"2024-04-26T01:50:44.908055+0000","last_active":"2024-04-26T01:54:57.471793+0000","last_peered":"2024-04-26T01:54:57.471793+0000","last_clean":"2024-04-26T01:54:57.471793+0000","last_became_active":"2024-04-26T01:50:44.907658+0000","last_became_peered":"2024-04-26T01:50:44.907658+0000","last_unstale":"2024-04-26T01:54:57.471793+0000","last_undegraded":"2024-04-26T01:54:57.471793+0000","last_fullsized":"2024-04-26T01:54:57.471793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:24.288042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'8","reported_seq":276,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:01.422623+0000","last_change":"2024-04-26T01:50:40.233557+0000","last_active":"2024-04-26T01:55:01.422623+0000","last_peered":"2024-04-26T01:55:01.422623+0000","last_clean":"2024-04-26T01:55:01.422623+0000","last_became_active":"2024-04-26T01:50:40.233126+0000","last_became_peered":"2024-04-26T01:50:40.233126+0000","last_unstale":"2024-04-26T01:55:01.422623+0000","last_undegraded":"2024-04-26T01:55:01.422623+0000","last_fullsized":"2024-04-26T01:55:01.422623+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:35.201152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":239,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472206+0000","last_change":"2024-04-26T01:50:44.904745+0000","last_active":"2024-04-26T01:54:57.472206+0000","last_peered":"2024-04-26T01:54:57.472206+0000","last_clean":"2024-04-26T01:54:57.472206+0000","last_became_active":"2024-04-26T01:50:44.904393+0000","last_became_peered":"2024-04-26T01:50:44.904393+0000","last_unstale":"2024-04-26T01:54:57.472206+0000","last_undegraded":"2024-04-26T01:54:57.472206+0000","last_fullsized":"2024-04-26T01:54:57.472206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:27:14.404287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'75","reported_seq":146,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:00.627033+0000","last_change":"2024-04-26T01:50:39.846321+0000","last_active":"2024-04-26T01:55:00.627033+0000","last_peered":"2024-04-26T01:55:00.627033+0000","last_clean":"2024-04-26T01:55:00.627033+0000","last_became_active":"2024-04-26T01:50:39.845826+0000","last_became_peered":"2024-04-26T01:50:39.845826+0000","last_unstale":"2024-04-26T01:55:00.627033+0000","last_undegraded":"2024-04-26T01:55:00.627033+0000","last_fullsized":"2024-04-26T01:55:00.627033+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:00.811712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":44,"num_write":84,"num_write_kb":1075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471977+0000","last_change":"2024-04-26T01:50:44.922480+0000","last_active":"2024-04-26T01:54:57.471977+0000","last_peered":"2024-04-26T01:54:57.471977+0000","last_clean":"2024-04-26T01:54:57.471977+0000","last_became_active":"2024-04-26T01:50:44.922136+0000","last_became_peered":"2024-04-26T01:50:44.922136+0000","last_unstale":"2024-04-26T01:54:57.471977+0000","last_undegraded":"2024-04-26T01:54:57.471977+0000","last_fullsized":"2024-04-26T01:54:57.471977+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:06:18.293052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.235447+0000","last_change":"2024-04-26T01:50:39.846458+0000","last_active":"2024-04-26T01:54:57.235447+0000","last_peered":"2024-04-26T01:54:57.235447+0000","last_clean":"2024-04-26T01:54:57.235447+0000","last_became_active":"2024-04-26T01:50:39.846051+0000","last_became_peered":"2024-04-26T01:50:39.846051+0000","last_unstale":"2024-04-26T01:54:57.235447+0000","last_undegraded":"2024-04-26T01:54:57.235447+0000","last_fullsized":"2024-04-26T01:54:57.235447+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:40.141365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472256+0000","last_change":"2024-04-26T01:50:44.900784+0000","last_active":"2024-04-26T01:54:57.472256+0000","last_peered":"2024-04-26T01:54:57.472256+0000","last_clean":"2024-04-26T01:54:57.472256+0000","last_became_active":"2024-04-26T01:50:44.899961+0000","last_became_peered":"2024-04-26T01:50:44.899961+0000","last_unstale":"2024-04-26T01:54:57.472256+0000","last_undegraded":"2024-04-26T01:54:57.472256+0000","last_fullsized":"2024-04-26T01:54:57.472256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:30:39.215421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591455+0000","last_change":"2024-04-26T01:50:44.901650+0000","last_active":"2024-04-26T01:54:57.591455+0000","last_peered":"2024-04-26T01:54:57.591455+0000","last_clean":"2024-04-26T01:54:57.591455+0000","last_became_active":"2024-04-26T01:50:44.901245+0000","last_became_peered":"2024-04-26T01:50:44.901245+0000","last_unstale":"2024-04-26T01:54:57.591455+0000","last_undegraded":"2024-04-26T01:54:57.591455+0000","last_fullsized":"2024-04-26T01:54:57.591455+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:54:29.324056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417606+0000","last_change":"2024-04-26T01:50:44.901280+0000","last_active":"2024-04-26T01:54:57.417606+0000","last_peered":"2024-04-26T01:54:57.417606+0000","last_clean":"2024-04-26T01:54:57.417606+0000","last_became_active":"2024-04-26T01:50:44.900786+0000","last_became_peered":"2024-04-26T01:50:44.900786+0000","last_unstale":"2024-04-26T01:54:57.417606+0000","last_undegraded":"2024-04-26T01:54:57.417606+0000","last_fullsized":"2024-04-26T01:54:57.417606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:10:46.752982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417618+0000","last_change":"2024-04-26T01:50:44.916125+0000","last_active":"2024-04-26T01:54:57.417618+0000","last_peered":"2024-04-26T01:54:57.417618+0000","last_clean":"2024-04-26T01:54:57.417618+0000","last_became_active":"2024-04-26T01:50:44.915574+0000","last_became_peered":"2024-04-26T01:50:44.915574+0000","last_unstale":"2024-04-26T01:54:57.417618+0000","last_undegraded":"2024-04-26T01:54:57.417618+0000","last_fullsized":"2024-04-26T01:54:57.417618+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:24.624452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472209+0000","last_change":"2024-04-26T01:50:44.920088+0000","last_active":"2024-04-26T01:54:57.472209+0000","last_peered":"2024-04-26T01:54:57.472209+0000","last_clean":"2024-04-26T01:54:57.472209+0000","last_became_active":"2024-04-26T01:50:44.919578+0000","last_became_peered":"2024-04-26T01:50:44.919578+0000","last_unstale":"2024-04-26T01:54:57.472209+0000","last_undegraded":"2024-04-26T01:54:57.472209+0000","last_fullsized":"2024-04-26T01:54:57.472209+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:12.708597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240981+0000","last_change":"2024-04-26T01:50:44.914367+0000","last_active":"2024-04-26T01:54:57.240981+0000","last_peered":"2024-04-26T01:54:57.240981+0000","last_clean":"2024-04-26T01:54:57.240981+0000","last_became_active":"2024-04-26T01:50:44.913692+0000","last_became_peered":"2024-04-26T01:50:44.913692+0000","last_unstale":"2024-04-26T01:54:57.240981+0000","last_undegraded":"2024-04-26T01:54:57.240981+0000","last_fullsized":"2024-04-26T01:54:57.240981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:50.165674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591558+0000","last_change":"2024-04-26T01:50:44.899552+0000","last_active":"2024-04-26T01:54:57.591558+0000","last_peered":"2024-04-26T01:54:57.591558+0000","last_clean":"2024-04-26T01:54:57.591558+0000","last_became_active":"2024-04-26T01:50:44.897774+0000","last_became_peered":"2024-04-26T01:50:44.897774+0000","last_unstale":"2024-04-26T01:54:57.591558+0000","last_undegraded":"2024-04-26T01:54:57.591558+0000","last_fullsized":"2024-04-26T01:54:57.591558+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:06.861995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417928+0000","last_change":"2024-04-26T01:50:44.901813+0000","last_active":"2024-04-26T01:54:57.417928+0000","last_peered":"2024-04-26T01:54:57.417928+0000","last_clean":"2024-04-26T01:54:57.417928+0000","last_became_active":"2024-04-26T01:50:44.899341+0000","last_became_peered":"2024-04-26T01:50:44.899341+0000","last_unstale":"2024-04-26T01:54:57.417928+0000","last_undegraded":"2024-04-26T01:54:57.417928+0000","last_fullsized":"2024-04-26T01:54:57.417928+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:25.261649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378217+0000","last_change":"2024-04-26T01:50:44.922149+0000","last_active":"2024-04-26T01:54:57.378217+0000","last_peered":"2024-04-26T01:54:57.378217+0000","last_clean":"2024-04-26T01:54:57.378217+0000","last_became_active":"2024-04-26T01:50:44.914001+0000","last_became_peered":"2024-04-26T01:50:44.914001+0000","last_unstale":"2024-04-26T01:54:57.378217+0000","last_undegraded":"2024-04-26T01:54:57.378217+0000","last_fullsized":"2024-04-26T01:54:57.378217+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:43.918362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386006+0000","last_change":"2024-04-26T01:50:44.916759+0000","last_active":"2024-04-26T01:54:57.386006+0000","last_peered":"2024-04-26T01:54:57.386006+0000","last_clean":"2024-04-26T01:54:57.386006+0000","last_became_active":"2024-04-26T01:50:44.916281+0000","last_became_peered":"2024-04-26T01:50:44.916281+0000","last_unstale":"2024-04-26T01:54:57.386006+0000","last_undegraded":"2024-04-26T01:54:57.386006+0000","last_fullsized":"2024-04-26T01:54:57.386006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:15:52.766961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377511+0000","last_change":"2024-04-26T01:50:44.920279+0000","last_active":"2024-04-26T01:54:57.377511+0000","last_peered":"2024-04-26T01:54:57.377511+0000","last_clean":"2024-04-26T01:54:57.377511+0000","last_became_active":"2024-04-26T01:50:44.914955+0000","last_became_peered":"2024-04-26T01:50:44.914955+0000","last_unstale":"2024-04-26T01:54:57.377511+0000","last_undegraded":"2024-04-26T01:54:57.377511+0000","last_fullsized":"2024-04-26T01:54:57.377511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:40:35.195978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471240+0000","last_change":"2024-04-26T01:50:44.914168+0000","last_active":"2024-04-26T01:54:57.471240+0000","last_peered":"2024-04-26T01:54:57.471240+0000","last_clean":"2024-04-26T01:54:57.471240+0000","last_became_active":"2024-04-26T01:50:44.913827+0000","last_became_peered":"2024-04-26T01:50:44.913827+0000","last_unstale":"2024-04-26T01:54:57.471240+0000","last_undegraded":"2024-04-26T01:54:57.471240+0000","last_fullsized":"2024-04-26T01:54:57.471240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:43.984999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240463+0000","last_change":"2024-04-26T01:50:44.915210+0000","last_active":"2024-04-26T01:54:57.240463+0000","last_peered":"2024-04-26T01:54:57.240463+0000","last_clean":"2024-04-26T01:54:57.240463+0000","last_became_active":"2024-04-26T01:50:44.914864+0000","last_became_peered":"2024-04-26T01:50:44.914864+0000","last_unstale":"2024-04-26T01:54:57.240463+0000","last_undegraded":"2024-04-26T01:54:57.240463+0000","last_fullsized":"2024-04-26T01:54:57.240463+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:18.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591278+0000","last_change":"2024-04-26T01:51:24.454631+0000","last_active":"2024-04-26T01:54:57.591278+0000","last_peered":"2024-04-26T01:54:57.591278+0000","last_clean":"2024-04-26T01:54:57.591278+0000","last_became_active":"2024-04-26T01:51:24.454196+0000","last_became_peered":"2024-04-26T01:51:24.454196+0000","last_unstale":"2024-04-26T01:54:57.591278+0000","last_undegraded":"2024-04-26T01:54:57.591278+0000","last_fullsized":"2024-04-26T01:54:57.591278+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:32.344759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108132,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":803415,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2849,"num_read_kb":1685,"num_write":570,"num_write_kb":2655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22330,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":794624,"data_stored":2410245,"data_compressed":107409,"data_compressed_allocated":139264,"data_compressed_original":2121728,"omap_allocated":0,"internal_metadata":0},"log_size":424,"ondisk_log_size":424,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351044,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":493144,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612682,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32380,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712772,"statfs":{"total":95995035648,"available":95961878528,"internally_reserved":0,"allocated":1220608,"data_stored":1483758,"data_compressed":54157,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776207,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":885367,"data_compressed":22207,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037846,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":885745,"data_compressed":22207,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299482,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1081344,"data_stored":1087784,"data_compressed":38955,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463008,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":493041,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1089536,"data_stored":565448,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":494130,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":495097,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149809,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1101824,"data_stored":1213141,"data_compressed":37409,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888173,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":564005,"data_compressed":6826,"data_compressed_allocated":8192,"data_compressed_original":28672,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724647,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":1413739,"data_compressed":54157,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":74419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34498,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":72976,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332225,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":394716,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":402244,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:55:08.632 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:55:08.632 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:55:08.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:08 smithi044 ceph-mon[27847]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 132 KiB/s wr, 82 op/s 2024-04-26T01:55:08.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:08 smithi044 ceph-mon[27847]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:08 smithi156 ceph-mon[32543]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 132 KiB/s wr, 82 op/s 2024-04-26T01:55:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:08 smithi156 ceph-mon[32543]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:08 smithi090 ceph-mon[32456]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 132 KiB/s wr, 82 op/s 2024-04-26T01:55:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:08 smithi090 ceph-mon[32456]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:09.151 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:10.964 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:10 smithi044 ceph-mon[27847]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 108 KiB/s wr, 72 op/s 2024-04-26T01:55:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:10 smithi090 ceph-mon[32456]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 108 KiB/s wr, 72 op/s 2024-04-26T01:55:11.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:10 smithi156 ceph-mon[32543]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 108 KiB/s wr, 72 op/s 2024-04-26T01:55:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.511+0000 7fd263e00700 1 -- 172.21.15.44:0/3420267660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c102a90 msgr2=0x7fd25c102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.511+0000 7fd263e00700 1 --2- 172.21.15.44:0/3420267660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c102a90 0x7fd25c102f10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd248009990 tx=0x7fd248009ca0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.511+0000 7fd263e00700 1 -- 172.21.15.44:0/3420267660 shutdown_connections 2024-04-26T01:55:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.511+0000 7fd263e00700 1 --2- 172.21.15.44:0/3420267660 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd25c108ae0 0x7fd25c108ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.511+0000 7fd263e00700 1 --2- 172.21.15.44:0/3420267660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 0x7fd25c10f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.511+0000 7fd263e00700 1 --2- 172.21.15.44:0/3420267660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c102a90 0x7fd25c102f10 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.511+0000 7fd263e00700 1 -- 172.21.15.44:0/3420267660 >> 172.21.15.44:0/3420267660 conn(0x7fd25c079bf0 msgr2=0x7fd25c07a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.512+0000 7fd263e00700 1 -- 172.21.15.44:0/3420267660 shutdown_connections 2024-04-26T01:55:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.512+0000 7fd263e00700 1 -- 172.21.15.44:0/3420267660 wait complete. 2024-04-26T01:55:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.513+0000 7fd263e00700 1 Processor -- start 2024-04-26T01:55:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.513+0000 7fd263e00700 1 -- start start 2024-04-26T01:55:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd263e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd25c102a90 0x7fd25c19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd263e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 0x7fd25c19b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd263e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c108ae0 0x7fd25c19fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd263e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd25c112c70 con 0x7fd25c108ae0 2024-04-26T01:55:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd263e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd25c112af0 con 0x7fd25c103450 2024-04-26T01:55:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd263e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd25c112df0 con 0x7fd25c102a90 2024-04-26T01:55:11.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 0x7fd25c19b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:11.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 0x7fd25c19b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50018/0 (socket says 172.21.15.44:50018) 2024-04-26T01:55:11.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 -- 172.21.15.44:0/1490182774 learned_addr learned my addr 172.21.15.44:0/1490182774 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:11.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd261400700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd25c102a90 0x7fd25c19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:11.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd261e00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c108ae0 0x7fd25c19fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 -- 172.21.15.44:0/1490182774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd25c102a90 msgr2=0x7fd25c19b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd25c102a90 0x7fd25c19b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 -- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c108ae0 msgr2=0x7fd25c19fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c108ae0 0x7fd25c19fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.514+0000 7fd260a00700 1 -- 172.21.15.44:0/1490182774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd25c1a03e0 con 0x7fd25c103450 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.515+0000 7fd260a00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 0x7fd25c19b960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd248000c00 tx=0x7fd2480057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.515+0000 7fd25a000700 1 -- 172.21.15.44:0/1490182774 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd248027070 con 0x7fd25c103450 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.515+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd25c1a0670 con 0x7fd25c103450 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.515+0000 7fd25a000700 1 -- 172.21.15.44:0/1490182774 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd248022470 con 0x7fd25c103450 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.515+0000 7fd25a000700 1 -- 172.21.15.44:0/1490182774 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd248017650 con 0x7fd25c103450 2024-04-26T01:55:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.515+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd25c1a7f50 con 0x7fd25c103450 2024-04-26T01:55:11.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.516+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd25c069730 con 0x7fd25c103450 2024-04-26T01:55:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.518+0000 7fd25a000700 1 -- 172.21.15.44:0/1490182774 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fd24802a070 con 0x7fd25c103450 2024-04-26T01:55:11.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.520+0000 7fd25a000700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd2440a3f60 0x7fd2440a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:11.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.520+0000 7fd25a000700 1 -- 172.21.15.44:0/1490182774 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fd2480d16d0 con 0x7fd25c103450 2024-04-26T01:55:11.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.520+0000 7fd261400700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd2440a3f60 0x7fd2440a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:11.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.521+0000 7fd261400700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd2440a3f60 0x7fd2440a6420 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd250009be0 tx=0x7fd250009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:11.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.524+0000 7fd25a000700 1 -- 172.21.15.44:0/1490182774 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd248013070 con 0x7fd25c103450 2024-04-26T01:55:11.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.755+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd25c101010 con 0x7fd2440a3f60 2024-04-26T01:55:11.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.764+0000 7fd25a000700 1 -- 172.21.15.44:0/1490182774 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258118 (secure 0 0 0) 0x7fd25c101010 con 0x7fd2440a3f60 2024-04-26T01:55:11.763 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.769+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd2440a3f60 msgr2=0x7fd2440a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.769+0000 7fd263e00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd2440a3f60 0x7fd2440a6420 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd250009be0 tx=0x7fd250009260 comp rx=0 tx=0).stop 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.769+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 msgr2=0x7fd25c19b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.769+0000 7fd263e00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 0x7fd25c19b960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd248000c00 tx=0x7fd2480057c0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 shutdown_connections 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd25c102a90 0x7fd25c19b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd2440a3f60 0x7fd2440a6420 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd25c108ae0 0x7fd25c19fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 --2- 172.21.15.44:0/1490182774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd25c103450 0x7fd25c19b960 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 >> 172.21.15.44:0/1490182774 conn(0x7fd25c079bf0 msgr2=0x7fd25c100900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:11.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 shutdown_connections 2024-04-26T01:55:11.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:11.770+0000 7fd263e00700 1 -- 172.21.15.44:0/1490182774 wait complete. 2024-04-26T01:55:11.770 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T01:55:12.623 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-04-26T01:55:11.257508+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1394077,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3137,"num_read_kb":2041,"num_write":774,"num_write_kb":5596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":1203066,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1075,"ondisk_log_size":1075,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374272,"kb_used_data":12608,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567552,"statfs":{"total":1151940427776,"available":1151557173248,"internally_reserved":0,"allocated":12910592,"data_stored":10074579,"data_compressed":250473,"data_compressed_allocated":323584,"data_compressed_original":3989504,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":202298,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":583,"num_read_kb":612,"num_write":213,"num_write_kb":1189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004489"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591570+0000","last_change":"2024-04-26T01:50:44.919956+0000","last_active":"2024-04-26T01:54:57.591570+0000","last_peered":"2024-04-26T01:54:57.591570+0000","last_clean":"2024-04-26T01:54:57.591570+0000","last_became_active":"2024-04-26T01:50:44.919574+0000","last_became_peered":"2024-04-26T01:50:44.919574+0000","last_unstale":"2024-04-26T01:54:57.591570+0000","last_undegraded":"2024-04-26T01:54:57.591570+0000","last_fullsized":"2024-04-26T01:54:57.591570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:15:15.039717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.473083+0000","last_change":"2024-04-26T01:50:44.921399+0000","last_active":"2024-04-26T01:54:57.473083+0000","last_peered":"2024-04-26T01:54:57.473083+0000","last_clean":"2024-04-26T01:54:57.473083+0000","last_became_active":"2024-04-26T01:50:44.919474+0000","last_became_peered":"2024-04-26T01:50:44.919474+0000","last_unstale":"2024-04-26T01:54:57.473083+0000","last_undegraded":"2024-04-26T01:54:57.473083+0000","last_fullsized":"2024-04-26T01:54:57.473083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:48.200695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472119+0000","last_change":"2024-04-26T01:50:44.924206+0000","last_active":"2024-04-26T01:54:57.472119+0000","last_peered":"2024-04-26T01:54:57.472119+0000","last_clean":"2024-04-26T01:54:57.472119+0000","last_became_active":"2024-04-26T01:50:44.919551+0000","last_became_peered":"2024-04-26T01:50:44.919551+0000","last_unstale":"2024-04-26T01:54:57.472119+0000","last_undegraded":"2024-04-26T01:54:57.472119+0000","last_fullsized":"2024-04-26T01:54:57.472119+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:11.833718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233125+0000","last_change":"2024-04-26T01:50:44.902458+0000","last_active":"2024-04-26T01:54:57.233125+0000","last_peered":"2024-04-26T01:54:57.233125+0000","last_clean":"2024-04-26T01:54:57.233125+0000","last_became_active":"2024-04-26T01:50:44.902112+0000","last_became_peered":"2024-04-26T01:50:44.902112+0000","last_unstale":"2024-04-26T01:54:57.233125+0000","last_undegraded":"2024-04-26T01:54:57.233125+0000","last_fullsized":"2024-04-26T01:54:57.233125+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:27:26.678775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232904+0000","last_change":"2024-04-26T01:50:44.914584+0000","last_active":"2024-04-26T01:54:57.232904+0000","last_peered":"2024-04-26T01:54:57.232904+0000","last_clean":"2024-04-26T01:54:57.232904+0000","last_became_active":"2024-04-26T01:50:44.914239+0000","last_became_peered":"2024-04-26T01:50:44.914239+0000","last_unstale":"2024-04-26T01:54:57.232904+0000","last_undegraded":"2024-04-26T01:54:57.232904+0000","last_fullsized":"2024-04-26T01:54:57.232904+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:06.620377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389369+0000","last_change":"2024-04-26T01:50:44.906486+0000","last_active":"2024-04-26T01:54:57.389369+0000","last_peered":"2024-04-26T01:54:57.389369+0000","last_clean":"2024-04-26T01:54:57.389369+0000","last_became_active":"2024-04-26T01:50:44.906173+0000","last_became_peered":"2024-04-26T01:50:44.906173+0000","last_unstale":"2024-04-26T01:54:57.389369+0000","last_undegraded":"2024-04-26T01:54:57.389369+0000","last_fullsized":"2024-04-26T01:54:57.389369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:27.277521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471342+0000","last_change":"2024-04-26T01:50:44.911267+0000","last_active":"2024-04-26T01:54:57.471342+0000","last_peered":"2024-04-26T01:54:57.471342+0000","last_clean":"2024-04-26T01:54:57.471342+0000","last_became_active":"2024-04-26T01:50:44.910907+0000","last_became_peered":"2024-04-26T01:50:44.910907+0000","last_unstale":"2024-04-26T01:54:57.471342+0000","last_undegraded":"2024-04-26T01:54:57.471342+0000","last_fullsized":"2024-04-26T01:54:57.471342+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:55.572335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377681+0000","last_change":"2024-04-26T01:50:44.920314+0000","last_active":"2024-04-26T01:54:57.377681+0000","last_peered":"2024-04-26T01:54:57.377681+0000","last_clean":"2024-04-26T01:54:57.377681+0000","last_became_active":"2024-04-26T01:50:44.914315+0000","last_became_peered":"2024-04-26T01:50:44.914315+0000","last_unstale":"2024-04-26T01:54:57.377681+0000","last_undegraded":"2024-04-26T01:54:57.377681+0000","last_fullsized":"2024-04-26T01:54:57.377681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:35.075639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471814+0000","last_change":"2024-04-26T01:50:44.902164+0000","last_active":"2024-04-26T01:54:57.471814+0000","last_peered":"2024-04-26T01:54:57.471814+0000","last_clean":"2024-04-26T01:54:57.471814+0000","last_became_active":"2024-04-26T01:50:44.901814+0000","last_became_peered":"2024-04-26T01:50:44.901814+0000","last_unstale":"2024-04-26T01:54:57.471814+0000","last_undegraded":"2024-04-26T01:54:57.471814+0000","last_fullsized":"2024-04-26T01:54:57.471814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:19.968357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389705+0000","last_change":"2024-04-26T01:50:44.901024+0000","last_active":"2024-04-26T01:54:57.389705+0000","last_peered":"2024-04-26T01:54:57.389705+0000","last_clean":"2024-04-26T01:54:57.389705+0000","last_became_active":"2024-04-26T01:50:44.900489+0000","last_became_peered":"2024-04-26T01:50:44.900489+0000","last_unstale":"2024-04-26T01:54:57.389705+0000","last_undegraded":"2024-04-26T01:54:57.389705+0000","last_fullsized":"2024-04-26T01:54:57.389705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:46:46.413137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472085+0000","last_change":"2024-04-26T01:50:44.905755+0000","last_active":"2024-04-26T01:54:57.472085+0000","last_peered":"2024-04-26T01:54:57.472085+0000","last_clean":"2024-04-26T01:54:57.472085+0000","last_became_active":"2024-04-26T01:50:44.904236+0000","last_became_peered":"2024-04-26T01:50:44.904236+0000","last_unstale":"2024-04-26T01:54:57.472085+0000","last_undegraded":"2024-04-26T01:54:57.472085+0000","last_fullsized":"2024-04-26T01:54:57.472085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:43.195725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233015+0000","last_change":"2024-04-26T01:50:44.900911+0000","last_active":"2024-04-26T01:54:57.233015+0000","last_peered":"2024-04-26T01:54:57.233015+0000","last_clean":"2024-04-26T01:54:57.233015+0000","last_became_active":"2024-04-26T01:50:44.900448+0000","last_became_peered":"2024-04-26T01:50:44.900448+0000","last_unstale":"2024-04-26T01:54:57.233015+0000","last_undegraded":"2024-04-26T01:54:57.233015+0000","last_fullsized":"2024-04-26T01:54:57.233015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:14:10.186174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240338+0000","last_change":"2024-04-26T01:50:44.908401+0000","last_active":"2024-04-26T01:54:57.240338+0000","last_peered":"2024-04-26T01:54:57.240338+0000","last_clean":"2024-04-26T01:54:57.240338+0000","last_became_active":"2024-04-26T01:50:44.907536+0000","last_became_peered":"2024-04-26T01:50:44.907536+0000","last_unstale":"2024-04-26T01:54:57.240338+0000","last_undegraded":"2024-04-26T01:54:57.240338+0000","last_fullsized":"2024-04-26T01:54:57.240338+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:40.650097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471902+0000","last_change":"2024-04-26T01:50:44.924712+0000","last_active":"2024-04-26T01:54:57.471902+0000","last_peered":"2024-04-26T01:54:57.471902+0000","last_clean":"2024-04-26T01:54:57.471902+0000","last_became_active":"2024-04-26T01:50:44.924200+0000","last_became_peered":"2024-04-26T01:50:44.924200+0000","last_unstale":"2024-04-26T01:54:57.471902+0000","last_undegraded":"2024-04-26T01:54:57.471902+0000","last_fullsized":"2024-04-26T01:54:57.471902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:39:30.229057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471635+0000","last_change":"2024-04-26T01:50:44.911063+0000","last_active":"2024-04-26T01:54:57.471635+0000","last_peered":"2024-04-26T01:54:57.471635+0000","last_clean":"2024-04-26T01:54:57.471635+0000","last_became_active":"2024-04-26T01:50:44.910727+0000","last_became_peered":"2024-04-26T01:50:44.910727+0000","last_unstale":"2024-04-26T01:54:57.471635+0000","last_undegraded":"2024-04-26T01:54:57.471635+0000","last_fullsized":"2024-04-26T01:54:57.471635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:05:03.609483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471009+0000","last_change":"2024-04-26T01:50:44.904506+0000","last_active":"2024-04-26T01:54:57.471009+0000","last_peered":"2024-04-26T01:54:57.471009+0000","last_clean":"2024-04-26T01:54:57.471009+0000","last_became_active":"2024-04-26T01:50:44.903854+0000","last_became_peered":"2024-04-26T01:50:44.903854+0000","last_unstale":"2024-04-26T01:54:57.471009+0000","last_undegraded":"2024-04-26T01:54:57.471009+0000","last_fullsized":"2024-04-26T01:54:57.471009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:54.781222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591634+0000","last_change":"2024-04-26T01:50:44.913974+0000","last_active":"2024-04-26T01:54:57.591634+0000","last_peered":"2024-04-26T01:54:57.591634+0000","last_clean":"2024-04-26T01:54:57.591634+0000","last_became_active":"2024-04-26T01:50:44.913487+0000","last_became_peered":"2024-04-26T01:50:44.913487+0000","last_unstale":"2024-04-26T01:54:57.591634+0000","last_undegraded":"2024-04-26T01:54:57.591634+0000","last_fullsized":"2024-04-26T01:54:57.591634+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:36:32.864198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374482+0000","last_change":"2024-04-26T01:50:44.912919+0000","last_active":"2024-04-26T01:54:57.374482+0000","last_peered":"2024-04-26T01:54:57.374482+0000","last_clean":"2024-04-26T01:54:57.374482+0000","last_became_active":"2024-04-26T01:50:44.911021+0000","last_became_peered":"2024-04-26T01:50:44.911021+0000","last_unstale":"2024-04-26T01:54:57.374482+0000","last_undegraded":"2024-04-26T01:54:57.374482+0000","last_fullsized":"2024-04-26T01:54:57.374482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:19:16.411533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417881+0000","last_change":"2024-04-26T01:50:44.916098+0000","last_active":"2024-04-26T01:54:57.417881+0000","last_peered":"2024-04-26T01:54:57.417881+0000","last_clean":"2024-04-26T01:54:57.417881+0000","last_became_active":"2024-04-26T01:50:44.915593+0000","last_became_peered":"2024-04-26T01:50:44.915593+0000","last_unstale":"2024-04-26T01:54:57.417881+0000","last_undegraded":"2024-04-26T01:54:57.417881+0000","last_fullsized":"2024-04-26T01:54:57.417881+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:24.628662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'14","reported_seq":284,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:06.614390+0000","last_change":"2024-04-26T01:50:39.840465+0000","last_active":"2024-04-26T01:55:06.614390+0000","last_peered":"2024-04-26T01:55:06.614390+0000","last_clean":"2024-04-26T01:55:06.614390+0000","last_became_active":"2024-04-26T01:50:39.840027+0000","last_became_peered":"2024-04-26T01:50:39.840027+0000","last_unstale":"2024-04-26T01:55:06.614390+0000","last_undegraded":"2024-04-26T01:55:06.614390+0000","last_fullsized":"2024-04-26T01:55:06.614390+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:24.554850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378665+0000","last_change":"2024-04-26T01:50:44.918128+0000","last_active":"2024-04-26T01:54:57.378665+0000","last_peered":"2024-04-26T01:54:57.378665+0000","last_clean":"2024-04-26T01:54:57.378665+0000","last_became_active":"2024-04-26T01:50:44.915032+0000","last_became_peered":"2024-04-26T01:50:44.915032+0000","last_unstale":"2024-04-26T01:54:57.378665+0000","last_undegraded":"2024-04-26T01:54:57.378665+0000","last_fullsized":"2024-04-26T01:54:57.378665+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:04.916823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.379007+0000","last_change":"2024-04-26T01:50:39.937978+0000","last_active":"2024-04-26T01:54:57.379007+0000","last_peered":"2024-04-26T01:54:57.379007+0000","last_clean":"2024-04-26T01:54:57.379007+0000","last_became_active":"2024-04-26T01:50:39.937524+0000","last_became_peered":"2024-04-26T01:50:39.937524+0000","last_unstale":"2024-04-26T01:54:57.379007+0000","last_undegraded":"2024-04-26T01:54:57.379007+0000","last_fullsized":"2024-04-26T01:54:57.379007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:25:56.615653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472916+0000","last_change":"2024-04-26T01:50:44.924476+0000","last_active":"2024-04-26T01:54:57.472916+0000","last_peered":"2024-04-26T01:54:57.472916+0000","last_clean":"2024-04-26T01:54:57.472916+0000","last_became_active":"2024-04-26T01:50:44.920783+0000","last_became_peered":"2024-04-26T01:50:44.920783+0000","last_unstale":"2024-04-26T01:54:57.472916+0000","last_undegraded":"2024-04-26T01:54:57.472916+0000","last_fullsized":"2024-04-26T01:54:57.472916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:28.859960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'14","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:58.080618+0000","last_change":"2024-04-26T01:51:24.462901+0000","last_active":"2024-04-26T01:54:58.080618+0000","last_peered":"2024-04-26T01:54:58.080618+0000","last_clean":"2024-04-26T01:54:58.080618+0000","last_became_active":"2024-04-26T01:51:24.450926+0000","last_became_peered":"2024-04-26T01:51:24.450926+0000","last_unstale":"2024-04-26T01:54:58.080618+0000","last_undegraded":"2024-04-26T01:54:58.080618+0000","last_fullsized":"2024-04-26T01:54:58.080618+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:30:41.044207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471129+0000","last_change":"2024-04-26T01:50:44.903110+0000","last_active":"2024-04-26T01:54:57.471129+0000","last_peered":"2024-04-26T01:54:57.471129+0000","last_clean":"2024-04-26T01:54:57.471129+0000","last_became_active":"2024-04-26T01:50:44.902650+0000","last_became_peered":"2024-04-26T01:50:44.902650+0000","last_unstale":"2024-04-26T01:54:57.471129+0000","last_undegraded":"2024-04-26T01:54:57.471129+0000","last_fullsized":"2024-04-26T01:54:57.471129+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:44:54.688334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233311+0000","last_change":"2024-04-26T01:50:39.837597+0000","last_active":"2024-04-26T01:54:57.233311+0000","last_peered":"2024-04-26T01:54:57.233311+0000","last_clean":"2024-04-26T01:54:57.233311+0000","last_became_active":"2024-04-26T01:50:39.837220+0000","last_became_peered":"2024-04-26T01:50:39.837220+0000","last_unstale":"2024-04-26T01:54:57.233311+0000","last_undegraded":"2024-04-26T01:54:57.233311+0000","last_fullsized":"2024-04-26T01:54:57.233311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:43.407094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374466+0000","last_change":"2024-04-26T01:51:24.559898+0000","last_active":"2024-04-26T01:54:57.374466+0000","last_peered":"2024-04-26T01:54:57.374466+0000","last_clean":"2024-04-26T01:54:57.374466+0000","last_became_active":"2024-04-26T01:51:24.559299+0000","last_became_peered":"2024-04-26T01:51:24.559299+0000","last_unstale":"2024-04-26T01:54:57.374466+0000","last_undegraded":"2024-04-26T01:54:57.374466+0000","last_fullsized":"2024-04-26T01:54:57.374466+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:59:28.904410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"92'8","reported_seq":280,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:06.430120+0000","last_change":"2024-04-26T01:50:39.836725+0000","last_active":"2024-04-26T01:55:06.430120+0000","last_peered":"2024-04-26T01:55:06.430120+0000","last_clean":"2024-04-26T01:55:06.430120+0000","last_became_active":"2024-04-26T01:50:39.836358+0000","last_became_peered":"2024-04-26T01:50:39.836358+0000","last_unstale":"2024-04-26T01:55:06.430120+0000","last_undegraded":"2024-04-26T01:55:06.430120+0000","last_fullsized":"2024-04-26T01:55:06.430120+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:26.033632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1795,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232985+0000","last_change":"2024-04-26T01:50:44.899009+0000","last_active":"2024-04-26T01:54:57.232985+0000","last_peered":"2024-04-26T01:54:57.232985+0000","last_clean":"2024-04-26T01:54:57.232985+0000","last_became_active":"2024-04-26T01:50:44.898580+0000","last_became_peered":"2024-04-26T01:50:44.898580+0000","last_unstale":"2024-04-26T01:54:57.232985+0000","last_undegraded":"2024-04-26T01:54:57.232985+0000","last_fullsized":"2024-04-26T01:54:57.232985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:28:30.055238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389264+0000","last_change":"2024-04-26T01:50:39.845781+0000","last_active":"2024-04-26T01:54:57.389264+0000","last_peered":"2024-04-26T01:54:57.389264+0000","last_clean":"2024-04-26T01:54:57.389264+0000","last_became_active":"2024-04-26T01:50:39.845508+0000","last_became_peered":"2024-04-26T01:50:39.845508+0000","last_unstale":"2024-04-26T01:54:57.389264+0000","last_undegraded":"2024-04-26T01:54:57.389264+0000","last_fullsized":"2024-04-26T01:54:57.389264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:05.890363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386025+0000","last_change":"2024-04-26T01:50:44.916100+0000","last_active":"2024-04-26T01:54:57.386025+0000","last_peered":"2024-04-26T01:54:57.386025+0000","last_clean":"2024-04-26T01:54:57.386025+0000","last_became_active":"2024-04-26T01:50:44.915738+0000","last_became_peered":"2024-04-26T01:50:44.915738+0000","last_unstale":"2024-04-26T01:54:57.386025+0000","last_undegraded":"2024-04-26T01:54:57.386025+0000","last_fullsized":"2024-04-26T01:54:57.386025+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:52:02.554521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237399+0000","last_change":"2024-04-26T01:50:39.838988+0000","last_active":"2024-04-26T01:54:57.237399+0000","last_peered":"2024-04-26T01:54:57.237399+0000","last_clean":"2024-04-26T01:54:57.237399+0000","last_became_active":"2024-04-26T01:50:39.838521+0000","last_became_peered":"2024-04-26T01:50:39.838521+0000","last_unstale":"2024-04-26T01:54:57.237399+0000","last_undegraded":"2024-04-26T01:54:57.237399+0000","last_fullsized":"2024-04-26T01:54:57.237399+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:25:18.755921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377284+0000","last_change":"2024-04-26T01:50:44.920655+0000","last_active":"2024-04-26T01:54:57.377284+0000","last_peered":"2024-04-26T01:54:57.377284+0000","last_clean":"2024-04-26T01:54:57.377284+0000","last_became_active":"2024-04-26T01:50:44.914745+0000","last_became_peered":"2024-04-26T01:50:44.914745+0000","last_unstale":"2024-04-26T01:54:57.377284+0000","last_undegraded":"2024-04-26T01:54:57.377284+0000","last_fullsized":"2024-04-26T01:54:57.377284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:18:22.153375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385897+0000","last_change":"2024-04-26T01:50:39.835743+0000","last_active":"2024-04-26T01:54:57.385897+0000","last_peered":"2024-04-26T01:54:57.385897+0000","last_clean":"2024-04-26T01:54:57.385897+0000","last_became_active":"2024-04-26T01:50:39.835373+0000","last_became_peered":"2024-04-26T01:50:39.835373+0000","last_unstale":"2024-04-26T01:54:57.385897+0000","last_undegraded":"2024-04-26T01:54:57.385897+0000","last_fullsized":"2024-04-26T01:54:57.385897+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:48:42.910769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.373824+0000","last_change":"2024-04-26T01:50:44.923243+0000","last_active":"2024-04-26T01:54:57.373824+0000","last_peered":"2024-04-26T01:54:57.373824+0000","last_clean":"2024-04-26T01:54:57.373824+0000","last_became_active":"2024-04-26T01:50:44.922639+0000","last_became_peered":"2024-04-26T01:50:44.922639+0000","last_unstale":"2024-04-26T01:54:57.373824+0000","last_undegraded":"2024-04-26T01:54:57.373824+0000","last_fullsized":"2024-04-26T01:54:57.373824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:05.618547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":514,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:07.430937+0000","last_change":"2024-04-26T01:50:39.844035+0000","last_active":"2024-04-26T01:55:07.430937+0000","last_peered":"2024-04-26T01:55:07.430937+0000","last_clean":"2024-04-26T01:55:07.430937+0000","last_became_active":"2024-04-26T01:50:39.843772+0000","last_became_peered":"2024-04-26T01:50:39.843772+0000","last_unstale":"2024-04-26T01:55:07.430937+0000","last_undegraded":"2024-04-26T01:55:07.430937+0000","last_fullsized":"2024-04-26T01:55:07.430937+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:03:30.596213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":478,"num_read_kb":478,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471628+0000","last_change":"2024-04-26T01:50:44.910526+0000","last_active":"2024-04-26T01:54:57.471628+0000","last_peered":"2024-04-26T01:54:57.471628+0000","last_clean":"2024-04-26T01:54:57.471628+0000","last_became_active":"2024-04-26T01:50:44.910127+0000","last_became_peered":"2024-04-26T01:50:44.910127+0000","last_unstale":"2024-04-26T01:54:57.471628+0000","last_undegraded":"2024-04-26T01:54:57.471628+0000","last_fullsized":"2024-04-26T01:54:57.471628+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:35:17.477636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472152+0000","last_change":"2024-04-26T01:50:39.838803+0000","last_active":"2024-04-26T01:54:57.472152+0000","last_peered":"2024-04-26T01:54:57.472152+0000","last_clean":"2024-04-26T01:54:57.472152+0000","last_became_active":"2024-04-26T01:50:39.838451+0000","last_became_peered":"2024-04-26T01:50:39.838451+0000","last_unstale":"2024-04-26T01:54:57.472152+0000","last_undegraded":"2024-04-26T01:54:57.472152+0000","last_fullsized":"2024-04-26T01:54:57.472152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:30.973985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472821+0000","last_change":"2024-04-26T01:50:44.924479+0000","last_active":"2024-04-26T01:54:57.472821+0000","last_peered":"2024-04-26T01:54:57.472821+0000","last_clean":"2024-04-26T01:54:57.472821+0000","last_became_active":"2024-04-26T01:50:44.919559+0000","last_became_peered":"2024-04-26T01:50:44.919559+0000","last_unstale":"2024-04-26T01:54:57.472821+0000","last_undegraded":"2024-04-26T01:54:57.472821+0000","last_fullsized":"2024-04-26T01:54:57.472821+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:01.188751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386266+0000","last_change":"2024-04-26T01:50:39.935640+0000","last_active":"2024-04-26T01:54:57.386266+0000","last_peered":"2024-04-26T01:54:57.386266+0000","last_clean":"2024-04-26T01:54:57.386266+0000","last_became_active":"2024-04-26T01:50:39.935342+0000","last_became_peered":"2024-04-26T01:50:39.935342+0000","last_unstale":"2024-04-26T01:54:57.386266+0000","last_undegraded":"2024-04-26T01:54:57.386266+0000","last_fullsized":"2024-04-26T01:54:57.386266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:22:44.792444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471257+0000","last_change":"2024-04-26T01:50:44.899313+0000","last_active":"2024-04-26T01:54:57.471257+0000","last_peered":"2024-04-26T01:54:57.471257+0000","last_clean":"2024-04-26T01:54:57.471257+0000","last_became_active":"2024-04-26T01:50:44.898798+0000","last_became_peered":"2024-04-26T01:50:44.898798+0000","last_unstale":"2024-04-26T01:54:57.471257+0000","last_undegraded":"2024-04-26T01:54:57.471257+0000","last_fullsized":"2024-04-26T01:54:57.471257+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:02.288691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'43","reported_seq":585,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:07.925556+0000","last_change":"2024-04-26T01:51:24.566768+0000","last_active":"2024-04-26T01:55:07.925556+0000","last_peered":"2024-04-26T01:55:07.925556+0000","last_clean":"2024-04-26T01:55:07.925556+0000","last_became_active":"2024-04-26T01:51:24.559756+0000","last_became_peered":"2024-04-26T01:51:24.559756+0000","last_unstale":"2024-04-26T01:55:07.925556+0000","last_undegraded":"2024-04-26T01:55:07.925556+0000","last_fullsized":"2024-04-26T01:55:07.925556+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:40:04.547799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71554,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":486,"num_read_kb":300,"num_write":45,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22330,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233163+0000","last_change":"2024-04-26T01:50:44.901598+0000","last_active":"2024-04-26T01:54:57.233163+0000","last_peered":"2024-04-26T01:54:57.233163+0000","last_clean":"2024-04-26T01:54:57.233163+0000","last_became_active":"2024-04-26T01:50:44.901177+0000","last_became_peered":"2024-04-26T01:50:44.901177+0000","last_unstale":"2024-04-26T01:54:57.233163+0000","last_undegraded":"2024-04-26T01:54:57.233163+0000","last_fullsized":"2024-04-26T01:54:57.233163+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:34:19.962708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417693+0000","last_change":"2024-04-26T01:50:39.846511+0000","last_active":"2024-04-26T01:54:57.417693+0000","last_peered":"2024-04-26T01:54:57.417693+0000","last_clean":"2024-04-26T01:54:57.417693+0000","last_became_active":"2024-04-26T01:50:39.845949+0000","last_became_peered":"2024-04-26T01:50:39.845949+0000","last_unstale":"2024-04-26T01:54:57.417693+0000","last_undegraded":"2024-04-26T01:54:57.417693+0000","last_fullsized":"2024-04-26T01:54:57.417693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:32.674548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237687+0000","last_change":"2024-04-26T01:50:44.927989+0000","last_active":"2024-04-26T01:54:57.237687+0000","last_peered":"2024-04-26T01:54:57.237687+0000","last_clean":"2024-04-26T01:54:57.237687+0000","last_became_active":"2024-04-26T01:50:44.927649+0000","last_became_peered":"2024-04-26T01:50:44.927649+0000","last_unstale":"2024-04-26T01:54:57.237687+0000","last_undegraded":"2024-04-26T01:54:57.237687+0000","last_fullsized":"2024-04-26T01:54:57.237687+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:32:09.091744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385904+0000","last_change":"2024-04-26T01:50:39.846204+0000","last_active":"2024-04-26T01:54:57.385904+0000","last_peered":"2024-04-26T01:54:57.385904+0000","last_clean":"2024-04-26T01:54:57.385904+0000","last_became_active":"2024-04-26T01:50:39.845833+0000","last_became_peered":"2024-04-26T01:50:39.845833+0000","last_unstale":"2024-04-26T01:54:57.385904+0000","last_undegraded":"2024-04-26T01:54:57.385904+0000","last_fullsized":"2024-04-26T01:54:57.385904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:22.776062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472006+0000","last_change":"2024-04-26T01:50:44.908421+0000","last_active":"2024-04-26T01:54:57.472006+0000","last_peered":"2024-04-26T01:54:57.472006+0000","last_clean":"2024-04-26T01:54:57.472006+0000","last_became_active":"2024-04-26T01:50:44.908062+0000","last_became_peered":"2024-04-26T01:50:44.908062+0000","last_unstale":"2024-04-26T01:54:57.472006+0000","last_undegraded":"2024-04-26T01:54:57.472006+0000","last_fullsized":"2024-04-26T01:54:57.472006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:45.381426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'7","reported_seq":278,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:06.514611+0000","last_change":"2024-04-26T01:50:39.838097+0000","last_active":"2024-04-26T01:55:06.514611+0000","last_peered":"2024-04-26T01:55:06.514611+0000","last_clean":"2024-04-26T01:55:06.514611+0000","last_became_active":"2024-04-26T01:50:39.837724+0000","last_became_peered":"2024-04-26T01:50:39.837724+0000","last_unstale":"2024-04-26T01:55:06.514611+0000","last_undegraded":"2024-04-26T01:55:06.514611+0000","last_fullsized":"2024-04-26T01:55:06.514611+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:20:21.379352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471509+0000","last_change":"2024-04-26T01:50:44.898751+0000","last_active":"2024-04-26T01:54:57.471509+0000","last_peered":"2024-04-26T01:54:57.471509+0000","last_clean":"2024-04-26T01:54:57.471509+0000","last_became_active":"2024-04-26T01:50:44.898397+0000","last_became_peered":"2024-04-26T01:50:44.898397+0000","last_unstale":"2024-04-26T01:54:57.471509+0000","last_undegraded":"2024-04-26T01:54:57.471509+0000","last_fullsized":"2024-04-26T01:54:57.471509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:21.391335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232855+0000","last_change":"2024-04-26T01:50:39.934344+0000","last_active":"2024-04-26T01:54:57.232855+0000","last_peered":"2024-04-26T01:54:57.232855+0000","last_clean":"2024-04-26T01:54:57.232855+0000","last_became_active":"2024-04-26T01:50:39.933950+0000","last_became_peered":"2024-04-26T01:50:39.933950+0000","last_unstale":"2024-04-26T01:54:57.232855+0000","last_undegraded":"2024-04-26T01:54:57.232855+0000","last_fullsized":"2024-04-26T01:54:57.232855+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:27.445138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.385944+0000","last_change":"2024-04-26T01:50:44.903130+0000","last_active":"2024-04-26T01:54:57.385944+0000","last_peered":"2024-04-26T01:54:57.385944+0000","last_clean":"2024-04-26T01:54:57.385944+0000","last_became_active":"2024-04-26T01:50:44.902614+0000","last_became_peered":"2024-04-26T01:50:44.902614+0000","last_unstale":"2024-04-26T01:54:57.385944+0000","last_undegraded":"2024-04-26T01:54:57.385944+0000","last_fullsized":"2024-04-26T01:54:57.385944+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:30.620879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233249+0000","last_change":"2024-04-26T01:50:39.838071+0000","last_active":"2024-04-26T01:54:57.233249+0000","last_peered":"2024-04-26T01:54:57.233249+0000","last_clean":"2024-04-26T01:54:57.233249+0000","last_became_active":"2024-04-26T01:50:39.837741+0000","last_became_peered":"2024-04-26T01:50:39.837741+0000","last_unstale":"2024-04-26T01:54:57.233249+0000","last_undegraded":"2024-04-26T01:54:57.233249+0000","last_fullsized":"2024-04-26T01:54:57.233249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.360720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591392+0000","last_change":"2024-04-26T01:50:44.902283+0000","last_active":"2024-04-26T01:54:57.591392+0000","last_peered":"2024-04-26T01:54:57.591392+0000","last_clean":"2024-04-26T01:54:57.591392+0000","last_became_active":"2024-04-26T01:50:44.901917+0000","last_became_peered":"2024-04-26T01:50:44.901917+0000","last_unstale":"2024-04-26T01:54:57.591392+0000","last_undegraded":"2024-04-26T01:54:57.591392+0000","last_fullsized":"2024-04-26T01:54:57.591392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:44:49.377109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.374401+0000","last_change":"2024-04-26T01:50:39.941873+0000","last_active":"2024-04-26T01:54:57.374401+0000","last_peered":"2024-04-26T01:54:57.374401+0000","last_clean":"2024-04-26T01:54:57.374401+0000","last_became_active":"2024-04-26T01:50:39.941023+0000","last_became_peered":"2024-04-26T01:50:39.941023+0000","last_unstale":"2024-04-26T01:54:57.374401+0000","last_undegraded":"2024-04-26T01:54:57.374401+0000","last_fullsized":"2024-04-26T01:54:57.374401+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:25.426079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389610+0000","last_change":"2024-04-26T01:50:44.915526+0000","last_active":"2024-04-26T01:54:57.389610+0000","last_peered":"2024-04-26T01:54:57.389610+0000","last_clean":"2024-04-26T01:54:57.389610+0000","last_became_active":"2024-04-26T01:50:44.915171+0000","last_became_peered":"2024-04-26T01:50:44.915171+0000","last_unstale":"2024-04-26T01:54:57.389610+0000","last_undegraded":"2024-04-26T01:54:57.389610+0000","last_fullsized":"2024-04-26T01:54:57.389610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:49.308529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":280,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:06.615158+0000","last_change":"2024-04-26T01:50:39.837671+0000","last_active":"2024-04-26T01:55:06.615158+0000","last_peered":"2024-04-26T01:55:06.615158+0000","last_clean":"2024-04-26T01:55:06.615158+0000","last_became_active":"2024-04-26T01:50:39.836435+0000","last_became_peered":"2024-04-26T01:50:39.836435+0000","last_unstale":"2024-04-26T01:55:06.615158+0000","last_undegraded":"2024-04-26T01:55:06.615158+0000","last_fullsized":"2024-04-26T01:55:06.615158+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:57:40.854623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1761,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":242,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.389366+0000","last_change":"2024-04-26T01:51:24.561109+0000","last_active":"2024-04-26T01:54:57.389366+0000","last_peered":"2024-04-26T01:54:57.389366+0000","last_clean":"2024-04-26T01:54:57.389366+0000","last_became_active":"2024-04-26T01:51:24.560665+0000","last_became_peered":"2024-04-26T01:51:24.560665+0000","last_unstale":"2024-04-26T01:54:57.389366+0000","last_undegraded":"2024-04-26T01:54:57.389366+0000","last_fullsized":"2024-04-26T01:54:57.389366+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:46.808480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386242+0000","last_change":"2024-04-26T01:50:44.902108+0000","last_active":"2024-04-26T01:54:57.386242+0000","last_peered":"2024-04-26T01:54:57.386242+0000","last_clean":"2024-04-26T01:54:57.386242+0000","last_became_active":"2024-04-26T01:50:44.901749+0000","last_became_peered":"2024-04-26T01:50:44.901749+0000","last_unstale":"2024-04-26T01:54:57.386242+0000","last_undegraded":"2024-04-26T01:54:57.386242+0000","last_fullsized":"2024-04-26T01:54:57.386242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:12:36.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":276,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:06.514061+0000","last_change":"2024-04-26T01:50:39.935929+0000","last_active":"2024-04-26T01:55:06.514061+0000","last_peered":"2024-04-26T01:55:06.514061+0000","last_clean":"2024-04-26T01:55:06.514061+0000","last_became_active":"2024-04-26T01:50:39.934827+0000","last_became_peered":"2024-04-26T01:50:39.934827+0000","last_unstale":"2024-04-26T01:55:06.514061+0000","last_undegraded":"2024-04-26T01:55:06.514061+0000","last_fullsized":"2024-04-26T01:55:06.514061+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:49.380126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378541+0000","last_change":"2024-04-26T01:50:44.921358+0000","last_active":"2024-04-26T01:54:57.378541+0000","last_peered":"2024-04-26T01:54:57.378541+0000","last_clean":"2024-04-26T01:54:57.378541+0000","last_became_active":"2024-04-26T01:50:44.915253+0000","last_became_peered":"2024-04-26T01:50:44.915253+0000","last_unstale":"2024-04-26T01:54:57.378541+0000","last_undegraded":"2024-04-26T01:54:57.378541+0000","last_fullsized":"2024-04-26T01:54:57.378541+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:38.003854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232904+0000","last_change":"2024-04-26T01:50:39.839184+0000","last_active":"2024-04-26T01:54:57.232904+0000","last_peered":"2024-04-26T01:54:57.232904+0000","last_clean":"2024-04-26T01:54:57.232904+0000","last_became_active":"2024-04-26T01:50:39.838836+0000","last_became_peered":"2024-04-26T01:50:39.838836+0000","last_unstale":"2024-04-26T01:54:57.232904+0000","last_undegraded":"2024-04-26T01:54:57.232904+0000","last_fullsized":"2024-04-26T01:54:57.232904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:59:24.389509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":405,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:59.398617+0000","last_change":"2024-04-26T01:49:05.341570+0000","last_active":"2024-04-26T01:54:59.398617+0000","last_peered":"2024-04-26T01:54:59.398617+0000","last_clean":"2024-04-26T01:54:59.398617+0000","last_became_active":"2024-04-26T01:49:05.341050+0000","last_became_peered":"2024-04-26T01:49:05.341050+0000","last_unstale":"2024-04-26T01:54:59.398617+0000","last_undegraded":"2024-04-26T01:54:59.398617+0000","last_fullsized":"2024-04-26T01:54:59.398617+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:45:09.572302+0000","last_clean_scrub_stamp":"2024-04-26T01:45:09.572302+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:46:43.492329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.237185+0000","last_change":"2024-04-26T01:50:44.909646+0000","last_active":"2024-04-26T01:54:57.237185+0000","last_peered":"2024-04-26T01:54:57.237185+0000","last_clean":"2024-04-26T01:54:57.237185+0000","last_became_active":"2024-04-26T01:50:44.909335+0000","last_became_peered":"2024-04-26T01:50:44.909335+0000","last_unstale":"2024-04-26T01:54:57.237185+0000","last_undegraded":"2024-04-26T01:54:57.237185+0000","last_fullsized":"2024-04-26T01:54:57.237185+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:39:34.158149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471751+0000","last_change":"2024-04-26T01:50:39.836482+0000","last_active":"2024-04-26T01:54:57.471751+0000","last_peered":"2024-04-26T01:54:57.471751+0000","last_clean":"2024-04-26T01:54:57.471751+0000","last_became_active":"2024-04-26T01:50:39.836054+0000","last_became_peered":"2024-04-26T01:50:39.836054+0000","last_unstale":"2024-04-26T01:54:57.471751+0000","last_undegraded":"2024-04-26T01:54:57.471751+0000","last_fullsized":"2024-04-26T01:54:57.471751+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:28:01.913052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233295+0000","last_change":"2024-04-26T01:50:39.937661+0000","last_active":"2024-04-26T01:54:57.233295+0000","last_peered":"2024-04-26T01:54:57.233295+0000","last_clean":"2024-04-26T01:54:57.233295+0000","last_became_active":"2024-04-26T01:50:39.937389+0000","last_became_peered":"2024-04-26T01:50:39.937389+0000","last_unstale":"2024-04-26T01:54:57.233295+0000","last_undegraded":"2024-04-26T01:54:57.233295+0000","last_fullsized":"2024-04-26T01:54:57.233295+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:40.936198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.241162+0000","last_change":"2024-04-26T01:50:44.906724+0000","last_active":"2024-04-26T01:54:57.241162+0000","last_peered":"2024-04-26T01:54:57.241162+0000","last_clean":"2024-04-26T01:54:57.241162+0000","last_became_active":"2024-04-26T01:50:44.906233+0000","last_became_peered":"2024-04-26T01:50:44.906233+0000","last_unstale":"2024-04-26T01:54:57.241162+0000","last_undegraded":"2024-04-26T01:54:57.241162+0000","last_fullsized":"2024-04-26T01:54:57.241162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:11:47.597291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'129","reported_seq":284,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:00.632979+0000","last_change":"2024-04-26T01:50:39.846970+0000","last_active":"2024-04-26T01:55:00.632979+0000","last_peered":"2024-04-26T01:55:00.632979+0000","last_clean":"2024-04-26T01:55:00.632979+0000","last_became_active":"2024-04-26T01:50:39.846044+0000","last_became_peered":"2024-04-26T01:50:39.846044+0000","last_unstale":"2024-04-26T01:55:00.632979+0000","last_undegraded":"2024-04-26T01:55:00.632979+0000","last_fullsized":"2024-04-26T01:55:00.632979+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":129,"log_dups_size":0,"ondisk_log_size":129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:24:12.397342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":376,"num_write":238,"num_write_kb":1415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378388+0000","last_change":"2024-04-26T01:50:44.927326+0000","last_active":"2024-04-26T01:54:57.378388+0000","last_peered":"2024-04-26T01:54:57.378388+0000","last_clean":"2024-04-26T01:54:57.378388+0000","last_became_active":"2024-04-26T01:50:44.922461+0000","last_became_peered":"2024-04-26T01:50:44.922461+0000","last_unstale":"2024-04-26T01:54:57.378388+0000","last_undegraded":"2024-04-26T01:54:57.378388+0000","last_fullsized":"2024-04-26T01:54:57.378388+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:14.569850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233408+0000","last_change":"2024-04-26T01:50:40.233291+0000","last_active":"2024-04-26T01:54:57.233408+0000","last_peered":"2024-04-26T01:54:57.233408+0000","last_clean":"2024-04-26T01:54:57.233408+0000","last_became_active":"2024-04-26T01:50:40.232962+0000","last_became_peered":"2024-04-26T01:50:40.232962+0000","last_unstale":"2024-04-26T01:54:57.233408+0000","last_undegraded":"2024-04-26T01:54:57.233408+0000","last_fullsized":"2024-04-26T01:54:57.233408+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:18:42.505758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.473195+0000","last_change":"2024-04-26T01:50:44.930315+0000","last_active":"2024-04-26T01:54:57.473195+0000","last_peered":"2024-04-26T01:54:57.473195+0000","last_clean":"2024-04-26T01:54:57.473195+0000","last_became_active":"2024-04-26T01:50:44.928095+0000","last_became_peered":"2024-04-26T01:50:44.928095+0000","last_unstale":"2024-04-26T01:54:57.473195+0000","last_undegraded":"2024-04-26T01:54:57.473195+0000","last_fullsized":"2024-04-26T01:54:57.473195+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:38.875938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471089+0000","last_change":"2024-04-26T01:50:39.938132+0000","last_active":"2024-04-26T01:54:57.471089+0000","last_peered":"2024-04-26T01:54:57.471089+0000","last_clean":"2024-04-26T01:54:57.471089+0000","last_became_active":"2024-04-26T01:50:39.937861+0000","last_became_peered":"2024-04-26T01:50:39.937861+0000","last_unstale":"2024-04-26T01:54:57.471089+0000","last_undegraded":"2024-04-26T01:54:57.471089+0000","last_fullsized":"2024-04-26T01:54:57.471089+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:56:01.546067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.232941+0000","last_change":"2024-04-26T01:50:44.897964+0000","last_active":"2024-04-26T01:54:57.232941+0000","last_peered":"2024-04-26T01:54:57.232941+0000","last_clean":"2024-04-26T01:54:57.232941+0000","last_became_active":"2024-04-26T01:50:44.897609+0000","last_became_peered":"2024-04-26T01:50:44.897609+0000","last_unstale":"2024-04-26T01:54:57.232941+0000","last_undegraded":"2024-04-26T01:54:57.232941+0000","last_fullsized":"2024-04-26T01:54:57.232941+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:19.122059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377594+0000","last_change":"2024-04-26T01:50:39.844458+0000","last_active":"2024-04-26T01:54:57.377594+0000","last_peered":"2024-04-26T01:54:57.377594+0000","last_clean":"2024-04-26T01:54:57.377594+0000","last_became_active":"2024-04-26T01:50:39.843360+0000","last_became_peered":"2024-04-26T01:50:39.843360+0000","last_unstale":"2024-04-26T01:54:57.377594+0000","last_undegraded":"2024-04-26T01:54:57.377594+0000","last_fullsized":"2024-04-26T01:54:57.377594+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:29.991561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591309+0000","last_change":"2024-04-26T01:50:44.905520+0000","last_active":"2024-04-26T01:54:57.591309+0000","last_peered":"2024-04-26T01:54:57.591309+0000","last_clean":"2024-04-26T01:54:57.591309+0000","last_became_active":"2024-04-26T01:50:44.903327+0000","last_became_peered":"2024-04-26T01:50:44.903327+0000","last_unstale":"2024-04-26T01:54:57.591309+0000","last_undegraded":"2024-04-26T01:54:57.591309+0000","last_fullsized":"2024-04-26T01:54:57.591309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:42:53.070611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591387+0000","last_change":"2024-04-26T01:51:24.466673+0000","last_active":"2024-04-26T01:54:57.591387+0000","last_peered":"2024-04-26T01:54:57.591387+0000","last_clean":"2024-04-26T01:54:57.591387+0000","last_became_active":"2024-04-26T01:51:24.452209+0000","last_became_peered":"2024-04-26T01:51:24.452209+0000","last_unstale":"2024-04-26T01:54:57.591387+0000","last_undegraded":"2024-04-26T01:54:57.591387+0000","last_fullsized":"2024-04-26T01:54:57.591387+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:13.356374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378793+0000","last_change":"2024-04-26T01:50:44.926963+0000","last_active":"2024-04-26T01:54:57.378793+0000","last_peered":"2024-04-26T01:54:57.378793+0000","last_clean":"2024-04-26T01:54:57.378793+0000","last_became_active":"2024-04-26T01:50:44.922504+0000","last_became_peered":"2024-04-26T01:50:44.922504+0000","last_unstale":"2024-04-26T01:54:57.378793+0000","last_undegraded":"2024-04-26T01:54:57.378793+0000","last_fullsized":"2024-04-26T01:54:57.378793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:35:52.032765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.233448+0000","last_change":"2024-04-26T01:50:39.839180+0000","last_active":"2024-04-26T01:54:57.233448+0000","last_peered":"2024-04-26T01:54:57.233448+0000","last_clean":"2024-04-26T01:54:57.233448+0000","last_became_active":"2024-04-26T01:50:39.838843+0000","last_became_peered":"2024-04-26T01:50:39.838843+0000","last_unstale":"2024-04-26T01:54:57.233448+0000","last_undegraded":"2024-04-26T01:54:57.233448+0000","last_fullsized":"2024-04-26T01:54:57.233448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:42.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471846+0000","last_change":"2024-04-26T01:50:44.908055+0000","last_active":"2024-04-26T01:54:57.471846+0000","last_peered":"2024-04-26T01:54:57.471846+0000","last_clean":"2024-04-26T01:54:57.471846+0000","last_became_active":"2024-04-26T01:50:44.907658+0000","last_became_peered":"2024-04-26T01:50:44.907658+0000","last_unstale":"2024-04-26T01:54:57.471846+0000","last_undegraded":"2024-04-26T01:54:57.471846+0000","last_fullsized":"2024-04-26T01:54:57.471846+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:24.288042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'8","reported_seq":281,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:06.430113+0000","last_change":"2024-04-26T01:50:40.233557+0000","last_active":"2024-04-26T01:55:06.430113+0000","last_peered":"2024-04-26T01:55:06.430113+0000","last_clean":"2024-04-26T01:55:06.430113+0000","last_became_active":"2024-04-26T01:50:40.233126+0000","last_became_peered":"2024-04-26T01:50:40.233126+0000","last_unstale":"2024-04-26T01:55:06.430113+0000","last_undegraded":"2024-04-26T01:55:06.430113+0000","last_fullsized":"2024-04-26T01:55:06.430113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:27:35.201152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":244,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472206+0000","last_change":"2024-04-26T01:50:44.904745+0000","last_active":"2024-04-26T01:54:57.472206+0000","last_peered":"2024-04-26T01:54:57.472206+0000","last_clean":"2024-04-26T01:54:57.472206+0000","last_became_active":"2024-04-26T01:50:44.904393+0000","last_became_peered":"2024-04-26T01:50:44.904393+0000","last_unstale":"2024-04-26T01:54:57.472206+0000","last_undegraded":"2024-04-26T01:54:57.472206+0000","last_fullsized":"2024-04-26T01:54:57.472206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:27:14.404287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'75","reported_seq":146,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:55:00.627033+0000","last_change":"2024-04-26T01:50:39.846321+0000","last_active":"2024-04-26T01:55:00.627033+0000","last_peered":"2024-04-26T01:55:00.627033+0000","last_clean":"2024-04-26T01:55:00.627033+0000","last_became_active":"2024-04-26T01:50:39.845826+0000","last_became_peered":"2024-04-26T01:50:39.845826+0000","last_unstale":"2024-04-26T01:55:00.627033+0000","last_undegraded":"2024-04-26T01:55:00.627033+0000","last_fullsized":"2024-04-26T01:55:00.627033+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:00.811712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":44,"num_write":84,"num_write_kb":1075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471977+0000","last_change":"2024-04-26T01:50:44.922480+0000","last_active":"2024-04-26T01:54:57.471977+0000","last_peered":"2024-04-26T01:54:57.471977+0000","last_clean":"2024-04-26T01:54:57.471977+0000","last_became_active":"2024-04-26T01:50:44.922136+0000","last_became_peered":"2024-04-26T01:50:44.922136+0000","last_unstale":"2024-04-26T01:54:57.471977+0000","last_undegraded":"2024-04-26T01:54:57.471977+0000","last_fullsized":"2024-04-26T01:54:57.471977+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:06:18.293052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.235447+0000","last_change":"2024-04-26T01:50:39.846458+0000","last_active":"2024-04-26T01:54:57.235447+0000","last_peered":"2024-04-26T01:54:57.235447+0000","last_clean":"2024-04-26T01:54:57.235447+0000","last_became_active":"2024-04-26T01:50:39.846051+0000","last_became_peered":"2024-04-26T01:50:39.846051+0000","last_unstale":"2024-04-26T01:54:57.235447+0000","last_undegraded":"2024-04-26T01:54:57.235447+0000","last_fullsized":"2024-04-26T01:54:57.235447+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:38.797172+0000","last_clean_scrub_stamp":"2024-04-26T01:50:38.797172+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:40.141365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472256+0000","last_change":"2024-04-26T01:50:44.900784+0000","last_active":"2024-04-26T01:54:57.472256+0000","last_peered":"2024-04-26T01:54:57.472256+0000","last_clean":"2024-04-26T01:54:57.472256+0000","last_became_active":"2024-04-26T01:50:44.899961+0000","last_became_peered":"2024-04-26T01:50:44.899961+0000","last_unstale":"2024-04-26T01:54:57.472256+0000","last_undegraded":"2024-04-26T01:54:57.472256+0000","last_fullsized":"2024-04-26T01:54:57.472256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:30:39.215421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591455+0000","last_change":"2024-04-26T01:50:44.901650+0000","last_active":"2024-04-26T01:54:57.591455+0000","last_peered":"2024-04-26T01:54:57.591455+0000","last_clean":"2024-04-26T01:54:57.591455+0000","last_became_active":"2024-04-26T01:50:44.901245+0000","last_became_peered":"2024-04-26T01:50:44.901245+0000","last_unstale":"2024-04-26T01:54:57.591455+0000","last_undegraded":"2024-04-26T01:54:57.591455+0000","last_fullsized":"2024-04-26T01:54:57.591455+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:54:29.324056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417606+0000","last_change":"2024-04-26T01:50:44.901280+0000","last_active":"2024-04-26T01:54:57.417606+0000","last_peered":"2024-04-26T01:54:57.417606+0000","last_clean":"2024-04-26T01:54:57.417606+0000","last_became_active":"2024-04-26T01:50:44.900786+0000","last_became_peered":"2024-04-26T01:50:44.900786+0000","last_unstale":"2024-04-26T01:54:57.417606+0000","last_undegraded":"2024-04-26T01:54:57.417606+0000","last_fullsized":"2024-04-26T01:54:57.417606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:10:46.752982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417618+0000","last_change":"2024-04-26T01:50:44.916125+0000","last_active":"2024-04-26T01:54:57.417618+0000","last_peered":"2024-04-26T01:54:57.417618+0000","last_clean":"2024-04-26T01:54:57.417618+0000","last_became_active":"2024-04-26T01:50:44.915574+0000","last_became_peered":"2024-04-26T01:50:44.915574+0000","last_unstale":"2024-04-26T01:54:57.417618+0000","last_undegraded":"2024-04-26T01:54:57.417618+0000","last_fullsized":"2024-04-26T01:54:57.417618+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:13:24.624452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.472209+0000","last_change":"2024-04-26T01:50:44.920088+0000","last_active":"2024-04-26T01:54:57.472209+0000","last_peered":"2024-04-26T01:54:57.472209+0000","last_clean":"2024-04-26T01:54:57.472209+0000","last_became_active":"2024-04-26T01:50:44.919578+0000","last_became_peered":"2024-04-26T01:50:44.919578+0000","last_unstale":"2024-04-26T01:54:57.472209+0000","last_undegraded":"2024-04-26T01:54:57.472209+0000","last_fullsized":"2024-04-26T01:54:57.472209+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:42:12.708597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.241032+0000","last_change":"2024-04-26T01:50:44.914367+0000","last_active":"2024-04-26T01:54:57.241032+0000","last_peered":"2024-04-26T01:54:57.241032+0000","last_clean":"2024-04-26T01:54:57.241032+0000","last_became_active":"2024-04-26T01:50:44.913692+0000","last_became_peered":"2024-04-26T01:50:44.913692+0000","last_unstale":"2024-04-26T01:54:57.241032+0000","last_undegraded":"2024-04-26T01:54:57.241032+0000","last_fullsized":"2024-04-26T01:54:57.241032+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:50.165674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591586+0000","last_change":"2024-04-26T01:50:44.899552+0000","last_active":"2024-04-26T01:54:57.591586+0000","last_peered":"2024-04-26T01:54:57.591586+0000","last_clean":"2024-04-26T01:54:57.591586+0000","last_became_active":"2024-04-26T01:50:44.897774+0000","last_became_peered":"2024-04-26T01:50:44.897774+0000","last_unstale":"2024-04-26T01:54:57.591586+0000","last_undegraded":"2024-04-26T01:54:57.591586+0000","last_fullsized":"2024-04-26T01:54:57.591586+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:50:06.861995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.417972+0000","last_change":"2024-04-26T01:50:44.901813+0000","last_active":"2024-04-26T01:54:57.417972+0000","last_peered":"2024-04-26T01:54:57.417972+0000","last_clean":"2024-04-26T01:54:57.417972+0000","last_became_active":"2024-04-26T01:50:44.899341+0000","last_became_peered":"2024-04-26T01:50:44.899341+0000","last_unstale":"2024-04-26T01:54:57.417972+0000","last_undegraded":"2024-04-26T01:54:57.417972+0000","last_fullsized":"2024-04-26T01:54:57.417972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:25.261649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.378272+0000","last_change":"2024-04-26T01:50:44.922149+0000","last_active":"2024-04-26T01:54:57.378272+0000","last_peered":"2024-04-26T01:54:57.378272+0000","last_clean":"2024-04-26T01:54:57.378272+0000","last_became_active":"2024-04-26T01:50:44.914001+0000","last_became_peered":"2024-04-26T01:50:44.914001+0000","last_unstale":"2024-04-26T01:54:57.378272+0000","last_undegraded":"2024-04-26T01:54:57.378272+0000","last_fullsized":"2024-04-26T01:54:57.378272+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:43.918362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.386006+0000","last_change":"2024-04-26T01:50:44.916759+0000","last_active":"2024-04-26T01:54:57.386006+0000","last_peered":"2024-04-26T01:54:57.386006+0000","last_clean":"2024-04-26T01:54:57.386006+0000","last_became_active":"2024-04-26T01:50:44.916281+0000","last_became_peered":"2024-04-26T01:50:44.916281+0000","last_unstale":"2024-04-26T01:54:57.386006+0000","last_undegraded":"2024-04-26T01:54:57.386006+0000","last_fullsized":"2024-04-26T01:54:57.386006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:15:52.766961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.377511+0000","last_change":"2024-04-26T01:50:44.920279+0000","last_active":"2024-04-26T01:54:57.377511+0000","last_peered":"2024-04-26T01:54:57.377511+0000","last_clean":"2024-04-26T01:54:57.377511+0000","last_became_active":"2024-04-26T01:50:44.914955+0000","last_became_peered":"2024-04-26T01:50:44.914955+0000","last_unstale":"2024-04-26T01:54:57.377511+0000","last_undegraded":"2024-04-26T01:54:57.377511+0000","last_fullsized":"2024-04-26T01:54:57.377511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:40:35.195978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.471240+0000","last_change":"2024-04-26T01:50:44.914168+0000","last_active":"2024-04-26T01:54:57.471240+0000","last_peered":"2024-04-26T01:54:57.471240+0000","last_clean":"2024-04-26T01:54:57.471240+0000","last_became_active":"2024-04-26T01:50:44.913827+0000","last_became_peered":"2024-04-26T01:50:44.913827+0000","last_unstale":"2024-04-26T01:54:57.471240+0000","last_undegraded":"2024-04-26T01:54:57.471240+0000","last_fullsized":"2024-04-26T01:54:57.471240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:18:43.984999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.240463+0000","last_change":"2024-04-26T01:50:44.915210+0000","last_active":"2024-04-26T01:54:57.240463+0000","last_peered":"2024-04-26T01:54:57.240463+0000","last_clean":"2024-04-26T01:54:57.240463+0000","last_became_active":"2024-04-26T01:50:44.914864+0000","last_became_peered":"2024-04-26T01:50:44.914864+0000","last_unstale":"2024-04-26T01:54:57.240463+0000","last_undegraded":"2024-04-26T01:54:57.240463+0000","last_fullsized":"2024-04-26T01:54:57.240463+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:18.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:54:57.591278+0000","last_change":"2024-04-26T01:51:24.454631+0000","last_active":"2024-04-26T01:54:57.591278+0000","last_peered":"2024-04-26T01:54:57.591278+0000","last_clean":"2024-04-26T01:54:57.591278+0000","last_became_active":"2024-04-26T01:51:24.454196+0000","last_became_peered":"2024-04-26T01:51:24.454196+0000","last_unstale":"2024-04-26T01:54:57.591278+0000","last_undegraded":"2024-04-26T01:54:57.591278+0000","last_fullsized":"2024-04-26T01:54:57.591278+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:50:43.849717+0000","last_clean_scrub_stamp":"2024-04-26T01:50:43.849717+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:32.344759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108132,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":803475,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2900,"num_read_kb":1711,"num_write":571,"num_write_kb":2656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22330,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":794624,"data_stored":2410425,"data_compressed":107409,"data_compressed_allocated":139264,"data_compressed_original":2121728,"omap_allocated":0,"internal_metadata":0},"log_size":425,"ondisk_log_size":425,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351045,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":493144,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612683,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32380,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712772,"statfs":{"total":95995035648,"available":95961878528,"internally_reserved":0,"allocated":1220608,"data_stored":1483818,"data_compressed":54157,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776208,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":885367,"data_compressed":22207,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037847,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":885745,"data_compressed":22207,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299483,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1081344,"data_stored":1087784,"data_compressed":38955,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463009,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":493041,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1089536,"data_stored":565508,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":494130,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":495097,"data_compressed":2911,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149810,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1101824,"data_stored":1213141,"data_compressed":37409,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888174,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":564065,"data_compressed":6826,"data_compressed_allocated":8192,"data_compressed_original":28672,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724648,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":1413739,"data_compressed":54157,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36044,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":74479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34498,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":73036,"data_compressed":3915,"data_compressed_allocated":4096,"data_compressed_original":20480,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332225,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":394716,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":402304,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:55:12.628 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:55:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:12 smithi044 ceph-mon[27847]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T01:55:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:12 smithi044 ceph-mon[27847]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:13.139 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:12 smithi156 ceph-mon[32543]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T01:55:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:12 smithi156 ceph-mon[32543]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:13.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:12 smithi090 ceph-mon[32456]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T01:55:13.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:12 smithi090 ceph-mon[32456]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:55:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 -- 172.21.15.44:0/4101841801 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100b40 msgr2=0x7f05a8104c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 --2- 172.21.15.44:0/4101841801 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100b40 0x7f05a8104c10 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0594009930 tx=0x7f059402a440 comp rx=0 tx=0).stop 2024-04-26T01:55:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 -- 172.21.15.44:0/4101841801 shutdown_connections 2024-04-26T01:55:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 --2- 172.21.15.44:0/4101841801 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05a8105150 0x7f05a8105600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 --2- 172.21.15.44:0/4101841801 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100b40 0x7f05a8104c10 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 --2- 172.21.15.44:0/4101841801 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05a8100220 0x7f05a8100600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 -- 172.21.15.44:0/4101841801 >> 172.21.15.44:0/4101841801 conn(0x7f05a8076db0 msgr2=0x7f05a80fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 -- 172.21.15.44:0/4101841801 shutdown_connections 2024-04-26T01:55:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.915+0000 7f05a7e00640 1 -- 172.21.15.44:0/4101841801 wait complete. 2024-04-26T01:55:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.916+0000 7f05a7e00640 1 Processor -- start 2024-04-26T01:55:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.917+0000 7f05a7e00640 1 -- start start 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.917+0000 7f05a7e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100220 0x7f05a8198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.917+0000 7f05a7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05a8100b40 0x7f05a8198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.917+0000 7f05a7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05a8105150 0x7f05a819cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.917+0000 7f05a7e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f05a8110f40 con 0x7f05a8105150 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.917+0000 7f05a7e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f05a8110dc0 con 0x7f05a8100b40 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.917+0000 7f05a7e00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f05a81110c0 con 0x7f05a8100220 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100220 0x7f05a8198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100220 0x7f05a8198630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:57176/0 (socket says 172.21.15.44:57176) 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 -- 172.21.15.44:0/1273066509 learned_addr learned my addr 172.21.15.44:0/1273066509 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a7400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05a8105150 0x7f05a819cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6000640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05a8100b40 0x7f05a8198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 -- 172.21.15.44:0/1273066509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05a8100b40 msgr2=0x7f05a8198b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05a8100b40 0x7f05a8198b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 -- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05a8105150 msgr2=0x7f05a819cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05a8105150 0x7f05a819cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 -- 172.21.15.44:0/1273066509 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05a819d620 con 0x7f05a8100220 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.918+0000 7f05a6a00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100220 0x7f05a8198630 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f059800e9f0 tx=0x7f059800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.919+0000 7f059f400640 1 -- 172.21.15.44:0/1273066509 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f059800ccc0 con 0x7f05a8100220 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.919+0000 7f059f400640 1 -- 172.21.15.44:0/1273066509 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f059800ce60 con 0x7f05a8100220 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.919+0000 7f059f400640 1 -- 172.21.15.44:0/1273066509 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0598010430 con 0x7f05a8100220 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.919+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05a819d910 con 0x7f05a8100220 2024-04-26T01:55:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.919+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05a81a51a0 con 0x7f05a8100220 2024-04-26T01:55:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.922+0000 7f059f400640 1 -- 172.21.15.44:0/1273066509 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f05980046c0 con 0x7f05a8100220 2024-04-26T01:55:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.922+0000 7f05b0998740 1 Processor -- start 2024-04-26T01:55:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.922+0000 7f05b0998740 1 -- start start 2024-04-26T01:55:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05b0998740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be69b0 0x556b61be6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05b0998740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be72d0 0x556b61bf1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05b0998740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bf3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05b0998740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556b61b4c900 con 0x556b61be72d0 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05b0998740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556b61af2ef0 con 0x556b61be69b0 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05b0998740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556b61b488c0 con 0x556b61bf1b90 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be72d0 0x556b61bf1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be72d0 0x556b61bf1650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46322/0 (socket says 172.21.15.44:46322) 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05a6a00640 1 -- 172.21.15.44:0/4218749624 learned_addr learned my addr 172.21.15.44:0/4218749624 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05a7400640 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be69b0 0x556b61be6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.923+0000 7f05a6000640 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bf3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a6a00640 1 -- 172.21.15.44:0/4218749624 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 msgr2=0x556b61bf3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a6a00640 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bf3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a6a00640 1 -- 172.21.15.44:0/4218749624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be69b0 msgr2=0x556b61be6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a6a00640 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be69b0 0x556b61be6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a6a00640 1 -- 172.21.15.44:0/4218749624 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b6185f210 con 0x556b61be72d0 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a7400640 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be69b0 0x556b61be6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:13.923 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f059f400640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f058c0a3ec0 0x7f058c0a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.924 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a6a00640 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be72d0 0x556b61bf1650 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f05980ce320 tx=0x7f05980d4e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d2b4adf35d47317 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:13.924 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f059f400640 1 -- 172.21.15.44:0/1273066509 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f05980d0e30 con 0x7f05a8100220 2024-04-26T01:55:13.924 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f0593e00640 1 -- 172.21.15.44:0/4218749624 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0598098ea0 con 0x556b61be72d0 2024-04-26T01:55:13.924 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f0593e00640 1 -- 172.21.15.44:0/4218749624 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f059809d300 con 0x556b61be72d0 2024-04-26T01:55:13.924 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.924+0000 7f05a7400640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f058c0a3ec0 0x7f058c0a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.924 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f0593e00640 1 -- 172.21.15.44:0/4218749624 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05980d49d0 con 0x556b61be72d0 2024-04-26T01:55:13.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 -- 172.21.15.44:0/4218749624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be72d0 msgr2=0x556b61bf1650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be72d0 0x556b61bf1650 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f05980ce320 tx=0x7f05980d4e40 comp rx=0 tx=0).stop 2024-04-26T01:55:13.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05a7400640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f058c0a3ec0 0x7f058c0a6380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f05a0005fd0 tx=0x7f05a0009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 -- 172.21.15.44:0/4218749624 shutdown_connections 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bf3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be72d0 0x556b61bf1650 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 --2- 172.21.15.44:0/4218749624 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be69b0 0x556b61be6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 -- 172.21.15.44:0/4218749624 >> 172.21.15.44:0/4218749624 conn(0x556b61be2ec0 msgr2=0x556b61be32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 -- 172.21.15.44:0/4218749624 shutdown_connections 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.925+0000 7f05b0998740 1 -- 172.21.15.44:0/4218749624 wait complete. 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.926+0000 7f05b0998740 1 -- start start 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.926+0000 7f05b0998740 1 Processor -- start 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.926+0000 7f05b0998740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61beead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.926+0000 7f05b0998740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be72d0 0x556b61bef010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05b0998740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bef550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05b0998740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556b61bf4760 con 0x556b61be69b0 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05b0998740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556b61b06310 con 0x556b61be72d0 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05b0998740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556b61bf48e0 con 0x556b61bf1b90 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05b0998740 10 client.0 _ll_register_callbacks cb 0x556b61ad4cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61beead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61beead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46328/0 (socket says 172.21.15.44:46328) 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 -- 172.21.15.44:0/3989708317 learned_addr learned my addr 172.21.15.44:0/3989708317 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6000640 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be72d0 0x556b61bef010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a7400640 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bef550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 -- 172.21.15.44:0/3989708317 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 msgr2=0x556b61bef550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bef550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 -- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be72d0 msgr2=0x556b61bef010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be72d0 0x556b61bef010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.927+0000 7f05a6a00640 1 -- 172.21.15.44:0/3989708317 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b6192b620 con 0x556b61be69b0 2024-04-26T01:55:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f05a6a00640 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61beead0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f059809c900 tx=0x7f05980ce350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72b92299663a4acb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f0590c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f0590c00640 1 -- 172.21.15.44:0/3989708317 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f059809c560 con 0x556b61be69b0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f0590c00640 1 -- 172.21.15.44:0/3989708317 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f05980bd0b0 con 0x556b61be69b0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f059809d300 con 0x556b61be69b0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f0590c00640 1 -- 172.21.15.44:0/3989708317 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f059809c740 con 0x556b61be69b0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f05b0998740 10 client.15126 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556b61bf4760 con 0x556b61be69b0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.928+0000 7f0590c00640 1 -- 172.21.15.44:0/3989708317 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f059809d300 con 0x556b61be69b0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f0590c00640 1 -- 172.21.15.44:0/3989708317 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f05980a53e0 con 0x556b61be69b0 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f05b0998740 10 client.15126 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f05b0998740 10 client.15126 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f05b0998740 20 client.15126 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f05b0998740 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c05f40 0x556b61c08330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f05b0998740 4 client.15126 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b61b608b0 con 0x556b61c05f40 2024-04-26T01:55:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.929+0000 7f05a6000640 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c05f40 0x556b61c08330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.930+0000 7f05a6000640 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c05f40 0x556b61c08330 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=478c457ef61d63b3 server_cookie=6b5cde9c0ec3e377 in_seq=0 out_seq=0 2024-04-26T01:55:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.930+0000 7f0590c00640 10 client.15126 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.930+0000 7f0590c00640 1 -- 172.21.15.44:0/3989708317 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556b61b608b0 con 0x556b61c05f40 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.930+0000 7f0590c00640 10 client.15126 handle_command_reply: tid=0 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.930+0000 7f05b0998740 1 client.15126 shutdown 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 msgr2=0x556b61beead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61beead0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f059809c900 tx=0x7f05980ce350 comp rx=0 tx=0).stop 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 shutdown_connections 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c05f40 0x556b61c08330 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61bf1b90 0x556b61bef550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61be72d0 0x556b61bef010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 --2- 172.21.15.44:0/3989708317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61beead0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f0590c00640 0 client.15126 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 >> 172.21.15.44:0/3989708317 conn(0x556b61be2ec0 msgr2=0x556b61be8c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 shutdown_connections 2024-04-26T01:55:13.933 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 1 -- 172.21.15.44:0/3989708317 wait complete. 2024-04-26T01:55:13.933 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.931+0000 7f05b0998740 20 client.15126 trim_cache size 0 max 16384 2024-04-26T01:55:13.945 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.947+0000 7f05b0998740 1 Processor -- start 2024-04-26T01:55:13.945 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.947+0000 7f05b0998740 1 -- start start 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05b0998740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61c01ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05b0998740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bf0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05b0998740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61c0d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05b0998740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f05a81ab6d0 con 0x556b61be69b0 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05b0998740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f05a81ad210 con 0x556b61bf1b90 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05b0998740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f05a81abda0 con 0x556b61be72d0 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61c01ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05a7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61c0d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61c01ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46340/0 (socket says 172.21.15.44:46340) 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05a7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61c0d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50048/0 (socket says 172.21.15.44:50048) 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05a6a00640 1 -- 172.21.15.44:0/518195553 learned_addr learned my addr 172.21.15.44:0/518195553 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.948+0000 7f05a6000640 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bf0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f05a6a00640 1 -- 172.21.15.44:0/518195553 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 msgr2=0x556b61bf0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f05a6a00640 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bf0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f05a6a00640 1 -- 172.21.15.44:0/518195553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 msgr2=0x556b61c0d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f05a6a00640 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61c0d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f05a6a00640 1 -- 172.21.15.44:0/518195553 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b61bed020 con 0x556b61be69b0 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f05a7400640 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61c0d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f05a6a00640 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61c01ab0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f059809aeb0 tx=0x7f059809b110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0e286302c28b037 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f0593400640 1 -- 172.21.15.44:0/518195553 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f059809c9d0 con 0x556b61be69b0 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f0593400640 1 -- 172.21.15.44:0/518195553 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f059809d300 con 0x556b61be69b0 2024-04-26T01:55:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.949+0000 7f0593400640 1 -- 172.21.15.44:0/518195553 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05980a5870 con 0x556b61be69b0 2024-04-26T01:55:13.951 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 -- 172.21.15.44:0/518195553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 msgr2=0x556b61c01ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.951 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61c01ab0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f059809aeb0 tx=0x7f059809b110 comp rx=0 tx=0).stop 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 -- 172.21.15.44:0/518195553 shutdown_connections 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61c0d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bf0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 --2- 172.21.15.44:0/518195553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61c01ab0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 -- 172.21.15.44:0/518195553 >> 172.21.15.44:0/518195553 conn(0x556b61be2ec0 msgr2=0x556b61bf0300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 -- 172.21.15.44:0/518195553 shutdown_connections 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 -- 172.21.15.44:0/518195553 wait complete. 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.950+0000 7f05b0998740 1 -- start start 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 1 Processor -- start 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61bfbc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bfc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61bfc6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f05a81acb40 con 0x556b61be69b0 2024-04-26T01:55:13.952 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f05a81ac470 con 0x556b61bf1b90 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f05a81a96d0 con 0x556b61be72d0 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05b0998740 10 client.0 _ll_register_callbacks cb 0x7f05980d4c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61bfbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05a6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61bfbc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46346/0 (socket says 172.21.15.44:46346) 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.951+0000 7f05a6a00640 1 -- 172.21.15.44:0/2460043116 learned_addr learned my addr 172.21.15.44:0/2460043116 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a7400640 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61bfc6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a6000640 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bfc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a6a00640 1 -- 172.21.15.44:0/2460043116 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 msgr2=0x556b61bfc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a6a00640 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bfc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a6a00640 1 -- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 msgr2=0x556b61bfc6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a6a00640 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61bfc6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a6a00640 1 -- 172.21.15.44:0/2460043116 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b61c6b460 con 0x556b61be69b0 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05a6a00640 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61bfbc40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f05980a5340 tx=0x7f0598098cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32bbdd0fcc6dcdf7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:13.953 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f0590c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f0590c00640 1 -- 172.21.15.44:0/2460043116 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f059809c9d0 con 0x556b61be69b0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f0590c00640 1 -- 172.21.15.44:0/2460043116 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f05980d4370 con 0x556b61be69b0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.952+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f059809d300 con 0x556b61be69b0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f0590c00640 1 -- 172.21.15.44:0/2460043116 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f05980a5870 con 0x556b61be69b0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 10 client.15132 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556b61c6b460 con 0x556b61be69b0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f0590c00640 1 -- 172.21.15.44:0/2460043116 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f059809d300 con 0x556b61be69b0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f0590c00640 1 -- 172.21.15.44:0/2460043116 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f05980d4810 con 0x556b61be69b0 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 10 client.15132 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 10 client.15132 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 20 client.15132 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c6ca00 0x556b61c6edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:13.954 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 4 client.15132 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:13.955 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.953+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556b61b5a320 con 0x556b61c6ca00 2024-04-26T01:55:13.955 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.954+0000 7f05a6000640 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c6ca00 0x556b61c6edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:13.955 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.954+0000 7f05a6000640 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c6ca00 0x556b61c6edf0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba860d27837dd06f server_cookie=cbb8690cc1132491 in_seq=0 out_seq=0 2024-04-26T01:55:13.955 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.954+0000 7f0590c00640 10 client.15132 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.968+0000 7f0590c00640 1 -- 172.21.15.44:0/2460043116 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556b61b5a320 con 0x556b61c6ca00 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.968+0000 7f0590c00640 10 client.15132 handle_command_reply: tid=0 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.968+0000 7f05b0998740 1 client.15132 shutdown 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 msgr2=0x556b61bfbc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61bfbc40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f05980a5340 tx=0x7f0598098cb0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 shutdown_connections 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556b61c6ca00 0x556b61c6edf0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556b61bf1b90 0x556b61bfc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556b61be72d0 0x556b61bfc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f0590c00640 0 client.15132 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 --2- 172.21.15.44:0/2460043116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b61be69b0 0x556b61bfbc40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 >> 172.21.15.44:0/2460043116 conn(0x556b61be2ec0 msgr2=0x556b61bf0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 shutdown_connections 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 1 -- 172.21.15.44:0/2460043116 wait complete. 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.969+0000 7f05b0998740 20 client.15132 trim_cache size 0 max 16384 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:55:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:55:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f058c0a3ec0 msgr2=0x7f058c0a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f058c0a3ec0 0x7f058c0a6380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f05a0005fd0 tx=0x7f05a0009500 comp rx=0 tx=0).stop 2024-04-26T01:55:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100220 msgr2=0x7f05a8198630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100220 0x7f05a8198630 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f059800e9f0 tx=0x7f059800edf0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 shutdown_connections 2024-04-26T01:55:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f058c0a3ec0 0x7f058c0a6380 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f05a8105150 0x7f05a819cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f05a8100b40 0x7f05a8198b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 --2- 172.21.15.44:0/1273066509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f05a8100220 0x7f05a8198630 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 >> 172.21.15.44:0/1273066509 conn(0x7f05a8076db0 msgr2=0x7f05a80fdfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.970+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 shutdown_connections 2024-04-26T01:55:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:13.971+0000 7f05a7e00640 1 -- 172.21.15.44:0/1273066509 wait complete. 2024-04-26T01:55:15.094 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:14 smithi044 ceph-mon[27847]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T01:55:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:14 smithi156 ceph-mon[32543]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T01:55:15.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:14 smithi090 ceph-mon[32456]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 99 KiB/s wr, 66 op/s 2024-04-26T01:55:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 -- 172.21.15.44:0/705327288 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 msgr2=0x7fda1c102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 --2- 172.21.15.44:0/705327288 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c102f10 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fda04009990 tx=0x7fda04009ca0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 -- 172.21.15.44:0/705327288 shutdown_connections 2024-04-26T01:55:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 --2- 172.21.15.44:0/705327288 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda1c103450 0x7fda1c10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 --2- 172.21.15.44:0/705327288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1c108a50 0x7fda1c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 --2- 172.21.15.44:0/705327288 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c102f10 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 -- 172.21.15.44:0/705327288 >> 172.21.15.44:0/705327288 conn(0x7fda1c079ba0 msgr2=0x7fda1c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:15.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.423+0000 7fda21600700 1 -- 172.21.15.44:0/705327288 shutdown_connections 2024-04-26T01:55:15.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.424+0000 7fda21600700 1 -- 172.21.15.44:0/705327288 wait complete. 2024-04-26T01:55:15.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 Processor -- start 2024-04-26T01:55:15.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 -- start start 2024-04-26T01:55:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1c103450 0x7fda1c075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda1c108a50 0x7fda1c0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c112c20 con 0x7fda1c103450 2024-04-26T01:55:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c112aa0 con 0x7fda1c102a90 2024-04-26T01:55:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.425+0000 7fda21600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c112da0 con 0x7fda1c108a50 2024-04-26T01:55:15.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda13e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1c103450 0x7fda1c075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:15.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:15.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda13e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1c103450 0x7fda1c075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46358/0 (socket says 172.21.15.44:46358) 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50078/0 (socket says 172.21.15.44:50078) 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda13e00700 1 -- 172.21.15.44:0/2461307828 learned_addr learned my addr 172.21.15.44:0/2461307828 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1b400700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda1c108a50 0x7fda1c0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 -- 172.21.15.44:0/2461307828 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda1c108a50 msgr2=0x7fda1c0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda1c108a50 0x7fda1c0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 -- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1c103450 msgr2=0x7fda1c075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1c103450 0x7fda1c075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 -- 172.21.15.44:0/2461307828 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda1c1a76c0 con 0x7fda1c102a90 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.426+0000 7fda1aa00700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c074d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fda0c00e9f0 tx=0x7fda0c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.427+0000 7fda13400700 1 -- 172.21.15.44:0/2461307828 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c00c9c0 con 0x7fda1c102a90 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.427+0000 7fda13400700 1 -- 172.21.15.44:0/2461307828 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda0c00cb60 con 0x7fda1c102a90 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.427+0000 7fda13400700 1 -- 172.21.15.44:0/2461307828 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c018680 con 0x7fda1c102a90 2024-04-26T01:55:15.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.427+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda1c1a79b0 con 0x7fda1c102a90 2024-04-26T01:55:15.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.427+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda1c1a7f40 con 0x7fda1c102a90 2024-04-26T01:55:15.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.428+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda1c069730 con 0x7fda1c102a90 2024-04-26T01:55:15.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.430+0000 7fda13400700 1 -- 172.21.15.44:0/2461307828 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fda0c010430 con 0x7fda1c102a90 2024-04-26T01:55:15.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.432+0000 7fda13400700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fda000a3fe0 0x7fda000a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:15.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.432+0000 7fda13400700 1 -- 172.21.15.44:0/2461307828 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fda0c0d0d90 con 0x7fda1c102a90 2024-04-26T01:55:15.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.432+0000 7fda13e00700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fda000a3fe0 0x7fda000a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:15.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.433+0000 7fda13e00700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fda000a3fe0 0x7fda000a64a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fda1c07a1f0 tx=0x7fda04009510 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:15.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.434+0000 7fda13400700 1 -- 172.21.15.44:0/2461307828 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fda0c09d260 con 0x7fda1c102a90 2024-04-26T01:55:15.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.717+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda1c02df80 con 0x7fda1c102a90 2024-04-26T01:55:15.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.719+0000 7fda13400700 1 -- 172.21.15.44:0/2461307828 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11930 (secure 0 0 0) 0x7fda0c09cb60 con 0x7fda1c102a90 2024-04-26T01:55:15.717 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:55:15.717 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:54:56.880000+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T01:55:15.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fda000a3fe0 msgr2=0x7fda000a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:15.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fda000a3fe0 0x7fda000a64a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fda1c07a1f0 tx=0x7fda04009510 comp rx=0 tx=0).stop 2024-04-26T01:55:15.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 msgr2=0x7fda1c074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:15.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c074d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fda0c00e9f0 tx=0x7fda0c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 shutdown_connections 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fda1c108a50 0x7fda1c0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fda000a3fe0 0x7fda000a64a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fda1c102a90 0x7fda1c074d40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 --2- 172.21.15.44:0/2461307828 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fda1c103450 0x7fda1c075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 >> 172.21.15.44:0/2461307828 conn(0x7fda1c079ba0 msgr2=0x7fda1c1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 shutdown_connections 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:15.722+0000 7fda21600700 1 -- 172.21.15.44:0/2461307828 wait complete. 2024-04-26T01:55:15.721 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 29 2024-04-26T01:55:16.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:15 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2461307828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:16.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:15 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2461307828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:16.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:15 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2461307828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:16.555 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:55:17.034 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:16 smithi044 ceph-mon[27847]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 99 KiB/s wr, 70 op/s 2024-04-26T01:55:17.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:16 smithi156 ceph-mon[32543]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 99 KiB/s wr, 70 op/s 2024-04-26T01:55:17.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:16 smithi090 ceph-mon[32456]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 99 KiB/s wr, 70 op/s 2024-04-26T01:55:19.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:18 smithi044 ceph-mon[27847]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T01:55:19.039 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:18 smithi090 ceph-mon[32456]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T01:55:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:18 smithi156 ceph-mon[32543]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-26T01:55:19.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 -- 172.21.15.44:0/2921685426 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494102960 msgr2=0x7ff494102de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 --2- 172.21.15.44:0/2921685426 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494102960 0x7ff494102de0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff47c009990 tx=0x7ff47c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 -- 172.21.15.44:0/2921685426 shutdown_connections 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 --2- 172.21.15.44:0/2921685426 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff494103320 0x7ff49410f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 --2- 172.21.15.44:0/2921685426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494108960 0x7ff494108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 --2- 172.21.15.44:0/2921685426 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494102960 0x7ff494102de0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 -- 172.21.15.44:0/2921685426 >> 172.21.15.44:0/2921685426 conn(0x7ff4940fe490 msgr2=0x7ff4941008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 -- 172.21.15.44:0/2921685426 shutdown_connections 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.300+0000 7ff499a00700 1 -- 172.21.15.44:0/2921685426 wait complete. 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.302+0000 7ff499a00700 1 Processor -- start 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.302+0000 7ff499a00700 1 -- start start 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.302+0000 7ff499a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494102960 0x7ff49419b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.302+0000 7ff499a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494103320 0x7ff49419b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff499a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff494108960 0x7ff49419fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff499a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff494112b90 con 0x7ff494102960 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff499a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff494112a10 con 0x7ff494108960 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff499a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff494112d10 con 0x7ff494103320 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494102960 0x7ff49419b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494102960 0x7ff49419b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48224/0 (socket says 172.21.15.44:48224) 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 -- 172.21.15.44:0/1236043820 learned_addr learned my addr 172.21.15.44:0/1236043820 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff499000700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff494108960 0x7ff49419fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff48b400700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494103320 0x7ff49419b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 -- 172.21.15.44:0/1236043820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494103320 msgr2=0x7ff49419b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494103320 0x7ff49419b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 -- 172.21.15.44:0/1236043820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff494108960 msgr2=0x7ff49419fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff494108960 0x7ff49419fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.303+0000 7ff493e00700 1 -- 172.21.15.44:0/1236043820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4941a02b0 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.304+0000 7ff493e00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494102960 0x7ff49419b2a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff48400ef10 tx=0x7ff48400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.304+0000 7ff491600700 1 -- 172.21.15.44:0/1236043820 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff48400c9c0 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.304+0000 7ff491600700 1 -- 172.21.15.44:0/1236043820 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff484019070 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.304+0000 7ff491600700 1 -- 172.21.15.44:0/1236043820 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff484014480 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.304+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4941a0540 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.304+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4941a7e20 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.305+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff494069730 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.308+0000 7ff491600700 1 -- 172.21.15.44:0/1236043820 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7ff484012050 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.309+0000 7ff491600700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4780a3fe0 0x7ff4780a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.309+0000 7ff491600700 1 -- 172.21.15.44:0/1236043820 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7ff4840d0f60 con 0x7ff494102960 2024-04-26T01:55:19.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.309+0000 7ff48b400700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4780a3fe0 0x7ff4780a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.310+0000 7ff48b400700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4780a3fe0 0x7ff4780a64a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff494108300 tx=0x7ff47c005fd0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.312+0000 7ff491600700 1 -- 172.21.15.44:0/1236043820 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff484010040 con 0x7ff494102960 2024-04-26T01:55:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.596+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff49419c600 con 0x7ff494102960 2024-04-26T01:55:19.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.599+0000 7ff491600700 1 -- 172.21.15.44:0/1236043820 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11930 (secure 0 0 0) 0x7ff48409d430 con 0x7ff494102960 2024-04-26T01:55:19.598 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:55:19.598 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:54:56.880000+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T01:55:19.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.602+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4780a3fe0 msgr2=0x7ff4780a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.602+0000 7ff499a00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4780a3fe0 0x7ff4780a64a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff494108300 tx=0x7ff47c005fd0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.602+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494102960 msgr2=0x7ff49419b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.602+0000 7ff499a00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494102960 0x7ff49419b2a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff48400ef10 tx=0x7ff48400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 shutdown_connections 2024-04-26T01:55:19.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4780a3fe0 0x7ff4780a64a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff494108960 0x7ff49419fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff494102960 0x7ff49419b2a0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 --2- 172.21.15.44:0/1236043820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff494103320 0x7ff49419b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 >> 172.21.15.44:0/1236043820 conn(0x7ff4940fe490 msgr2=0x7ff49410e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 shutdown_connections 2024-04-26T01:55:19.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:19.603+0000 7ff499a00700 1 -- 172.21.15.44:0/1236043820 wait complete. 2024-04-26T01:55:19.603 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 29 2024-04-26T01:55:19.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:19 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1236043820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:20.061 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:19 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1236043820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:20.062 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:19 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1236043820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:20.561 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:55:21.043 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:21.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:20 smithi044 ceph-mon[27847]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-26T01:55:21.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:20 smithi156 ceph-mon[32543]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-26T01:55:21.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:20 smithi090 ceph-mon[32456]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-26T01:55:23.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:22 smithi044 ceph-mon[27847]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:55:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:22 smithi156 ceph-mon[32543]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:55:23.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:22 smithi090 ceph-mon[32456]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 -- 172.21.15.44:0/684844005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c1092d0 msgr2=0x7fcb4c1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 --2- 172.21.15.44:0/684844005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c1092d0 0x7fcb4c1096b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0099c0 tx=0x7fcb3c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 -- 172.21.15.44:0/684844005 shutdown_connections 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 --2- 172.21.15.44:0/684844005 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcb4c10e3b0 0x7fcb4c115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 --2- 172.21.15.44:0/684844005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c1092d0 0x7fcb4c1096b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 --2- 172.21.15.44:0/684844005 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb4c109c80 0x7fcb4c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 -- 172.21.15.44:0/684844005 >> 172.21.15.44:0/684844005 conn(0x7fcb4c076210 msgr2=0x7fcb4c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 -- 172.21.15.44:0/684844005 shutdown_connections 2024-04-26T01:55:23.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.380+0000 7fcb52800700 1 -- 172.21.15.44:0/684844005 wait complete. 2024-04-26T01:55:23.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.382+0000 7fcb52800700 1 Processor -- start 2024-04-26T01:55:23.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.382+0000 7fcb52800700 1 -- start start 2024-04-26T01:55:23.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.382+0000 7fcb52800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcb4c1092d0 0x7fcb4c19f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:23.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb52800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c109c80 0x7fcb4c19fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:23.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb52800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb4c10e3b0 0x7fcb4c1a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:23.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb52800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c119290 con 0x7fcb4c109c80 2024-04-26T01:55:23.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb52800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c119110 con 0x7fcb4c10e3b0 2024-04-26T01:55:23.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb52800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c119410 con 0x7fcb4c1092d0 2024-04-26T01:55:23.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb42a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c109c80 0x7fcb4c19fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb42a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c109c80 0x7fcb4c19fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48234/0 (socket says 172.21.15.44:48234) 2024-04-26T01:55:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb42a00700 1 -- 172.21.15.44:0/3832283312 learned_addr learned my addr 172.21.15.44:0/3832283312 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb4b400700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcb4c1092d0 0x7fcb4c19f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:23.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb4be00700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb4c10e3b0 0x7fcb4c1a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb4b400700 1 -- 172.21.15.44:0/3832283312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb4c10e3b0 msgr2=0x7fcb4c1a4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb4b400700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb4c10e3b0 0x7fcb4c1a4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.383+0000 7fcb4b400700 1 -- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c109c80 msgr2=0x7fcb4c19fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb4b400700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c109c80 0x7fcb4c19fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb4b400700 1 -- 172.21.15.44:0/3832283312 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb4c1a4760 con 0x7fcb4c1092d0 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb42a00700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c109c80 0x7fcb4c19fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb4b400700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcb4c1092d0 0x7fcb4c19f7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0098e0 tx=0x7fcb3c0045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb48c00700 1 -- 172.21.15.44:0/3832283312 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c009e60 con 0x7fcb4c1092d0 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb4c1a49f0 con 0x7fcb4c1092d0 2024-04-26T01:55:23.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb48c00700 1 -- 172.21.15.44:0/3832283312 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb3c005030 con 0x7fcb4c1092d0 2024-04-26T01:55:23.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb48c00700 1 -- 172.21.15.44:0/3832283312 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c0049f0 con 0x7fcb4c1092d0 2024-04-26T01:55:23.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.384+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb4c1ac2d0 con 0x7fcb4c1092d0 2024-04-26T01:55:23.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.386+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb4c069730 con 0x7fcb4c1092d0 2024-04-26T01:55:23.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.388+0000 7fcb48c00700 1 -- 172.21.15.44:0/3832283312 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fcb3c028060 con 0x7fcb4c1092d0 2024-04-26T01:55:23.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.389+0000 7fcb48c00700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcb300a3f60 0x7fcb300a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:23.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.389+0000 7fcb48c00700 1 -- 172.21.15.44:0/3832283312 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fcb3c0d0fe0 con 0x7fcb4c1092d0 2024-04-26T01:55:23.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.389+0000 7fcb42a00700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcb300a3f60 0x7fcb300a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:23.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.390+0000 7fcb42a00700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcb300a3f60 0x7fcb300a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c108910 tx=0x7fcb34009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:23.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.392+0000 7fcb48c00700 1 -- 172.21.15.44:0/3832283312 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcb3c013070 con 0x7fcb4c1092d0 2024-04-26T01:55:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.625+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb4c02df80 con 0x7fcb4c1092d0 2024-04-26T01:55:23.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.627+0000 7fcb48c00700 1 -- 172.21.15.44:0/3832283312 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+22864 (secure 0 0 0) 0x7fcb3c09d540 con 0x7fcb4c1092d0 2024-04-26T01:55:23.626 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:55:23.626 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":92,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T01:54:57.219733+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/2941504694":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/3757856421":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/2259783206":"2024-04-27T01:54:57.219668+0000","172.21.15.44:6800/2941504694":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/562147844":"2024-04-27T01:54:57.219668+0000","172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/405673670":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcb300a3f60 msgr2=0x7fcb300a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcb300a3f60 0x7fcb300a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c108910 tx=0x7fcb34009260 comp rx=0 tx=0).stop 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcb4c1092d0 msgr2=0x7fcb4c19f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcb4c1092d0 0x7fcb4c19f7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0098e0 tx=0x7fcb3c0045e0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 shutdown_connections 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcb4c1092d0 0x7fcb4c19f7a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcb300a3f60 0x7fcb300a6420 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcb4c10e3b0 0x7fcb4c1a4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 --2- 172.21.15.44:0/3832283312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb4c109c80 0x7fcb4c19fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.630+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 >> 172.21.15.44:0/3832283312 conn(0x7fcb4c076210 msgr2=0x7fcb4c077e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.631+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 shutdown_connections 2024-04-26T01:55:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:23.631+0000 7fcb52800700 1 -- 172.21.15.44:0/3832283312 wait complete. 2024-04-26T01:55:24.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:23 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3832283312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:55:24.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:23 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3832283312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:55:24.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:23 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3832283312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:55:24.618 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-04-26T01:55:24.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:24 smithi044 ceph-mon[27847]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T01:55:25.103 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:25.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:24 smithi156 ceph-mon[32543]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T01:55:25.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:24 smithi090 ceph-mon[32456]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T01:55:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:26 smithi044 ceph-mon[27847]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.107+0000 7f1c0c000640 1 -- 172.21.15.44:0/1700770523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 msgr2=0x7f1c041084c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.107+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1700770523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c041084c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4009900 tx=0x7f1bf402a480 comp rx=0 tx=0).stop 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.108+0000 7f1c0c000640 1 -- 172.21.15.44:0/1700770523 shutdown_connections 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.108+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1700770523 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1c0406b120 0x7f1c0410edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.108+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1700770523 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1c0406a780 0x7f1c0406abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.108+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1700770523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c041084c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.108+0000 7f1c0c000640 1 -- 172.21.15.44:0/1700770523 >> 172.21.15.44:0/1700770523 conn(0x7f1c04076c50 msgr2=0x7f1c04077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.108+0000 7f1c0c000640 1 -- 172.21.15.44:0/1700770523 shutdown_connections 2024-04-26T01:55:27.107 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.108+0000 7f1c0c000640 1 -- 172.21.15.44:0/1700770523 wait complete. 2024-04-26T01:55:27.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 Processor -- start 2024-04-26T01:55:27.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 -- start start 2024-04-26T01:55:27.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1c0406a780 0x7f1c041a0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1c0406b120 0x7f1c041a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c0419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041121e0 con 0x7f1c041080e0 2024-04-26T01:55:27.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1c04112060 con 0x7f1c0406b120 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0c000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1c04112360 con 0x7f1c0406a780 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.109+0000 7f1c0a000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c0419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c0419a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48620/0 (socket says 172.21.15.44:48620) 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 -- 172.21.15.44:0/1073783764 learned_addr learned my addr 172.21.15.44:0/1073783764 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c09600640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1c0406a780 0x7f1c041a0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c08c00640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1c0406b120 0x7f1c041a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 -- 172.21.15.44:0/1073783764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1c0406a780 msgr2=0x7f1c041a0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1c0406a780 0x7f1c041a0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 -- 172.21.15.44:0/1073783764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1c0406b120 msgr2=0x7f1c041a0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1c0406b120 0x7f1c041a0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 -- 172.21.15.44:0/1073783764 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c0419af00 con 0x7f1c041080e0 2024-04-26T01:55:27.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c0a000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c0419a640 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc00d950 tx=0x7f1bfc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:27.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.110+0000 7f1c02000640 1 -- 172.21.15.44:0/1073783764 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc017030 con 0x7f1c041080e0 2024-04-26T01:55:27.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.111+0000 7f1c02000640 1 -- 172.21.15.44:0/1073783764 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bfc004020 con 0x7f1c041080e0 2024-04-26T01:55:27.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.111+0000 7f1c02000640 1 -- 172.21.15.44:0/1073783764 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc003b50 con 0x7f1c041080e0 2024-04-26T01:55:27.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.111+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c0419b1f0 con 0x7f1c041080e0 2024-04-26T01:55:27.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.111+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c041a7500 con 0x7f1c041080e0 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c02000640 1 -- 172.21.15.44:0/1073783764 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f1bfc01a070 con 0x7f1c041080e0 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 Processor -- start 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 -- start start 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186e9820 0x5602186e9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186f44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56021864f900 con 0x5602186e9820 2024-04-26T01:55:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5602185f5ef0 con 0x5602186f4a00 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.114+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56021864b8c0 con 0x5602186ea140 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186e9820 0x5602186e9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186e9820 0x5602186e9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48636/0 (socket says 172.21.15.44:48636) 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 -- 172.21.15.44:0/773280444 learned_addr learned my addr 172.21.15.44:0/773280444 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c09600640 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186f44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 -- 172.21.15.44:0/773280444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 msgr2=0x5602186f44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186f44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 -- 172.21.15.44:0/773280444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 msgr2=0x5602186f6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 -- 172.21.15.44:0/773280444 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560218362210 con 0x5602186e9820 2024-04-26T01:55:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.115+0000 7f1c08c00640 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186e9820 0x5602186e9c00 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8013970 tx=0x7f1bf8009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e13fb3e8357d723f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.116+0000 7f1c02000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1bec0a3ff0 0x7f1bec0a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.116+0000 7f1bf2600640 1 -- 172.21.15.44:0/773280444 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8003970 con 0x5602186e9820 2024-04-26T01:55:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.116+0000 7f1c02000640 1 -- 172.21.15.44:0/1073783764 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f1bfc0d00e0 con 0x7f1c041080e0 2024-04-26T01:55:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.116+0000 7f1bf2600640 1 -- 172.21.15.44:0/773280444 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bf800f8c0 con 0x5602186e9820 2024-04-26T01:55:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.116+0000 7f1bf2600640 1 -- 172.21.15.44:0/773280444 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf80043b0 con 0x5602186e9820 2024-04-26T01:55:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.116+0000 7f1c09600640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1bec0a3ff0 0x7f1bec0a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 -- 172.21.15.44:0/773280444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186e9820 msgr2=0x5602186e9c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186e9820 0x5602186e9c00 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8013970 tx=0x7f1bf8009d80 comp rx=0 tx=0).stop 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c09600640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1bec0a3ff0 0x7f1bec0a64b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4005ab0 tx=0x7f1bf4005a20 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 -- 172.21.15.44:0/773280444 shutdown_connections 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186f44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/773280444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186e9820 0x5602186e9c00 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 -- 172.21.15.44:0/773280444 >> 172.21.15.44:0/773280444 conn(0x5602186e5d30 msgr2=0x5602186e6110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 -- 172.21.15.44:0/773280444 shutdown_connections 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 -- 172.21.15.44:0/773280444 wait complete. 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.117+0000 7f1c0eb22740 1 -- start start 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 1 Processor -- start 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186f1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186f1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5602186f7630 con 0x5602186ea140 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x560218609310 con 0x5602186f4a00 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5602186f77b0 con 0x5602186e9820 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0eb22740 10 client.0 _ll_register_callbacks cb 0x5602185d7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c08c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186f1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c08c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186f1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48644/0 (socket says 172.21.15.44:48644) 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c08c00640 1 -- 172.21.15.44:0/3702433193 learned_addr learned my addr 172.21.15.44:0/3702433193 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c09600640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186f1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.118+0000 7f1c0a000640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1c08c00640 1 -- 172.21.15.44:0/3702433193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 msgr2=0x5602186f1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1c08c00640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186f1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1c08c00640 1 -- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 msgr2=0x5602186f23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1c08c00640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1c08c00640 1 -- 172.21.15.44:0/3702433193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56021842e620 con 0x5602186ea140 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1c0a000640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1c08c00640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186f1e80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1bf80133f0 tx=0x7f1bf8005ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbdfcfde161463d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1be6a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.119+0000 7f1be6a00640 1 -- 172.21.15.44:0/3702433193 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8023070 con 0x5602186ea140 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bf800f8c0 con 0x5602186ea140 2024-04-26T01:55:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1be6a00640 1 -- 172.21.15.44:0/3702433193 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f1bf8003970 con 0x5602186ea140 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1be6a00640 1 -- 172.21.15.44:0/3702433193 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1bf8033050 con 0x5602186ea140 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 10 client.15162 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560218703880 con 0x5602186ea140 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1be6a00640 1 -- 172.21.15.44:0/3702433193 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bf800f8c0 con 0x5602186ea140 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1be6a00640 1 -- 172.21.15.44:0/3702433193 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1bf801d020 con 0x5602186ea140 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 10 client.15162 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 10 client.15162 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 20 client.15162 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560218704cf0 0x5602187070e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 4 client.15162 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.120+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602186638b0 con 0x560218704cf0 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.121+0000 7f1c09600640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560218704cf0 0x5602187070e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.121+0000 7f1c09600640 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560218704cf0 0x5602187070e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb4c83a74b7f923b server_cookie=5b59f5607092b3b2 in_seq=0 out_seq=0 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.121+0000 7f1be6a00640 10 client.15162 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1be6a00640 1 -- 172.21.15.44:0/3702433193 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5602186638b0 con 0x560218704cf0 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1be6a00640 10 client.15162 handle_command_reply: tid=0 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 client.15162 shutdown 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 msgr2=0x5602186f1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186f1e80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1bf80133f0 tx=0x7f1bf8005ad0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 shutdown_connections 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560218704cf0 0x5602187070e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186f23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186f1e80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1be6a00640 0 client.15162 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3702433193 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186f1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.122+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 >> 172.21.15.44:0/3702433193 conn(0x5602186e5d30 msgr2=0x5602186eba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.123+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 shutdown_connections 2024-04-26T01:55:27.125 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.123+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3702433193 wait complete. 2024-04-26T01:55:27.126 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.123+0000 7f1c0eb22740 20 client.15162 trim_cache size 0 max 16384 2024-04-26T01:55:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 Processor -- start 2024-04-26T01:55:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 -- start start 2024-04-26T01:55:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186e9820 0x5602187004f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186e4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186f4a00 0x56021870c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041afa90 con 0x5602186f4a00 2024-04-26T01:55:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041b15d0 con 0x5602186e9820 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.141+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041b0160 con 0x5602186ea140 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186e9820 0x5602187004f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186e9820 0x5602187004f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38580/0 (socket says 172.21.15.44:38580) 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 -- 172.21.15.44:0/3034637897 learned_addr learned my addr 172.21.15.44:0/3034637897 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c0a000640 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186f4a00 0x56021870c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c08c00640 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186e4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 -- 172.21.15.44:0/3034637897 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 msgr2=0x5602186e4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186e4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 -- 172.21.15.44:0/3034637897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186f4a00 msgr2=0x56021870c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186f4a00 0x56021870c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 -- 172.21.15.44:0/3034637897 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602186e9f70 con 0x5602186e9820 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c0a000640 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186f4a00 0x56021870c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1c09600640 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186e9820 0x5602187004f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4009900 tx=0x7f1bf403f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab1bb99ea6028005 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.142+0000 7f1bf1c00640 1 -- 172.21.15.44:0/3034637897 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf4035040 con 0x5602186e9820 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1bf1c00640 1 -- 172.21.15.44:0/3034637897 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bf405a070 con 0x5602186e9820 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1bf1c00640 1 -- 172.21.15.44:0/3034637897 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf4004ed0 con 0x5602186e9820 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3034637897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186e9820 msgr2=0x5602187004f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186e9820 0x5602187004f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4009900 tx=0x7f1bf403f000 comp rx=0 tx=0).stop 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3034637897 shutdown_connections 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186f4a00 0x56021870c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186ea140 0x5602186e4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3034637897 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186e9820 0x5602187004f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.143+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3034637897 >> 172.21.15.44:0/3034637897 conn(0x5602186e5d30 msgr2=0x5602186e4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.144+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3034637897 shutdown_connections 2024-04-26T01:55:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.144+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3034637897 wait complete. 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.144+0000 7f1c0eb22740 1 -- start start 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.144+0000 7f1c0eb22740 1 Processor -- start 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186fcd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186fa0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0eb22740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186fa610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041b0f00 con 0x5602186ea140 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041b0830 con 0x5602186f4a00 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0eb22740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1c041ada70 con 0x5602186e9820 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0eb22740 10 client.0 _ll_register_callbacks cb 0x7f1bf800fe10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c08c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186fa0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c0a000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186fa610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c08c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186fa0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48666/0 (socket says 172.21.15.44:48666) 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c08c00640 1 -- 172.21.15.44:0/3952828475 learned_addr learned my addr 172.21.15.44:0/3952828475 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.145+0000 7f1c09600640 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186fcd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.146+0000 7f1c09600640 1 -- 172.21.15.44:0/3952828475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 msgr2=0x5602186fa610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.146+0000 7f1c09600640 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186fa610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.146+0000 7f1c09600640 1 -- 172.21.15.44:0/3952828475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 msgr2=0x5602186fa0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.146+0000 7f1c09600640 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186fa0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.146+0000 7f1c09600640 1 -- 172.21.15.44:0/3952828475 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602186fadc0 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.146+0000 7f1c09600640 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186fcd40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4031440 tx=0x7f1bf4009680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f03a252b31d7466 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.146+0000 7f1be6a00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.147+0000 7f1be6a00640 1 -- 172.21.15.44:0/3952828475 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf4062020 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.147+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bf405a070 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.147+0000 7f1be6a00640 1 -- 172.21.15.44:0/3952828475 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f1bf4004e50 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.147+0000 7f1be6a00640 1 -- 172.21.15.44:0/3952828475 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1bf406d050 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.147+0000 7f1c0eb22740 10 client.25288 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.147+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56021876b060 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1be6a00640 1 -- 172.21.15.44:0/3952828475 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bf405a070 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1be6a00640 1 -- 172.21.15.44:0/3952828475 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1bf4003b40 con 0x5602186e9820 2024-04-26T01:55:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1c0eb22740 10 client.25288 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1c0eb22740 10 client.25288 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1c0eb22740 20 client.25288 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56021876b7b0 0x56021876dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1c0eb22740 4 client.25288 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56021865d320 con 0x56021876b7b0 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.148+0000 7f1c08c00640 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56021876b7b0 0x56021876dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.149+0000 7f1c08c00640 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56021876b7b0 0x56021876dbd0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adb2013acc184b6a server_cookie=c49dcb4294a322e4 in_seq=0 out_seq=0 2024-04-26T01:55:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.149+0000 7f1be6a00640 10 client.25288 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:27.155 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1be6a00640 1 -- 172.21.15.44:0/3952828475 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56021865d320 con 0x56021876b7b0 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1be6a00640 10 client.25288 handle_command_reply: tid=0 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 client.25288 shutdown 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 msgr2=0x5602186fcd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186fcd40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4031440 tx=0x7f1bf4009680 comp rx=0 tx=0).stop 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 shutdown_connections 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56021876b7b0 0x56021876dbd0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5602186f4a00 0x5602186fa610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5602186ea140 0x5602186fa0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1be6a00640 0 client.25288 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 --2- 172.21.15.44:0/3952828475 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5602186e9820 0x5602186fcd40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 >> 172.21.15.44:0/3952828475 conn(0x5602186e5d30 msgr2=0x5602186e4e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 shutdown_connections 2024-04-26T01:55:27.156 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 1 -- 172.21.15.44:0/3952828475 wait complete. 2024-04-26T01:55:27.157 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.157+0000 7f1c0eb22740 20 client.25288 trim_cache size 0 max 16384 2024-04-26T01:55:27.157 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:55:27.157 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:55:27.157 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:55:27.157 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1bec0a3ff0 msgr2=0x7f1bec0a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1bec0a3ff0 0x7f1bec0a64b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4005ab0 tx=0x7f1bf4005a20 comp rx=0 tx=0).stop 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 msgr2=0x7f1c0419a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c0419a640 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc00d950 tx=0x7f1bfc00de10 comp rx=0 tx=0).stop 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 shutdown_connections 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1bec0a3ff0 0x7f1bec0a64b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c041080e0 0x7f1c0419a640 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1c0406b120 0x7f1c041a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 --2- 172.21.15.44:0/1073783764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1c0406a780 0x7f1c041a0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.158+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 >> 172.21.15.44:0/1073783764 conn(0x7f1c04076c50 msgr2=0x7f1c0410d140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.159+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 shutdown_connections 2024-04-26T01:55:27.158 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:27.159+0000 7f1c0c000640 1 -- 172.21.15.44:0/1073783764 wait complete. 2024-04-26T01:55:27.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:26 smithi156 ceph-mon[32543]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-26T01:55:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:26 smithi090 ceph-mon[32456]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-26T01:55:28.282 INFO:teuthology.orchestra.run.smithi044.stdout:{"run_dir":"/var/run/ceph"} 2024-04-26T01:55:28.283 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-04-26T01:55:28.283 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 3448 2024-04-26T01:55:28.283 DEBUG:tasks.quiescer:Yielding 2024-04-26T01:55:28.283 INFO:teuthology.run_tasks:Running task workunit... 2024-04-26T01:55:28.297 INFO:tasks.workunit:Pulling workunits from ref afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T01:55:28.297 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-26T01:55:28.297 INFO:tasks.workunit:timeout=3h 2024-04-26T01:55:28.297 INFO:tasks.workunit:cleanup=True 2024-04-26T01:55:28.298 DEBUG:teuthology.orchestra.run.smithi044:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-26T01:55:28.298 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:55:28.353 INFO:teuthology.orchestra.run.smithi044.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-26T01:55:28.353 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-26T01:55:28.353 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 72h/114d Inode: 1099511628283 Links: 2 2024-04-26T01:55:28.353 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:55:28.354 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-26T01:55:28.354 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 01:51:28.187703057 +0000 2024-04-26T01:55:28.354 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 01:51:28.187703057 +0000 2024-04-26T01:55:28.354 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 01:54:55.866790927 +0000 2024-04-26T01:55:28.354 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 01:51:28.187703057 +0000 2024-04-26T01:55:28.354 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-26T01:55:28.354 DEBUG:teuthology.orchestra.run.smithi044:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-26T01:55:28.494 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T01:55:28.553 INFO:tasks.workunit.client.0.smithi044.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-26T01:55:28.759 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:29.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:28 smithi044 ceph-mon[27847]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:55:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:28 smithi156 ceph-mon[32543]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:55:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:28 smithi090 ceph-mon[32456]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:55:31.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 -- 172.21.15.44:0/76653587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109cc0 msgr2=0x7f9de810dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:31.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 --2- 172.21.15.44:0/76653587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109cc0 0x7f9de810dcc0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9dd00099c0 tx=0x7f9dd0009cd0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.053 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:30 smithi044 ceph-mon[27847]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 -- 172.21.15.44:0/76653587 shutdown_connections 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 --2- 172.21.15.44:0/76653587 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9de810e3a0 0x7f9de8115f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 --2- 172.21.15.44:0/76653587 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9de8109310 0x7f9de81096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 --2- 172.21.15.44:0/76653587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109cc0 0x7f9de810dcc0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 -- 172.21.15.44:0/76653587 >> 172.21.15.44:0/76653587 conn(0x7f9de8076210 msgr2=0x7f9de8078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 -- 172.21.15.44:0/76653587 shutdown_connections 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.054+0000 7f9deee00700 1 -- 172.21.15.44:0/76653587 wait complete. 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 Processor -- start 2024-04-26T01:55:31.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 -- start start 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109310 0x7f9de81a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9de8109cc0 0x7f9de81a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9de810e3a0 0x7f9de819f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9de8119230 con 0x7f9de8109310 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9de81190b0 con 0x7f9de810e3a0 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.056+0000 7f9deee00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9de81193b0 con 0x7f9de8109cc0 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109310 0x7f9de81a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:31.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109310 0x7f9de81a53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48674/0 (socket says 172.21.15.44:48674) 2024-04-26T01:55:31.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 -- 172.21.15.44:0/1554918825 learned_addr learned my addr 172.21.15.44:0/1554918825 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:31.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9ddfe00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9de8109cc0 0x7f9de81a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:31.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9dece00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9de810e3a0 0x7f9de819f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 -- 172.21.15.44:0/1554918825 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9de8109cc0 msgr2=0x7f9de81a5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9de8109cc0 0x7f9de81a5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 -- 172.21.15.44:0/1554918825 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9de810e3a0 msgr2=0x7f9de819f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9de810e3a0 0x7f9de819f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9de7e00700 1 -- 172.21.15.44:0/1554918825 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9de819fd50 con 0x7f9de8109310 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9ddfe00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9de8109cc0 0x7f9de81a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.057+0000 7f9dece00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9de810e3a0 0x7f9de819f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.058+0000 7f9de7e00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109310 0x7f9de81a53e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9dd800e9a0 tx=0x7f9dd800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.058+0000 7f9de5600700 1 -- 172.21.15.44:0/1554918825 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd800ca10 con 0x7f9de8109310 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.058+0000 7f9de5600700 1 -- 172.21.15.44:0/1554918825 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9dd800cbb0 con 0x7f9de8109310 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.058+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9de81a0040 con 0x7f9de8109310 2024-04-26T01:55:31.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.058+0000 7f9de5600700 1 -- 172.21.15.44:0/1554918825 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8018680 con 0x7f9de8109310 2024-04-26T01:55:31.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.058+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9de81ac2b0 con 0x7f9de8109310 2024-04-26T01:55:31.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.060+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9de8069730 con 0x7f9de8109310 2024-04-26T01:55:31.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.062+0000 7f9de5600700 1 -- 172.21.15.44:0/1554918825 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f9dd8010430 con 0x7f9de8109310 2024-04-26T01:55:31.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.064+0000 7f9de5600700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9dcc0a3f60 0x7f9dcc0a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:31.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.064+0000 7f9de5600700 1 -- 172.21.15.44:0/1554918825 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9dd80d0f20 con 0x7f9de8109310 2024-04-26T01:55:31.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.065+0000 7f9ddfe00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9dcc0a3f60 0x7f9dcc0a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:31.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.065+0000 7f9ddfe00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9dcc0a3f60 0x7f9dcc0a6420 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0000c00 tx=0x7f9dd0005fb0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:31.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.067+0000 7f9de5600700 1 -- 172.21.15.44:0/1554918825 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9dd809d3f0 con 0x7f9de8109310 2024-04-26T01:55:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:30 smithi156 ceph-mon[32543]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-04-26T01:55:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:30 smithi090 ceph-mon[32456]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-04-26T01:55:31.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.413+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9de802df80 con 0x7f9de8109310 2024-04-26T01:55:31.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.414+0000 7f9de5600700 1 -- 172.21.15.44:0/1554918825 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11930 (secure 0 0 0) 0x7f9dd809ccf0 con 0x7f9de8109310 2024-04-26T01:55:31.413 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:55:31.413 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:54:56.880000+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9dcc0a3f60 msgr2=0x7f9dcc0a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9dcc0a3f60 0x7f9dcc0a6420 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0000c00 tx=0x7f9dd0005fb0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109310 msgr2=0x7f9de81a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109310 0x7f9de81a53e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9dd800e9a0 tx=0x7f9dd800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 shutdown_connections 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9dcc0a3f60 0x7f9dcc0a6420 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9de810e3a0 0x7f9de819f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9de8109310 0x7f9de81a53e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 --2- 172.21.15.44:0/1554918825 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9de8109cc0 0x7f9de81a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:31.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.417+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 >> 172.21.15.44:0/1554918825 conn(0x7f9de8076210 msgr2=0x7f9de8078560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:31.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.418+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 shutdown_connections 2024-04-26T01:55:31.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:31.418+0000 7f9deee00700 1 -- 172.21.15.44:0/1554918825 wait complete. 2024-04-26T01:55:31.417 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 29 2024-04-26T01:55:32.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:31 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1554918825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:32.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:31 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1554918825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:32.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:31 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1554918825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:32.576 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:50:47.836004+0000', 'modified': '2024-04-26T01:54:56.880000+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24502, 'mds_2': 24490, 'mds_3': 24476, 'mds_4': 24472}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14400': {'gid': 14400, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6841/1499175069', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 1499175069}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 1499175069}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24427': {'gid': 24427, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.156:6833/1616107116', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6832', 'nonce': 1616107116}, {'type': 'v1', 'addr': '172.21.15.156:6833', 'nonce': 1616107116}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24428': {'gid': 24428, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6833/515710592', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6832', 'nonce': 515710592}, {'type': 'v1', 'addr': '172.21.15.90:6833', 'nonce': 515710592}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24458': {'gid': 24458, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.90:6835/2066583814', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6834', 'nonce': 2066583814}, {'type': 'v1', 'addr': '172.21.15.90:6835', 'nonce': 2066583814}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.156:6835/3388507864', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6834', 'nonce': 3388507864}, {'type': 'v1', 'addr': '172.21.15.156:6835', 'nonce': 3388507864}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'c', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.156:6837/1080301383', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6836', 'nonce': 1080301383}, {'type': 'v1', 'addr': '172.21.15.156:6837', 'nonce': 1080301383}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.90:6837/829860849', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6836', 'nonce': 829860849}, {'type': 'v1', 'addr': '172.21.15.90:6837', 'nonce': 829860849}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.156:6839/3391701820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.156:6838', 'nonce': 3391701820}, {'type': 'v1', 'addr': '172.21.15.156:6839', 'nonce': 3391701820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.44:6839/1058817088', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 1058817088}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 1058817088}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.90:6839/2651113342', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6838', 'nonce': 2651113342}, {'type': 'v1', 'addr': '172.21.15.90:6839', 'nonce': 2651113342}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24518, 'qdb_cluster': [24502, 24472, 24518, 24490, 24476]} 2024-04-26T01:55:32.576 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:55:32.576 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:55:33.029 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:32 smithi044 ceph-mon[27847]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-26T01:55:33.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:32 smithi156 ceph-mon[32543]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-26T01:55:33.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:32 smithi090 ceph-mon[32456]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-26T01:55:35.076 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:34 smithi044 ceph-mon[27847]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T01:55:35.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:34 smithi156 ceph-mon[32543]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T01:55:35.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:34 smithi090 ceph-mon[32456]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-26T01:55:35.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 -- 172.21.15.44:0/83262574 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284103450 msgr2=0x7f028410f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 --2- 172.21.15.44:0/83262574 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284103450 0x7f028410f8e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f027c00b0a0 tx=0x7f027c00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 -- 172.21.15.44:0/83262574 shutdown_connections 2024-04-26T01:55:35.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 --2- 172.21.15.44:0/83262574 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284103450 0x7f028410f8e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 --2- 172.21.15.44:0/83262574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0284108a80 0x7f0284108e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 --2- 172.21.15.44:0/83262574 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0284102a90 0x7f0284102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 -- 172.21.15.44:0/83262574 >> 172.21.15.44:0/83262574 conn(0x7f0284079bf0 msgr2=0x7f028407a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:35.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 -- 172.21.15.44:0/83262574 shutdown_connections 2024-04-26T01:55:35.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.359+0000 7f0289800700 1 -- 172.21.15.44:0/83262574 wait complete. 2024-04-26T01:55:35.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 Processor -- start 2024-04-26T01:55:35.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 -- start start 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284102a90 0x7f0284074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0284103450 0x7f0284075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0284108a80 0x7f02840757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0284112c30 con 0x7f0284102a90 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0284112ab0 con 0x7f0284103450 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.361+0000 7f0289800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0284112db0 con 0x7f0284108a80 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284102a90 0x7f0284074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0283400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0284108a80 0x7f02840757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284102a90 0x7f0284074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48692/0 (socket says 172.21.15.44:48692) 2024-04-26T01:55:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 -- 172.21.15.44:0/1069456683 learned_addr learned my addr 172.21.15.44:0/1069456683 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0283400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0284108a80 0x7f02840757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:57222/0 (socket says 172.21.15.44:57222) 2024-04-26T01:55:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282000700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0284103450 0x7f0284075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 -- 172.21.15.44:0/1069456683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0284108a80 msgr2=0x7f02840757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0284108a80 0x7f02840757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 -- 172.21.15.44:0/1069456683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0284103450 msgr2=0x7f0284075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0284103450 0x7f0284075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.362+0000 7f0282a00700 1 -- 172.21.15.44:0/1069456683 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02841a7620 con 0x7f0284102a90 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.363+0000 7f0282a00700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284102a90 0x7f0284074d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f027400e9a0 tx=0x7f027400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.363+0000 7f027b400700 1 -- 172.21.15.44:0/1069456683 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027400ca10 con 0x7f0284102a90 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.363+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02841a7910 con 0x7f0284102a90 2024-04-26T01:55:35.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.363+0000 7f027b400700 1 -- 172.21.15.44:0/1069456683 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f027400cbb0 con 0x7f0284102a90 2024-04-26T01:55:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.363+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02841a7ea0 con 0x7f0284102a90 2024-04-26T01:55:35.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.364+0000 7f027b400700 1 -- 172.21.15.44:0/1069456683 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274018620 con 0x7f0284102a90 2024-04-26T01:55:35.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.367+0000 7f027b400700 1 -- 172.21.15.44:0/1069456683 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f0274010430 con 0x7f0284102a90 2024-04-26T01:55:35.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.368+0000 7f02940c0b80 1 Processor -- start 2024-04-26T01:55:35.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.368+0000 7f02940c0b80 1 -- start start 2024-04-26T01:55:35.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7e2f0 0x5582f9e7e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e7ec10 0x5582f9e89570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e89ab0 0x5582f9e8bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f02940c0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5582f9dd1e40 con 0x5582f9e7ec10 2024-04-26T01:55:35.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f02940c0b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5582f9d786e0 con 0x5582f9e89ab0 2024-04-26T01:55:35.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f02940c0b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5582f9dcde00 con 0x5582f9e7e2f0 2024-04-26T01:55:35.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f027b400700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02680a3f60 0x7f02680a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f027b400700 1 -- 172.21.15.44:0/1069456683 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f02740d0b70 con 0x7f0284102a90 2024-04-26T01:55:35.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f0282000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e89ab0 0x5582f9e8bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f0283400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7e2f0 0x5582f9e7e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f0282000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e89ab0 0x5582f9e8bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38646/0 (socket says 172.21.15.44:38646) 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f0282000700 1 -- 172.21.15.44:0/4170047683 learned_addr learned my addr 172.21.15.44:0/4170047683 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.369+0000 7f0283400700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02680a3f60 0x7f02680a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0282000700 1 -- 172.21.15.44:0/4170047683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7e2f0 msgr2=0x5582f9e7e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0282000700 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7e2f0 0x5582f9e7e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0282000700 1 -- 172.21.15.44:0/4170047683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e7ec10 msgr2=0x5582f9e89570 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0282a00700 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e7ec10 0x5582f9e89570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0282000700 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e7ec10 0x5582f9e89570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0282000700 1 -- 172.21.15.44:0/4170047683 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582f9d6e630 con 0x5582f9e89ab0 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0282a00700 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e7ec10 0x5582f9e89570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:55:35.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.370+0000 7f0283400700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02680a3f60 0x7f02680a6420 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f027c006130 tx=0x7f027c00b720 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:35.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.371+0000 7f0282000700 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e89ab0 0x5582f9e8bea0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0270009c70 tx=0x7f0270009f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfddb14507cef2a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:35.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.371+0000 7f026fe00700 1 -- 172.21.15.44:0/4170047683 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0270011d10 con 0x5582f9e89ab0 2024-04-26T01:55:35.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.371+0000 7f026fe00700 1 -- 172.21.15.44:0/4170047683 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0270004500 con 0x5582f9e89ab0 2024-04-26T01:55:35.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.371+0000 7f026fe00700 1 -- 172.21.15.44:0/4170047683 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0270005280 con 0x5582f9e89ab0 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 -- 172.21.15.44:0/4170047683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e89ab0 msgr2=0x5582f9e8bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e89ab0 0x5582f9e8bea0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0270009c70 tx=0x7f0270009f80 comp rx=0 tx=0).stop 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 -- 172.21.15.44:0/4170047683 shutdown_connections 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7e2f0 0x5582f9e7e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e89ab0 0x5582f9e8bea0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4170047683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e7ec10 0x5582f9e89570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 -- 172.21.15.44:0/4170047683 >> 172.21.15.44:0/4170047683 conn(0x5582f9dad550 msgr2=0x5582f9e7a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 -- 172.21.15.44:0/4170047683 shutdown_connections 2024-04-26T01:55:35.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.372+0000 7f02940c0b80 1 -- 172.21.15.44:0/4170047683 wait complete. 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.373+0000 7f02940c0b80 1 -- start start 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.373+0000 7f02940c0b80 1 Processor -- start 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e891f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e864f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e86a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f02940c0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e8c5a0 con 0x5582f9e89ab0 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f02940c0b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5582f9d8b810 con 0x5582f9e7e2f0 2024-04-26T01:55:35.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f02940c0b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e8c720 con 0x5582f9e7ec10 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f02940c0b80 10 client.0 _ll_register_callbacks cb 0x5582f9d6a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e891f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e891f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38656/0 (socket says 172.21.15.44:38656) 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282a00700 1 -- 172.21.15.44:0/31359531 learned_addr learned my addr 172.21.15.44:0/31359531 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0283400700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e86a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282000700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e864f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282a00700 1 -- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 msgr2=0x5582f9e864f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282a00700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e864f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282a00700 1 -- 172.21.15.44:0/31359531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 msgr2=0x5582f9e86a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.374+0000 7f0282a00700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e86a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.375+0000 7f0282a00700 1 -- 172.21.15.44:0/31359531 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582f9d1f880 con 0x5582f9e7e2f0 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.375+0000 7f0282000700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e864f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:55:35.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.375+0000 7f0282a00700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e891f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f027400c2d0 tx=0x7f027409ce80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=456175556d37f8fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.375+0000 7f026cc00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:55:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.375+0000 7f026cc00700 1 -- 172.21.15.44:0/31359531 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02740872f0 con 0x5582f9e7e2f0 2024-04-26T01:55:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.375+0000 7f026cc00700 1 -- 172.21.15.44:0/31359531 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f027409bd90 con 0x5582f9e7e2f0 2024-04-26T01:55:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.375+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0270004500 con 0x5582f9e7e2f0 2024-04-26T01:55:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.376+0000 7f026cc00700 1 -- 172.21.15.44:0/31359531 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f02740a55b0 con 0x5582f9e7e2f0 2024-04-26T01:55:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.376+0000 7f02940c0b80 10 client.25310 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:35.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.376+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582f9d68aa0 con 0x5582f9e7e2f0 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.376+0000 7f026cc00700 1 -- 172.21.15.44:0/31359531 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0270004500 con 0x5582f9e7e2f0 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.376+0000 7f026cc00700 1 -- 172.21.15.44:0/31359531 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0274098700 con 0x5582f9e7e2f0 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.376+0000 7f02940c0b80 10 client.25310 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.377+0000 7f02940c0b80 10 client.25310 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.377+0000 7f02940c0b80 20 client.25310 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.377+0000 7f02940c0b80 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9e99220 0x5582f9e9a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.377+0000 7f02940c0b80 4 client.25310 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.377+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 --> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582f9ddf630 con 0x5582f9e99220 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.377+0000 7f0282000700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9e99220 0x5582f9e9a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.378+0000 7f0282000700 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9e99220 0x5582f9e9a690 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7eff8c54faafda15 server_cookie=e1cbf1a1219cf549 in_seq=0 out_seq=0 2024-04-26T01:55:35.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.378+0000 7f026cc00700 10 client.25310 ms_handle_connect on v2:172.21.15.156:6836/1080301383 2024-04-26T01:55:35.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f026cc00700 1 -- 172.21.15.44:0/31359531 <== mds.4 v2:172.21.15.156:6836/1080301383 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5582f9ddf630 con 0x5582f9e99220 2024-04-26T01:55:35.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f026cc00700 10 client.25310 handle_command_reply: tid=0 2024-04-26T01:55:35.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 client.25310 shutdown 2024-04-26T01:55:35.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 msgr2=0x5582f9e891f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e891f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f027400c2d0 tx=0x7f027409ce80 comp rx=0 tx=0).stop 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 shutdown_connections 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9e99220 0x5582f9e9a690 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e86a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e891f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 --2- 172.21.15.44:0/31359531 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e864f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 >> 172.21.15.44:0/31359531 conn(0x5582f9dad550 msgr2=0x5582f9e79950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f026cc00700 0 client.25310 ms_handle_reset on v2:172.21.15.156:6836/1080301383 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 shutdown_connections 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 1 -- 172.21.15.44:0/31359531 wait complete. 2024-04-26T01:55:35.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.379+0000 7f02940c0b80 20 client.25310 trim_cache size 0 max 16384 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.402+0000 7f02940c0b80 1 Processor -- start 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.402+0000 7f02940c0b80 1 -- start start 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e81b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e7a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e7a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f02940c0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e989d0 con 0x5582f9e89ab0 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f02940c0b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e990a0 con 0x5582f9e7e2f0 2024-04-26T01:55:35.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f02940c0b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e99770 con 0x5582f9e7ec10 2024-04-26T01:55:35.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f0283400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e7a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f0283400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e7a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48732/0 (socket says 172.21.15.44:48732) 2024-04-26T01:55:35.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f0283400700 1 -- 172.21.15.44:0/4276731307 learned_addr learned my addr 172.21.15.44:0/4276731307 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:35.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f0282000700 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e7a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.403+0000 7f0282a00700 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e81b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f0282000700 1 -- 172.21.15.44:0/4276731307 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 msgr2=0x5582f9e81b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f0282000700 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e81b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f0282000700 1 -- 172.21.15.44:0/4276731307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 msgr2=0x5582f9e7a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f0282000700 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e7a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f0282000700 1 -- 172.21.15.44:0/4276731307 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582f9e88e30 con 0x5582f9e7ec10 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f0282a00700 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e81b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f0282000700 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e7a0d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x5582f9e812c0 tx=0x7f0270009740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d03db1b3c3c75ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f026f400700 1 -- 172.21.15.44:0/4276731307 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027001e040 con 0x5582f9e7ec10 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f026f400700 1 -- 172.21.15.44:0/4276731307 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f027001f040 con 0x5582f9e7ec10 2024-04-26T01:55:35.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.404+0000 7f026f400700 1 -- 172.21.15.44:0/4276731307 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02700284e0 con 0x5582f9e7ec10 2024-04-26T01:55:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 -- 172.21.15.44:0/4276731307 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 msgr2=0x5582f9e7a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e7a0d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x5582f9e812c0 tx=0x7f0270009740 comp rx=0 tx=0).stop 2024-04-26T01:55:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 -- 172.21.15.44:0/4276731307 shutdown_connections 2024-04-26T01:55:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e7a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9e81b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 --2- 172.21.15.44:0/4276731307 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9e7a0d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 -- 172.21.15.44:0/4276731307 >> 172.21.15.44:0/4276731307 conn(0x5582f9dad550 msgr2=0x5582f9e81450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 -- 172.21.15.44:0/4276731307 shutdown_connections 2024-04-26T01:55:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.405+0000 7f02940c0b80 1 -- 172.21.15.44:0/4276731307 wait complete. 2024-04-26T01:55:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.406+0000 7f02940c0b80 1 -- start start 2024-04-26T01:55:35.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.406+0000 7f02940c0b80 1 Processor -- start 2024-04-26T01:55:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9ea3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9ea4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f02940c0b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e9cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f02940c0b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e9a510 con 0x5582f9e89ab0 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f02940c0b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e99e40 con 0x5582f9e7e2f0 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f02940c0b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5582f9e9abe0 con 0x5582f9e7ec10 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f02940c0b80 10 client.0 _ll_register_callbacks cb 0x5582f9d6a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f0282a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9ea3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f0282a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9ea3b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38680/0 (socket says 172.21.15.44:38680) 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f0282a00700 1 -- 172.21.15.44:0/166720782 learned_addr learned my addr 172.21.15.44:0/166720782 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f0282000700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9ea4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.407+0000 7f0283400700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e9cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f0282a00700 1 -- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 msgr2=0x5582f9ea4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f0282a00700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9ea4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f0282a00700 1 -- 172.21.15.44:0/166720782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 msgr2=0x5582f9e9cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f0282a00700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e9cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f0282a00700 1 -- 172.21.15.44:0/166720782 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582f9e9d370 con 0x5582f9e7e2f0 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f0283400700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e9cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:35.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f0282a00700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9ea3b10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f02740ce1e0 tx=0x7f0274009790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0fcfadc7d831228 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f026cc00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:55:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f026cc00700 1 -- 172.21.15.44:0/166720782 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02740872f0 con 0x5582f9e7e2f0 2024-04-26T01:55:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f027001f040 con 0x5582f9e7e2f0 2024-04-26T01:55:35.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.408+0000 7f026cc00700 1 -- 172.21.15.44:0/166720782 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f027409bd90 con 0x5582f9e7e2f0 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f026cc00700 1 -- 172.21.15.44:0/166720782 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f027409bf90 con 0x5582f9e7e2f0 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 10 client.25316 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582f9f00f10 con 0x5582f9e7e2f0 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f026cc00700 1 -- 172.21.15.44:0/166720782 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f027001f040 con 0x5582f9e7e2f0 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f026cc00700 1 -- 172.21.15.44:0/166720782 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f02740ce400 con 0x5582f9e7e2f0 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 10 client.25316 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 10 client.25316 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 20 client.25316 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:35.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9f05a80 0x5582f9f04790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 4 client.25316 mds_command: new command op to 24472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.409+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 --> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] -- command(tid 0: {"prefix": "status"}) -- 0x5582f9dd96d0 con 0x5582f9f05a80 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.410+0000 7f0282000700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9f05a80 0x5582f9f04790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f026cc00700 10 client.25316 ms_handle_connect on v2:172.21.15.156:6836/1080301383 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f0282000700 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9f05a80 0x5582f9f04790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9b1722d22b8432fa server_cookie=4de2bdc98aac9e2 in_seq=0 out_seq=0 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f026cc00700 1 -- 172.21.15.44:0/166720782 <== mds.4 v2:172.21.15.156:6836/1080301383 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5582f9dd96d0 con 0x5582f9f05a80 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f026cc00700 10 client.25316 handle_command_reply: tid=0 2024-04-26T01:55:35.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 client.25316 shutdown 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 msgr2=0x5582f9ea3b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9ea3b10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f02740ce1e0 tx=0x7f0274009790 comp rx=0 tx=0).stop 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 shutdown_connections 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:6836/1080301383,v1:172.21.15.156:6837/1080301383] conn(0x5582f9f05a80 0x5582f9f04790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5582f9e89ab0 0x5582f9e9cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5582f9e7e2f0 0x5582f9ea3b10 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 --2- 172.21.15.44:0/166720782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5582f9e7ec10 0x5582f9ea4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 >> 172.21.15.44:0/166720782 conn(0x5582f9dad550 msgr2=0x5582f9e81bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:35.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f026cc00700 0 client.25316 ms_handle_reset on v2:172.21.15.156:6836/1080301383 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 shutdown_connections 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.411+0000 7f02940c0b80 1 -- 172.21.15.44:0/166720782 wait complete. 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.412+0000 7f02940c0b80 20 client.25316 trim_cache size 0 max 16384 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 4, 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24472, 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 267.36750282000003, 2024-04-26T01:55:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 29, 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 92, 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 328.94357543900003 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02680a3f60 msgr2=0x7f02680a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02680a3f60 0x7f02680a6420 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f027c006130 tx=0x7f027c00b720 comp rx=0 tx=0).stop 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284102a90 msgr2=0x7f0284074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:35.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284102a90 0x7f0284074d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f027400e9a0 tx=0x7f027400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 shutdown_connections 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0284108a80 0x7f02840757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02680a3f60 0x7f02680a6420 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0284102a90 0x7f0284074d40 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 --2- 172.21.15.44:0/1069456683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0284103450 0x7f0284075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 >> 172.21.15.44:0/1069456683 conn(0x7f0284079bf0 msgr2=0x7f02841016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 shutdown_connections 2024-04-26T01:55:35.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:35.413+0000 7f0289800700 1 -- 172.21.15.44:0/1069456683 wait complete. 2024-04-26T01:55:36.468 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T01:55:36.948 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:37.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:36 smithi044 ceph-mon[27847]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:55:37.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:36 smithi156 ceph-mon[32543]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:55:37.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:36 smithi090 ceph-mon[32456]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:55:38.130 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:37 smithi156 ceph-mon[32543]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T01:55:38.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:37 smithi090 ceph-mon[32456]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T01:55:38.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:37 smithi044 ceph-mon[27847]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T01:55:39.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 -- 172.21.15.44:0/1094945602 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264101940 msgr2=0x7f1264101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 --2- 172.21.15.44:0/1094945602 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264101940 0x7f1264101dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1250009990 tx=0x7f1250009ca0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 -- 172.21.15.44:0/1094945602 shutdown_connections 2024-04-26T01:55:39.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 --2- 172.21.15.44:0/1094945602 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1264102300 0x7f126410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 --2- 172.21.15.44:0/1094945602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1264107990 0x7f1264107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 --2- 172.21.15.44:0/1094945602 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264101940 0x7f1264101dc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 -- 172.21.15.44:0/1094945602 >> 172.21.15.44:0/1094945602 conn(0x7f12640788f0 msgr2=0x7f1264078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:39.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 -- 172.21.15.44:0/1094945602 shutdown_connections 2024-04-26T01:55:39.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.270+0000 7f126a800700 1 -- 172.21.15.44:0/1094945602 wait complete. 2024-04-26T01:55:39.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.271+0000 7f126a800700 1 Processor -- start 2024-04-26T01:55:39.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f126a800700 1 -- start start 2024-04-26T01:55:39.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f126a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1264101940 0x7f126419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f126a800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264102300 0x7f126419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f126a800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1264107990 0x7f126419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f126a800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f126406b4e0 con 0x7f1264101940 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f126a800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f126406b360 con 0x7f1264107990 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f126a800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f126406b660 con 0x7f1264102300 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f1262a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264102300 0x7f126419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f1263400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1264101940 0x7f126419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f1262a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264102300 0x7f126419b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48230/0 (socket says 172.21.15.44:48230) 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.272+0000 7f1262a00700 1 -- 172.21.15.44:0/4024457324 learned_addr learned my addr 172.21.15.44:0/4024457324 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263e00700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1264107990 0x7f126419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263400700 1 -- 172.21.15.44:0/4024457324 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264102300 msgr2=0x7f126419b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263400700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264102300 0x7f126419b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263400700 1 -- 172.21.15.44:0/4024457324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1264107990 msgr2=0x7f126419fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263400700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1264107990 0x7f126419fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263400700 1 -- 172.21.15.44:0/4024457324 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12641a0370 con 0x7f1264101940 2024-04-26T01:55:39.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1262a00700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264102300 0x7f126419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:39.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263e00700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1264107990 0x7f126419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:39.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.273+0000 7f1263400700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1264101940 0x7f126419b360 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f125400e9f0 tx=0x7f125400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:39.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.274+0000 7f125be00700 1 -- 172.21.15.44:0/4024457324 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125400c9c0 con 0x7f1264101940 2024-04-26T01:55:39.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.274+0000 7f125be00700 1 -- 172.21.15.44:0/4024457324 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f125400cb60 con 0x7f1264101940 2024-04-26T01:55:39.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.274+0000 7f125be00700 1 -- 172.21.15.44:0/4024457324 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1254018680 con 0x7f1264101940 2024-04-26T01:55:39.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.274+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12641a0660 con 0x7f1264101940 2024-04-26T01:55:39.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.274+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12641a7ee0 con 0x7f1264101940 2024-04-26T01:55:39.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.277+0000 7f125be00700 1 -- 172.21.15.44:0/4024457324 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f1254010430 con 0x7f1264101940 2024-04-26T01:55:39.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.279+0000 7f125be00700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f12480a3f60 0x7f12480a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.279+0000 7f125be00700 1 -- 172.21.15.44:0/4024457324 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f12540d0b00 con 0x7f1264101940 2024-04-26T01:55:39.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.280+0000 7f1262a00700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f12480a3f60 0x7f12480a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.281+0000 7f1262a00700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f12480a3f60 0x7f12480a6420 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1264101780 tx=0x7f125001a040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:39.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.281+0000 7f127508fb80 1 Processor -- start 2024-04-26T01:55:39.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.281+0000 7f127508fb80 1 -- start start 2024-04-26T01:55:39.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f127508fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f127508fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bbd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f127508fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbfea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f127508fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559527b05e40 con 0x559527bb2c10 2024-04-26T01:55:39.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f127508fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559527aac6e0 con 0x559527bbdab0 2024-04-26T01:55:39.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f127508fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559527b01e00 con 0x559527bb22f0 2024-04-26T01:55:39.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f1262a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bbd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f1263400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f1263e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f1262a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bbd570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57182/0 (socket says 172.21.15.44:57182) 2024-04-26T01:55:39.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f1263400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48232/0 (socket says 172.21.15.44:48232) 2024-04-26T01:55:39.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.282+0000 7f1262a00700 1 -- 172.21.15.44:0/2866556287 learned_addr learned my addr 172.21.15.44:0/2866556287 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:39.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1263e00700 1 -- 172.21.15.44:0/2866556287 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 msgr2=0x559527bb26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1263e00700 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1263e00700 1 -- 172.21.15.44:0/2866556287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 msgr2=0x559527bbd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1263e00700 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bbd570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1263e00700 1 -- 172.21.15.44:0/2866556287 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559527aa2630 con 0x559527bbdab0 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1262a00700 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bbd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1263e00700 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbfea0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f125c003db0 tx=0x7f125c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83443a205b797f70 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.283+0000 7f1258c00700 1 -- 172.21.15.44:0/2866556287 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c019030 con 0x559527bbdab0 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.284+0000 7f1258c00700 1 -- 172.21.15.44:0/2866556287 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f125c004bb0 con 0x559527bbdab0 2024-04-26T01:55:39.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.284+0000 7f1258c00700 1 -- 172.21.15.44:0/2866556287 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c007d30 con 0x559527bbdab0 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.284+0000 7f127508fb80 1 -- 172.21.15.44:0/2866556287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 msgr2=0x559527bbfea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.284+0000 7f127508fb80 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbfea0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f125c003db0 tx=0x7f125c009920 comp rx=0 tx=0).stop 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 -- 172.21.15.44:0/2866556287 shutdown_connections 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbfea0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 --2- 172.21.15.44:0/2866556287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bbd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 -- 172.21.15.44:0/2866556287 >> 172.21.15.44:0/2866556287 conn(0x559527ae1550 msgr2=0x559527bae790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:39.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 -- 172.21.15.44:0/2866556287 shutdown_connections 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 -- 172.21.15.44:0/2866556287 wait complete. 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.285+0000 7f127508fb80 1 -- start start 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 1 Processor -- start 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bbd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bb2c10 0x559527bba4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bbdab0 0x559527bbaa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559527bc05a0 con 0x559527bbdab0 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559527abf810 con 0x559527bb2c10 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559527bc0720 con 0x559527bb22f0 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f127508fb80 10 client.0 _ll_register_callbacks cb 0x559527a9e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:39.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f1262a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bb2c10 0x559527bba4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f1263e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bbdab0 0x559527bbaa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f1262a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bb2c10 0x559527bba4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54038/0 (socket says 172.21.15.44:54038) 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.286+0000 7f1262a00700 1 -- 172.21.15.44:0/2538550372 learned_addr learned my addr 172.21.15.44:0/2538550372 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1263400700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bbd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1262a00700 1 -- 172.21.15.44:0/2538550372 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 msgr2=0x559527bbd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1262a00700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bbd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1262a00700 1 -- 172.21.15.44:0/2538550372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bbdab0 msgr2=0x559527bbaa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1262a00700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bbdab0 0x559527bbaa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1262a00700 1 -- 172.21.15.44:0/2538550372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559527a53880 con 0x559527bb2c10 2024-04-26T01:55:39.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1263400700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bbd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:39.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1263e00700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bbdab0 0x559527bbaa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:39.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f1262a00700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bb2c10 0x559527bba4c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1250004910 tx=0x7f1250009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa6ebb07edb9e453 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.287+0000 7f124d600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.288+0000 7f124d600700 1 -- 172.21.15.44:0/2538550372 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1250035060 con 0x559527bb2c10 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.288+0000 7f124d600700 1 -- 172.21.15.44:0/2538550372 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f125000f660 con 0x559527bb2c10 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.288+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f125c004bb0 con 0x559527bb2c10 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.288+0000 7f124d600700 1 -- 172.21.15.44:0/2538550372 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f125000f860 con 0x559527bb2c10 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.288+0000 7f127508fb80 10 client.25328 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.288+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559527a9caa0 con 0x559527bb2c10 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f124d600700 1 -- 172.21.15.44:0/2538550372 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f125c004bb0 con 0x559527bb2c10 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f124d600700 1 -- 172.21.15.44:0/2538550372 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1250038030 con 0x559527bb2c10 2024-04-26T01:55:39.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f127508fb80 10 client.25328 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f127508fb80 10 client.25328 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f127508fb80 20 client.25328 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f127508fb80 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527bcd280 0x559527bce6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f127508fb80 4 client.25328 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.289+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 --> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559527b13630 con 0x559527bcd280 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.290+0000 7f1263400700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527bcd280 0x559527bce6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.290+0000 7f1263400700 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527bcd280 0x559527bce6f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=fe3cbb9e11942e3d server_cookie=542c599d06ae9b52 in_seq=0 out_seq=0 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.290+0000 7f124d600700 10 client.25328 ms_handle_connect on v2:172.21.15.90:6836/829860849 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f124d600700 1 -- 172.21.15.44:0/2538550372 <== mds.3 v2:172.21.15.90:6836/829860849 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559527b13630 con 0x559527bcd280 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f124d600700 10 client.25328 handle_command_reply: tid=0 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 client.25328 shutdown 2024-04-26T01:55:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bb2c10 msgr2=0x559527bba4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bb2c10 0x559527bba4c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1250004910 tx=0x7f1250009ca0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 shutdown_connections 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527bcd280 0x559527bce6f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bbd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bbdab0 0x559527bbaa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 --2- 172.21.15.44:0/2538550372 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bb2c10 0x559527bba4c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f124d600700 0 client.25328 ms_handle_reset on v2:172.21.15.90:6836/829860849 2024-04-26T01:55:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.291+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 >> 172.21.15.44:0/2538550372 conn(0x559527ae1550 msgr2=0x559527bad950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.292+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 shutdown_connections 2024-04-26T01:55:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.292+0000 7f127508fb80 1 -- 172.21.15.44:0/2538550372 wait complete. 2024-04-26T01:55:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.292+0000 7f127508fb80 20 client.25328 trim_cache size 0 max 16384 2024-04-26T01:55:39.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 Processor -- start 2024-04-26T01:55:39.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 -- start start 2024-04-26T01:55:39.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bb5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bae0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559527bcca30 con 0x559527bb2c10 2024-04-26T01:55:39.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559527bcd100 con 0x559527bbdab0 2024-04-26T01:55:39.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.315+0000 7f127508fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559527bcd7d0 con 0x559527bb22f0 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bae0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48248/0 (socket says 172.21.15.44:48248) 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bae0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54042/0 (socket says 172.21.15.44:54042) 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 -- 172.21.15.44:0/3026452203 learned_addr learned my addr 172.21.15.44:0/3026452203 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1262a00700 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bb5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 -- 172.21.15.44:0/3026452203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 msgr2=0x559527bae0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bae0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 -- 172.21.15.44:0/3026452203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 msgr2=0x559527bb5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bb5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 -- 172.21.15.44:0/3026452203 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559527bafd20 con 0x559527bb22f0 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.316+0000 7f1263400700 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb5510 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f12540992a0 tx=0x7f125409c7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24bf26906ffdc043 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.317+0000 7f124fe00700 1 -- 172.21.15.44:0/3026452203 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12540a5540 con 0x559527bb22f0 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.317+0000 7f124fe00700 1 -- 172.21.15.44:0/3026452203 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f125400cd10 con 0x559527bb22f0 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.317+0000 7f124fe00700 1 -- 172.21.15.44:0/3026452203 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1254010980 con 0x559527bb22f0 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.317+0000 7f127508fb80 1 -- 172.21.15.44:0/3026452203 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 msgr2=0x559527bb5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.317+0000 7f127508fb80 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb5510 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f12540992a0 tx=0x7f125409c7d0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 -- 172.21.15.44:0/3026452203 shutdown_connections 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bb5510 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bae0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 --2- 172.21.15.44:0/3026452203 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bb5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 -- 172.21.15.44:0/3026452203 >> 172.21.15.44:0/3026452203 conn(0x559527ae1550 msgr2=0x559527bb8db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:39.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 -- 172.21.15.44:0/3026452203 shutdown_connections 2024-04-26T01:55:39.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 -- 172.21.15.44:0/3026452203 wait complete. 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 -- start start 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.318+0000 7f127508fb80 1 Processor -- start 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f127508fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bd55f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f127508fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bd5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f127508fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbeff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f127508fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559527bce570 con 0x559527bb2c10 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f127508fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559527bcdea0 con 0x559527bbdab0 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f127508fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559527bcec40 con 0x559527bb22f0 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f127508fb80 10 client.0 _ll_register_callbacks cb 0x559527a9e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f1263400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bd55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f1263400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bd55f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48260/0 (socket says 172.21.15.44:48260) 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f1263400700 1 -- 172.21.15.44:0/3482366518 learned_addr learned my addr 172.21.15.44:0/3482366518 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.319+0000 7f1262a00700 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bd5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f1263400700 1 -- 172.21.15.44:0/3482366518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 msgr2=0x559527bbeff0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f1263400700 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbeff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f1263400700 1 -- 172.21.15.44:0/3482366518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 msgr2=0x559527bd5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f1263400700 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bd5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f1263400700 1 -- 172.21.15.44:0/3482366518 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559527bbf530 con 0x559527bb22f0 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f1263400700 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bd55f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f125409c5d0 tx=0x7f1254005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5a2d0da11f358a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f124d600700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f124d600700 1 -- 172.21.15.44:0/3482366518 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12540a52b0 con 0x559527bb22f0 2024-04-26T01:55:39.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.320+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f125400cd10 con 0x559527bb22f0 2024-04-26T01:55:39.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.321+0000 7f124d600700 1 -- 172.21.15.44:0/3482366518 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f125409bd20 con 0x559527bb22f0 2024-04-26T01:55:39.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.321+0000 7f124d600700 1 -- 172.21.15.44:0/3482366518 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f125409bf20 con 0x559527bb22f0 2024-04-26T01:55:39.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.321+0000 7f127508fb80 10 client.25327 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:39.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.321+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559527c34b50 con 0x559527bb22f0 2024-04-26T01:55:39.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.321+0000 7f124d600700 1 -- 172.21.15.44:0/3482366518 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f125400cd10 con 0x559527bb22f0 2024-04-26T01:55:39.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.321+0000 7f124d600700 1 -- 172.21.15.44:0/3482366518 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f12540ce550 con 0x559527bb22f0 2024-04-26T01:55:39.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.321+0000 7f127508fb80 10 client.25327 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.322+0000 7f127508fb80 10 client.25327 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.322+0000 7f127508fb80 20 client.25327 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.322+0000 7f127508fb80 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527c39160 0x559527c37e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.322+0000 7f127508fb80 4 client.25327 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.322+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 --> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] -- command(tid 0: {"prefix": "status"}) -- 0x559527b0d6d0 con 0x559527c39160 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.322+0000 7f1262a00700 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527c39160 0x559527c37e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f1262a00700 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527c39160 0x559527c37e70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=cbe05ef73f773a03 server_cookie=d611d80a82b93e9b in_seq=0 out_seq=0 2024-04-26T01:55:39.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f124d600700 10 client.25327 ms_handle_connect on v2:172.21.15.90:6836/829860849 2024-04-26T01:55:39.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f124d600700 1 -- 172.21.15.44:0/3482366518 <== mds.3 v2:172.21.15.90:6836/829860849 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x559527b0d6d0 con 0x559527c39160 2024-04-26T01:55:39.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f124d600700 10 client.25327 handle_command_reply: tid=0 2024-04-26T01:55:39.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f127508fb80 1 client.25327 shutdown 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 msgr2=0x559527bd55f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f127508fb80 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bd55f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f125409c5d0 tx=0x7f1254005d50 comp rx=0 tx=0).stop 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 shutdown_connections 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f127508fb80 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.90:6836/829860849,v1:172.21.15.90:6837/829860849] conn(0x559527c39160 0x559527c37e70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.323+0000 7f127508fb80 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559527bb22f0 0x559527bd55f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.324+0000 7f127508fb80 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559527bbdab0 0x559527bbeff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.324+0000 7f127508fb80 1 --2- 172.21.15.44:0/3482366518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559527bb2c10 0x559527bd5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.324+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 >> 172.21.15.44:0/3482366518 conn(0x559527ae1550 msgr2=0x559527bbbcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.324+0000 7f124d600700 0 client.25327 ms_handle_reset on v2:172.21.15.90:6836/829860849 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.324+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 shutdown_connections 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.324+0000 7f127508fb80 1 -- 172.21.15.44:0/3482366518 wait complete. 2024-04-26T01:55:39.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.324+0000 7f127508fb80 20 client.25327 trim_cache size 0 max 16384 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 3, 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24476, 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 272.29951402400002, 2024-04-26T01:55:39.328 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 29, 2024-04-26T01:55:39.329 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 92, 2024-04-26T01:55:39.329 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:55:39.329 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 330.06126049 2024-04-26T01:55:39.329 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:55:39.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f12480a3f60 msgr2=0x7f12480a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f12480a3f60 0x7f12480a6420 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1264101780 tx=0x7f125001a040 comp rx=0 tx=0).stop 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1264101940 msgr2=0x7f126419b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1264101940 0x7f126419b360 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f125400e9f0 tx=0x7f125400ed00 comp rx=0 tx=0).stop 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 shutdown_connections 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f12480a3f60 0x7f12480a6420 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1264107990 0x7f126419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1264101940 0x7f126419b360 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 --2- 172.21.15.44:0/4024457324 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1264102300 0x7f126419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 >> 172.21.15.44:0/4024457324 conn(0x7f12640788f0 msgr2=0x7f12640ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 shutdown_connections 2024-04-26T01:55:39.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:39.325+0000 7f126a800700 1 -- 172.21.15.44:0/4024457324 wait complete. 2024-04-26T01:55:40.169 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:55:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 -- 172.21.15.44:0/561790630 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb00410e840 msgr2=0x7fb004110c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 --2- 172.21.15.44:0/561790630 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb00410e840 0x7fb004110c30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7faffc009ca0 tx=0x7faffc02a950 comp rx=0 tx=0).stop 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 -- 172.21.15.44:0/561790630 shutdown_connections 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 --2- 172.21.15.44:0/561790630 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb00410e840 0x7fb004110c30 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 --2- 172.21.15.44:0/561790630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb004074b70 0x7fb00410e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 --2- 172.21.15.44:0/561790630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 0x7fb004074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 -- 172.21.15.44:0/561790630 >> 172.21.15.44:0/561790630 conn(0x7fb0040793e0 msgr2=0x7fb0040797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 -- 172.21.15.44:0/561790630 shutdown_connections 2024-04-26T01:55:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.338+0000 7fb00be00640 1 -- 172.21.15.44:0/561790630 wait complete. 2024-04-26T01:55:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.339+0000 7fb00be00640 1 Processor -- start 2024-04-26T01:55:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.339+0000 7fb00be00640 1 -- start start 2024-04-26T01:55:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb00be00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 0x7fb0041a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb00be00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb004074b70 0x7fb0041a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb00be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb00410e840 0x7fb00419a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb00be00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb004114410 con 0x7fb00410e840 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb00be00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb004114290 con 0x7fb004074250 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb00be00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb004114590 con 0x7fb004074b70 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb009400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 0x7fb0041a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb009400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 0x7fb0041a03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54056/0 (socket says 172.21.15.44:54056) 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb008a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb004074b70 0x7fb0041a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb009400640 1 -- 172.21.15.44:0/3073580556 learned_addr learned my addr 172.21.15.44:0/3073580556 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.340+0000 7fb009e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb00410e840 0x7fb00419a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb008a00640 1 -- 172.21.15.44:0/3073580556 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 msgr2=0x7fb0041a03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb008a00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 0x7fb0041a03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb008a00640 1 -- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb00410e840 msgr2=0x7fb00419a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb008a00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb00410e840 0x7fb00419a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb008a00640 1 -- 172.21.15.44:0/3073580556 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb00419ad60 con 0x7fb004074b70 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb009400640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 0x7fb0041a03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb009e00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb00410e840 0x7fb00419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb008a00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb004074b70 0x7fb0041a0920 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7faff000e9f0 tx=0x7faff000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb002000640 1 -- 172.21.15.44:0/3073580556 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff000ccc0 con 0x7fb004074b70 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.341+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb00419b050 con 0x7fb004074b70 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.342+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0041a7480 con 0x7fb004074b70 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.342+0000 7fb002000640 1 -- 172.21.15.44:0/3073580556 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faff00108e0 con 0x7fb004074b70 2024-04-26T01:55:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.342+0000 7fb002000640 1 -- 172.21.15.44:0/3073580556 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff0018880 con 0x7fb004074b70 2024-04-26T01:55:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.346+0000 7fb002000640 1 -- 172.21.15.44:0/3073580556 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7faff0010430 con 0x7fb004074b70 2024-04-26T01:55:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.347+0000 7fb00ebca740 1 Processor -- start 2024-04-26T01:55:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.347+0000 7fb00ebca740 1 -- start start 2024-04-26T01:55:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.347+0000 7fb002000640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fafec0a3ff0 0x7fafec0a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.347+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d8042e820 0x555d8042ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.347+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d804394c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb002000640 1 -- 172.21.15.44:0/3073580556 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7faff00d0bd0 con 0x7fb004074b70 2024-04-26T01:55:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d80439a00 0x555d8043bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb00ebca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555d80394900 con 0x555d8042e820 2024-04-26T01:55:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb00ebca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555d8033aef0 con 0x555d8042f140 2024-04-26T01:55:40.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb00ebca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555d803908c0 con 0x555d80439a00 2024-04-26T01:55:40.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb009e00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fafec0a3ff0 0x7fafec0a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb009400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d8042e820 0x555d8042ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb009e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d80439a00 0x555d8043bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb008a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d804394c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb009e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d80439a00 0x555d8043bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48292/0 (socket says 172.21.15.44:48292) 2024-04-26T01:55:40.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.348+0000 7fb009e00640 1 -- 172.21.15.44:0/2291041778 learned_addr learned my addr 172.21.15.44:0/2291041778 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7fb009400640 1 -- 172.21.15.44:0/2291041778 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d80439a00 msgr2=0x555d8043bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7fb009400640 1 --2- 172.21.15.44:0/2291041778 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d80439a00 0x555d8043bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7fb009400640 1 -- 172.21.15.44:0/2291041778 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 msgr2=0x555d804394c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7fb009400640 1 --2- 172.21.15.44:0/2291041778 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d804394c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7fb009400640 1 -- 172.21.15.44:0/2291041778 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d800a7210 con 0x555d8042e820 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7fb009e00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fafec0a3ff0 0x7fafec0a64b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faffc02ae70 tx=0x7faffc0099b0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7fb009400640 1 --2- 172.21.15.44:0/2291041778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d8042e820 0x555d8042ec00 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faff80058c0 tx=0x7faff8010960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d415782c4ab6278 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.349+0000 7faff6600640 1 -- 172.21.15.44:0/2291041778 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff80117c0 con 0x555d8042e820 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.350+0000 7faff6600640 1 -- 172.21.15.44:0/2291041778 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faff8011e10 con 0x555d8042e820 2024-04-26T01:55:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.350+0000 7faff6600640 1 -- 172.21.15.44:0/2291041778 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff800dda0 con 0x555d8042e820 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.350+0000 7fb00ebca740 1 -- 172.21.15.44:0/2291041778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d8042e820 msgr2=0x555d8042ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.350+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2291041778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d8042e820 0x555d8042ec00 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faff80058c0 tx=0x7faff8010960 comp rx=0 tx=0).stop 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.351+0000 7fb00ebca740 1 -- 172.21.15.44:0/2291041778 shutdown_connections 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.351+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2291041778 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d80439a00 0x555d8043bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.351+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2291041778 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d804394c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.351+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2291041778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d8042e820 0x555d8042ec00 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.351+0000 7fb00ebca740 1 -- 172.21.15.44:0/2291041778 >> 172.21.15.44:0/2291041778 conn(0x555d8042ad30 msgr2=0x555d8042b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.351+0000 7fb00ebca740 1 -- 172.21.15.44:0/2291041778 shutdown_connections 2024-04-26T01:55:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.351+0000 7fb00ebca740 1 -- 172.21.15.44:0/2291041778 wait complete. 2024-04-26T01:55:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.352+0000 7fb00ebca740 1 -- start start 2024-04-26T01:55:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.352+0000 7fb00ebca740 1 Processor -- start 2024-04-26T01:55:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d804368f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80436e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80437370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb00ebca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555d80444e40 con 0x555d80439a00 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb00ebca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555d8034e310 con 0x555d8042f140 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb00ebca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555d80444fc0 con 0x555d8042e820 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb00ebca740 10 client.0 _ll_register_callbacks cb 0x555d8031ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb008a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80436e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb008a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80436e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54080/0 (socket says 172.21.15.44:54080) 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb009400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d804368f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb008a00640 1 -- 172.21.15.44:0/680239378 learned_addr learned my addr 172.21.15.44:0/680239378 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb009e00640 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80437370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb008a00640 1 -- 172.21.15.44:0/680239378 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 msgr2=0x555d804368f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb008a00640 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d804368f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb008a00640 1 -- 172.21.15.44:0/680239378 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 msgr2=0x555d80437370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.353+0000 7fb008a00640 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80437370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fb008a00640 1 -- 172.21.15.44:0/680239378 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d80173620 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fb008a00640 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80436e30 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faff0000c00 tx=0x7faff0010850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e51379692ed19df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fafeaa00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fafeaa00640 1 -- 172.21.15.44:0/680239378 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff00a5610 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fafeaa00640 1 -- 172.21.15.44:0/680239378 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7faff009bea0 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faff8011e10 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fafeaa00640 1 -- 172.21.15.44:0/680239378 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faff009c0a0 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fb00ebca740 10 client.25343 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.354+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555d804510a0 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fafeaa00640 1 -- 172.21.15.44:0/680239378 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faff8011e10 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fafeaa00640 1 -- 172.21.15.44:0/680239378 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7faff0098930 con 0x555d8042f140 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fb00ebca740 10 client.25343 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fb00ebca740 10 client.25343 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fb00ebca740 20 client.25343 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fb00ebca740 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d80452620 0x555d80454a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fb00ebca740 4 client.25343 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d803a88b0 con 0x555d80452620 2024-04-26T01:55:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.355+0000 7fb009400640 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d80452620 0x555d80454a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.356+0000 7fb009400640 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d80452620 0x555d80454a30 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=238aed33dd8a9324 server_cookie=63025529504246a7 in_seq=0 out_seq=0 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.356+0000 7fafeaa00640 10 client.25343 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fafeaa00640 1 -- 172.21.15.44:0/680239378 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555d803a88b0 con 0x555d80452620 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fafeaa00640 10 client.25343 handle_command_reply: tid=0 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 client.25343 shutdown 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 msgr2=0x555d80436e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80436e30 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faff0000c00 tx=0x7faff0010850 comp rx=0 tx=0).stop 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 shutdown_connections 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d80452620 0x555d80454a30 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80437370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80436e30 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 --2- 172.21.15.44:0/680239378 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d804368f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 >> 172.21.15.44:0/680239378 conn(0x555d8042ad30 msgr2=0x555d80430ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.357+0000 7fafeaa00640 0 client.25343 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.358+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 shutdown_connections 2024-04-26T01:55:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.358+0000 7fb00ebca740 1 -- 172.21.15.44:0/680239378 wait complete. 2024-04-26T01:55:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.358+0000 7fb00ebca740 20 client.25343 trim_cache size 0 max 16384 2024-04-26T01:55:40.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 Processor -- start 2024-04-26T01:55:40.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 -- start start 2024-04-26T01:55:40.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042e820 0x555d8044dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042f140 0x555d8045a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d8045a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fafe400e5d0 con 0x555d80439a00 2024-04-26T01:55:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fafe4010110 con 0x555d8042e820 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.375+0000 7fb00ebca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fafe400eca0 con 0x555d8042f140 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d8045a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042e820 0x555d8044dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042e820 0x555d8044dd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54090/0 (socket says 172.21.15.44:54090) 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d8045a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57246/0 (socket says 172.21.15.44:57246) 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 -- 172.21.15.44:0/2397929704 learned_addr learned my addr 172.21.15.44:0/2397929704 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb008a00640 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042f140 0x555d8045a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 -- 172.21.15.44:0/2397929704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042f140 msgr2=0x555d8045a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042f140 0x555d8045a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 -- 172.21.15.44:0/2397929704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 msgr2=0x555d8045a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d8045a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009400640 1 -- 172.21.15.44:0/2397929704 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d8042bf60 con 0x555d8042e820 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.376+0000 7fb009e00640 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d8045a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.377+0000 7fb009400640 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042e820 0x555d8044dd60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7faff8006010 tx=0x7faff800b480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=278b5129b8ce5e5b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:40.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.377+0000 7faff5c00640 1 -- 172.21.15.44:0/2397929704 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff802e070 con 0x555d8042e820 2024-04-26T01:55:40.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.377+0000 7faff5c00640 1 -- 172.21.15.44:0/2397929704 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faff8005530 con 0x555d8042e820 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.377+0000 7faff5c00640 1 -- 172.21.15.44:0/2397929704 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff8003850 con 0x555d8042e820 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 -- 172.21.15.44:0/2397929704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042e820 msgr2=0x555d8044dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042e820 0x555d8044dd60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7faff8006010 tx=0x7faff800b480 comp rx=0 tx=0).stop 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 -- 172.21.15.44:0/2397929704 shutdown_connections 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d8045a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042f140 0x555d8045a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 --2- 172.21.15.44:0/2397929704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042e820 0x555d8044dd60 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 -- 172.21.15.44:0/2397929704 >> 172.21.15.44:0/2397929704 conn(0x555d8042ad30 msgr2=0x555d80431ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 -- 172.21.15.44:0/2397929704 shutdown_connections 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 -- 172.21.15.44:0/2397929704 wait complete. 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.378+0000 7fb00ebca740 1 -- start start 2024-04-26T01:55:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 1 Processor -- start 2024-04-26T01:55:40.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d80445850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80445d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80449cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fafe400fa40 con 0x555d80439a00 2024-04-26T01:55:40.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fafe400f370 con 0x555d8042f140 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fafe400c5b0 con 0x555d8042e820 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.379+0000 7fb00ebca740 10 client.0 _ll_register_callbacks cb 0x7faff009c460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb008a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80445d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d80445850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb008a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80445d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54092/0 (socket says 172.21.15.44:54092) 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb008a00640 1 -- 172.21.15.44:0/125259985 learned_addr learned my addr 172.21.15.44:0/125259985 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009e00640 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80449cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009400640 1 -- 172.21.15.44:0/125259985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 msgr2=0x555d80445d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009400640 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80445d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009400640 1 -- 172.21.15.44:0/125259985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 msgr2=0x555d80449cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009400640 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80449cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009400640 1 -- 172.21.15.44:0/125259985 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d8044a330 con 0x555d8042e820 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.380+0000 7fb009e00640 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80449cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fb009400640 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d80445850 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7faff8000c00 tx=0x7faff8005750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d9d32118010d42e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:40.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fafeaa00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:55:40.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fafeaa00640 1 -- 172.21.15.44:0/125259985 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff802e040 con 0x555d8042e820 2024-04-26T01:55:40.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faff8005530 con 0x555d8042e820 2024-04-26T01:55:40.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fafeaa00640 1 -- 172.21.15.44:0/125259985 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7faff80115c0 con 0x555d8042e820 2024-04-26T01:55:40.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fafeaa00640 1 -- 172.21.15.44:0/125259985 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faff8005070 con 0x555d8042e820 2024-04-26T01:55:40.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fb00ebca740 10 client.25345 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:40.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.381+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555d804b8710 con 0x555d8042e820 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fafeaa00640 1 -- 172.21.15.44:0/125259985 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faff8005530 con 0x555d8042e820 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fafeaa00640 1 -- 172.21.15.44:0/125259985 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7faff8031070 con 0x555d8042e820 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fb00ebca740 10 client.25345 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fb00ebca740 10 client.25345 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fb00ebca740 20 client.25345 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fb00ebca740 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d804b8be0 0x555d804bb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fb00ebca740 4 client.25345 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555d803a2320 con 0x555d804b8be0 2024-04-26T01:55:40.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.382+0000 7fb008a00640 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d804b8be0 0x555d804bb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:40.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.383+0000 7fb008a00640 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d804b8be0 0x555d804bb000 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8136b4ea5893bd8 server_cookie=82248aa8d1869f3e in_seq=0 out_seq=0 2024-04-26T01:55:40.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.383+0000 7fafeaa00640 10 client.25345 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.392+0000 7fafeaa00640 1 -- 172.21.15.44:0/125259985 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555d803a2320 con 0x555d804b8be0 2024-04-26T01:55:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fafeaa00640 10 client.25345 handle_command_reply: tid=0 2024-04-26T01:55:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 client.25345 shutdown 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 msgr2=0x555d80445850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d80445850 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7faff8000c00 tx=0x7faff8005750 comp rx=0 tx=0).stop 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 shutdown_connections 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d804b8be0 0x555d804bb000 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d80439a00 0x555d80449cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d8042f140 0x555d80445d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 --2- 172.21.15.44:0/125259985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d8042e820 0x555d80445850 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 >> 172.21.15.44:0/125259985 conn(0x555d8042ad30 msgr2=0x555d804368b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fafeaa00640 0 client.25345 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 shutdown_connections 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 1 -- 172.21.15.44:0/125259985 wait complete. 2024-04-26T01:55:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.393+0000 7fb00ebca740 20 client.25345 trim_cache size 0 max 16384 2024-04-26T01:55:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:55:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:55:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:55:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.394+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fafec0a3ff0 msgr2=0x7fafec0a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.394+0000 7fb00be00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fafec0a3ff0 0x7fafec0a64b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faffc02ae70 tx=0x7faffc0099b0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.394+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb004074b70 msgr2=0x7fb0041a0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.394+0000 7fb00be00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb004074b70 0x7fb0041a0920 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7faff000e9f0 tx=0x7faff000eeb0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 shutdown_connections 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fafec0a3ff0 0x7fafec0a64b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb00410e840 0x7fb00419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb004074b70 0x7fb0041a0920 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 --2- 172.21.15.44:0/3073580556 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb004074250 0x7fb0041a03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:40.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 >> 172.21.15.44:0/3073580556 conn(0x7fb0040793e0 msgr2=0x7fb0040fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:40.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 shutdown_connections 2024-04-26T01:55:40.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:40.395+0000 7fb00be00640 1 -- 172.21.15.44:0/3073580556 wait complete. 2024-04-26T01:55:40.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:40 smithi044 ceph-mon[27847]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:55:40.672 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:40.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:40 smithi156 ceph-mon[32543]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:55:40.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:40 smithi090 ceph-mon[32456]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:55:42.459 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:42 smithi044 ceph-mon[27847]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T01:55:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:42 smithi156 ceph-mon[32543]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T01:55:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:42 smithi090 ceph-mon[32456]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 -- 172.21.15.44:0/101520672 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a8102af0 msgr2=0x7f01a8102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 --2- 172.21.15.44:0/101520672 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a8102af0 0x7f01a8102f70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f01940099c0 tx=0x7f0194009cd0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 -- 172.21.15.44:0/101520672 shutdown_connections 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 --2- 172.21.15.44:0/101520672 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f01a81034b0 0x7f01a810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 --2- 172.21.15.44:0/101520672 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8107940 0x7f01a8107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 --2- 172.21.15.44:0/101520672 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a8102af0 0x7f01a8102f70 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 -- 172.21.15.44:0/101520672 >> 172.21.15.44:0/101520672 conn(0x7f01a8079ba0 msgr2=0x7f01a8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 -- 172.21.15.44:0/101520672 shutdown_connections 2024-04-26T01:55:43.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.022+0000 7f01ae400700 1 -- 172.21.15.44:0/101520672 wait complete. 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.023+0000 7f01ae400700 1 Processor -- start 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.023+0000 7f01ae400700 1 -- start start 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01ae400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8102af0 0x7f01a8199150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01ae400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a81034b0 0x7f01a8199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01ae400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f01a8107940 0x7f01a819d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01ae400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f01a8112ca0 con 0x7f01a81034b0 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01ae400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f01a8112b20 con 0x7f01a8102af0 2024-04-26T01:55:43.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01ae400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f01a8112e20 con 0x7f01a8107940 2024-04-26T01:55:43.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01a7400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8102af0 0x7f01a8199150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a81034b0 0x7f01a8199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01a7400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8102af0 0x7f01a8199150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54122/0 (socket says 172.21.15.44:54122) 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01a7400700 1 -- 172.21.15.44:0/1754179862 learned_addr learned my addr 172.21.15.44:0/1754179862 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.024+0000 7f01a7e00700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f01a8107940 0x7f01a819d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f01a7400700 1 -- 172.21.15.44:0/1754179862 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f01a8107940 msgr2=0x7f01a819d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f01a7400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f01a8107940 0x7f01a819d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f01a7400700 1 -- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a81034b0 msgr2=0x7f01a8199690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f01a7400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a81034b0 0x7f01a8199690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f01a7400700 1 -- 172.21.15.44:0/1754179862 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a819e110 con 0x7f01a8102af0 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f01a7e00700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f01a8107940 0x7f01a819d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f01a7400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8102af0 0x7f01a8199150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f019800e9a0 tx=0x7f019800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.025+0000 7f019fe00700 1 -- 172.21.15.44:0/1754179862 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019800cbd0 con 0x7f01a8102af0 2024-04-26T01:55:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.026+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01a819e400 con 0x7f01a8102af0 2024-04-26T01:55:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.026+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01a81a5c80 con 0x7f01a8102af0 2024-04-26T01:55:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.026+0000 7f019fe00700 1 -- 172.21.15.44:0/1754179862 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f019800cd70 con 0x7f01a8102af0 2024-04-26T01:55:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.026+0000 7f019fe00700 1 -- 172.21.15.44:0/1754179862 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0198018680 con 0x7f01a8102af0 2024-04-26T01:55:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.030+0000 7f01b8e80b80 1 Processor -- start 2024-04-26T01:55:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.030+0000 7f01b8e80b80 1 -- start start 2024-04-26T01:55:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101e3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e44b0 0x5560101dddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101de300 0x5560101de740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55601012be40 con 0x5560101de300 2024-04-26T01:55:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5560100d26e0 con 0x5560101e44b0 2024-04-26T01:55:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556010127e00 con 0x5560101e3b90 2024-04-26T01:55:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f019fe00700 1 -- 172.21.15.44:0/1754179862 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f0198010430 con 0x7f01a8102af0 2024-04-26T01:55:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01a7e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101e3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101de300 0x5560101de740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101de300 0x5560101de740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57268/0 (socket says 172.21.15.44:57268) 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.031+0000 7f01a6a00700 1 -- 172.21.15.44:0/2430216260 learned_addr learned my addr 172.21.15.44:0/2430216260 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a7400700 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e44b0 0x5560101dddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a6a00700 1 -- 172.21.15.44:0/2430216260 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 msgr2=0x5560101e3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a6a00700 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101e3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a6a00700 1 -- 172.21.15.44:0/2430216260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e44b0 msgr2=0x5560101dddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a6a00700 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e44b0 0x5560101dddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a6a00700 1 -- 172.21.15.44:0/2430216260 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560100c8630 con 0x5560101de300 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a7400700 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e44b0 0x5560101dddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:55:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.032+0000 7f01a6a00700 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101de300 0x5560101de740 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f01940099c0 tx=0x7f0194003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b6423668916241 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.033+0000 7f019cc00700 1 -- 172.21.15.44:0/2430216260 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0194028070 con 0x5560101de300 2024-04-26T01:55:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.033+0000 7f019cc00700 1 -- 172.21.15.44:0/2430216260 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01940037c0 con 0x5560101de300 2024-04-26T01:55:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.033+0000 7f019cc00700 1 -- 172.21.15.44:0/2430216260 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019400b9d0 con 0x5560101de300 2024-04-26T01:55:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.033+0000 7f019fe00700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f018c0a3fe0 0x7f018c0a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.033+0000 7f019fe00700 1 -- 172.21.15.44:0/1754179862 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f01980d0b90 con 0x7f01a8102af0 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 -- 172.21.15.44:0/2430216260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101de300 msgr2=0x5560101de740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101de300 0x5560101de740 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f01940099c0 tx=0x7f0194003680 comp rx=0 tx=0).stop 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01a7e00700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f018c0a3fe0 0x7f018c0a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 -- 172.21.15.44:0/2430216260 shutdown_connections 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101e3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101de300 0x5560101de740 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/2430216260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e44b0 0x5560101dddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 -- 172.21.15.44:0/2430216260 >> 172.21.15.44:0/2430216260 conn(0x556010107f00 msgr2=0x5560101d48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 -- 172.21.15.44:0/2430216260 shutdown_connections 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.034+0000 7f01b8e80b80 1 -- 172.21.15.44:0/2430216260 wait complete. 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.035+0000 7f01a7e00700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f018c0a3fe0 0x7f018c0a64a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f01a0007450 tx=0x7f01a0009040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.035+0000 7f01b8e80b80 1 -- start start 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.035+0000 7f01b8e80b80 1 Processor -- start 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101dd580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101ddac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101d6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5560101eacd0 con 0x5560101d6990 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5560100e5810 con 0x5560101e3b90 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5560101eae50 con 0x5560101de300 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01b8e80b80 10 client.0 _ll_register_callbacks cb 0x5560100c46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01a6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101ddac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01a6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101ddac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54128/0 (socket says 172.21.15.44:54128) 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01a6a00700 1 -- 172.21.15.44:0/1877099724 learned_addr learned my addr 172.21.15.44:0/1877099724 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01a7e00700 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101d6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.036+0000 7f01a7400700 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101dd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.037+0000 7f01a6a00700 1 -- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 msgr2=0x5560101dd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.037+0000 7f01a6a00700 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101dd580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.037+0000 7f01a6a00700 1 -- 172.21.15.44:0/1877099724 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 msgr2=0x5560101d6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.037+0000 7f01a6a00700 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101d6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.037+0000 7f01a6a00700 1 -- 172.21.15.44:0/1877099724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556010079880 con 0x5560101e3b90 2024-04-26T01:55:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.037+0000 7f01a6a00700 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101ddac0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0194005920 tx=0x7f0194005300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d979c2352b96f388 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:43.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.037+0000 7f0191600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.038+0000 7f0191600700 1 -- 172.21.15.44:0/1877099724 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0194028070 con 0x5560101e3b90 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.038+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01940037c0 con 0x5560101e3b90 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.038+0000 7f0191600700 1 -- 172.21.15.44:0/1877099724 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f019400b990 con 0x5560101e3b90 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.038+0000 7f0191600700 1 -- 172.21.15.44:0/1877099724 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f019403b050 con 0x5560101e3b90 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.038+0000 7f01b8e80b80 10 client.25358 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.038+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5560100c2aa0 con 0x5560101e3b90 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.038+0000 7f0191600700 1 -- 172.21.15.44:0/1877099724 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01940037c0 con 0x5560101e3b90 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f0191600700 1 -- 172.21.15.44:0/1877099724 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f019400f990 con 0x5560101e3b90 2024-04-26T01:55:43.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f01b8e80b80 10 client.25358 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f01b8e80b80 10 client.25358 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f01b8e80b80 20 client.25358 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5560101fbba0 0x5560101fd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f01b8e80b80 4 client.25358 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 --> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556010139630 con 0x5560101fbba0 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.039+0000 7f01a7400700 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5560101fbba0 0x5560101fd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.040+0000 7f0191600700 10 client.25358 ms_handle_connect on v2:172.21.15.156:6838/3391701820 2024-04-26T01:55:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.040+0000 7f01a7400700 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5560101fbba0 0x5560101fd010 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eeffbfc37512404d server_cookie=365b3105e072f8ca in_seq=0 out_seq=0 2024-04-26T01:55:43.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f0191600700 1 -- 172.21.15.44:0/1877099724 <== mds.2 v2:172.21.15.156:6838/3391701820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556010139630 con 0x5560101fbba0 2024-04-26T01:55:43.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f0191600700 10 client.25358 handle_command_reply: tid=0 2024-04-26T01:55:43.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 client.25358 shutdown 2024-04-26T01:55:43.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 msgr2=0x5560101ddac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101ddac0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0194005920 tx=0x7f0194005300 comp rx=0 tx=0).stop 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 shutdown_connections 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x5560101fbba0 0x5560101fd010 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101dd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101d6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f0191600700 0 client.25358 ms_handle_reset on v2:172.21.15.156:6838/3391701820 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/1877099724 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101ddac0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 >> 172.21.15.44:0/1877099724 conn(0x556010107f00 msgr2=0x5560101d3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 shutdown_connections 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.041+0000 7f01b8e80b80 1 -- 172.21.15.44:0/1877099724 wait complete. 2024-04-26T01:55:43.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.042+0000 7f01b8e80b80 20 client.25358 trim_cache size 0 max 16384 2024-04-26T01:55:43.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 Processor -- start 2024-04-26T01:55:43.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 -- start start 2024-04-26T01:55:43.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101e2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101de300 0x5560101d45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101dc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5560101fb350 con 0x5560101d6990 2024-04-26T01:55:43.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5560101fba20 con 0x5560101de300 2024-04-26T01:55:43.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.064+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5560101fc0f0 con 0x5560101e3b90 2024-04-26T01:55:43.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101de300 0x5560101d45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101e2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101de300 0x5560101d45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54144/0 (socket says 172.21.15.44:54144) 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a6a00700 1 -- 172.21.15.44:0/502548336 learned_addr learned my addr 172.21.15.44:0/502548336 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a7e00700 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101dc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a7400700 1 -- 172.21.15.44:0/502548336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 msgr2=0x5560101dc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a7400700 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101dc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a7400700 1 -- 172.21.15.44:0/502548336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101de300 msgr2=0x5560101d45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a7400700 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101de300 0x5560101d45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a7400700 1 -- 172.21.15.44:0/502548336 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560101fd380 con 0x5560101d6990 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.065+0000 7f01a6a00700 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101de300 0x5560101d45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.066+0000 7f01a7400700 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101e2500 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f01980ce110 tx=0x7f01980d2fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3029bd78c80664ae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.066+0000 7f0193e00700 1 -- 172.21.15.44:0/502548336 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019809c960 con 0x5560101d6990 2024-04-26T01:55:43.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.066+0000 7f0193e00700 1 -- 172.21.15.44:0/502548336 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01980a0d10 con 0x5560101d6990 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.066+0000 7f0193e00700 1 -- 172.21.15.44:0/502548336 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01980870b0 con 0x5560101d6990 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 -- 172.21.15.44:0/502548336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 msgr2=0x5560101e2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101e2500 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f01980ce110 tx=0x7f01980d2fe0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 -- 172.21.15.44:0/502548336 shutdown_connections 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101e3b90 0x5560101dc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101e2500 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/502548336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101de300 0x5560101d45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 -- 172.21.15.44:0/502548336 >> 172.21.15.44:0/502548336 conn(0x556010107f00 msgr2=0x5560101dc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 -- 172.21.15.44:0/502548336 shutdown_connections 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.067+0000 7f01b8e80b80 1 -- 172.21.15.44:0/502548336 wait complete. 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.068+0000 7f01b8e80b80 1 -- start start 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.068+0000 7f01b8e80b80 1 Processor -- start 2024-04-26T01:55:43.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101f8be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101f9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01b8e80b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101e7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5560101fce90 con 0x5560101d6990 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5560101fc7c0 con 0x5560101e3b90 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01b8e80b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5560101fd560 con 0x5560101de300 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01b8e80b80 10 client.0 _ll_register_callbacks cb 0x5560100c46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01a7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101f8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01a7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101f8be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57296/0 (socket says 172.21.15.44:57296) 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.069+0000 7f01a7400700 1 -- 172.21.15.44:0/3834986178 learned_addr learned my addr 172.21.15.44:0/3834986178 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a6a00700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7e00700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101e7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7400700 1 -- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 msgr2=0x5560101f9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7400700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101f9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7400700 1 -- 172.21.15.44:0/3834986178 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 msgr2=0x5560101e7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:43.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7400700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101e7ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7400700 1 -- 172.21.15.44:0/3834986178 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560101e8180 con 0x5560101d6990 2024-04-26T01:55:43.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7e00700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101e7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:43.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f01a7400700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101f8be0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f01980a50a0 tx=0x7f0198098cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f5da1063a78aa45 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:43.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.070+0000 7f0191600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.071+0000 7f0191600700 1 -- 172.21.15.44:0/3834986178 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01980a5340 con 0x5560101d6990 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.071+0000 7f0191600700 1 -- 172.21.15.44:0/3834986178 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f01980870b0 con 0x5560101d6990 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.071+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01980a0d10 con 0x5560101d6990 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.071+0000 7f0191600700 1 -- 172.21.15.44:0/3834986178 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01980a55d0 con 0x5560101d6990 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.071+0000 7f01b8e80b80 10 client.15243 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.071+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5560101e5260 con 0x5560101d6990 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.071+0000 7f0191600700 1 -- 172.21.15.44:0/3834986178 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01980a0d10 con 0x5560101d6990 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f0191600700 1 -- 172.21.15.44:0/3834986178 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f01980986b0 con 0x5560101d6990 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f01b8e80b80 10 client.15243 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f01b8e80b80 10 client.15243 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f01b8e80b80 20 client.15243 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:43.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x556010267f90 0x556010266ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f01b8e80b80 4 client.15243 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 --> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] -- command(tid 0: {"prefix": "status"}) -- 0x5560101336d0 con 0x556010267f90 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.072+0000 7f01a6a00700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x556010267f90 0x556010266ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01a6a00700 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x556010267f90 0x556010266ca0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1dc90ec27eac2bed server_cookie=2d50a779df04890c in_seq=0 out_seq=0 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f0191600700 10 client.15243 ms_handle_connect on v2:172.21.15.156:6838/3391701820 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f0191600700 1 -- 172.21.15.44:0/3834986178 <== mds.2 v2:172.21.15.156:6838/3391701820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5560101336d0 con 0x556010267f90 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f0191600700 10 client.15243 handle_command_reply: tid=0 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 client.15243 shutdown 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 msgr2=0x5560101f8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101f8be0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f01980a50a0 tx=0x7f0198098cd0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 shutdown_connections 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:6838/3391701820,v1:172.21.15.156:6839/3391701820] conn(0x556010267f90 0x556010266ca0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5560101e3b90 0x5560101e7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f0191600700 0 client.15243 ms_handle_reset on v2:172.21.15.156:6838/3391701820 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5560101d6990 0x5560101f8be0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 --2- 172.21.15.44:0/3834986178 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5560101de300 0x5560101f9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.073+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 >> 172.21.15.44:0/3834986178 conn(0x556010107f00 msgr2=0x5560101da980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.074+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 shutdown_connections 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.074+0000 7f01b8e80b80 1 -- 172.21.15.44:0/3834986178 wait complete. 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.074+0000 7f01b8e80b80 20 client.15243 trim_cache size 0 max 16384 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-04-26T01:55:43.076 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24490, 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 277.06220326800002, 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 29, 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 92, 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 330.86390528300001 2024-04-26T01:55:43.077 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f018c0a3fe0 msgr2=0x7f018c0a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f018c0a3fe0 0x7f018c0a64a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f01a0007450 tx=0x7f01a0009040 comp rx=0 tx=0).stop 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8102af0 msgr2=0x7f01a8199150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8102af0 0x7f01a8199150 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f019800e9a0 tx=0x7f019800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 shutdown_connections 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f01a8107940 0x7f01a819d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f018c0a3fe0 0x7f018c0a64a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f01a8102af0 0x7f01a8199150 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 --2- 172.21.15.44:0/1754179862 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f01a81034b0 0x7f01a8199690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:43.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 >> 172.21.15.44:0/1754179862 conn(0x7f01a8079ba0 msgr2=0x7f01a8100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:43.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 shutdown_connections 2024-04-26T01:55:43.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:43.075+0000 7f01ae400700 1 -- 172.21.15.44:0/1754179862 wait complete. 2024-04-26T01:55:44.090 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T01:55:44.558 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:44.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:44 smithi044 ceph-mon[27847]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-04-26T01:55:44.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:44 smithi156 ceph-mon[32543]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-04-26T01:55:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:44 smithi090 ceph-mon[32456]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-04-26T01:55:46.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:46 smithi044 ceph-mon[27847]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T01:55:46.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:46 smithi156 ceph-mon[32543]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T01:55:46.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:46 smithi090 ceph-mon[32456]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T01:55:46.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.882+0000 7f5c07e00700 1 -- 172.21.15.44:0/2194152534 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 msgr2=0x7f5c0810ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 --2- 172.21.15.44:0/2194152534 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 0x7f5c0810ec70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5bf40098f0 tx=0x7f5bf4009c00 comp rx=0 tx=0).stop 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 -- 172.21.15.44:0/2194152534 shutdown_connections 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 --2- 172.21.15.44:0/2194152534 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c0810f1b0 0x7f5c08111620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 --2- 172.21.15.44:0/2194152534 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c08074e70 0x7f5c08075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 --2- 172.21.15.44:0/2194152534 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 0x7f5c0810ec70 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 -- 172.21.15.44:0/2194152534 >> 172.21.15.44:0/2194152534 conn(0x7f5c080fe4c0 msgr2=0x7f5c081008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 -- 172.21.15.44:0/2194152534 shutdown_connections 2024-04-26T01:55:46.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.883+0000 7f5c07e00700 1 -- 172.21.15.44:0/2194152534 wait complete. 2024-04-26T01:55:46.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.884+0000 7f5c07e00700 1 Processor -- start 2024-04-26T01:55:46.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.885+0000 7f5c07e00700 1 -- start start 2024-04-26T01:55:46.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.885+0000 7f5c07e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c08074e70 0x7f5c081028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.885+0000 7f5c07e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 0x7f5c08102e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0810f1b0 0x7f5c08103350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5c08114d50 con 0x7f5c08074e70 2024-04-26T01:55:46.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5c08114bd0 con 0x7f5c0810f1b0 2024-04-26T01:55:46.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5c08114ed0 con 0x7f5c08075790 2024-04-26T01:55:46.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c06000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 0x7f5c08102e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0810f1b0 0x7f5c08103350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c06000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 0x7f5c08102e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48372/0 (socket says 172.21.15.44:48372) 2024-04-26T01:55:46.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c06000700 1 -- 172.21.15.44:0/1856470990 learned_addr learned my addr 172.21.15.44:0/1856470990 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:46.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c06a00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c08074e70 0x7f5c081028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07400700 1 -- 172.21.15.44:0/1856470990 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 msgr2=0x7f5c08102e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07400700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 0x7f5c08102e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07400700 1 -- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c08074e70 msgr2=0x7f5c081028d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07400700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c08074e70 0x7f5c081028d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.886+0000 7f5c07400700 1 -- 172.21.15.44:0/1856470990 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c081ab980 con 0x7f5c0810f1b0 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.887+0000 7f5c07400700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0810f1b0 0x7f5c08103350 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000efc0 tx=0x7f5c0000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.887+0000 7f5bff400700 1 -- 172.21.15.44:0/1856470990 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c000092e0 con 0x7f5c0810f1b0 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.887+0000 7f5bff400700 1 -- 172.21.15.44:0/1856470990 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c00004bb0 con 0x7f5c0810f1b0 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.887+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c081abc10 con 0x7f5c0810f1b0 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.887+0000 7f5bff400700 1 -- 172.21.15.44:0/1856470990 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c00004280 con 0x7f5c0810f1b0 2024-04-26T01:55:46.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.887+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c081ac100 con 0x7f5c0810f1b0 2024-04-26T01:55:46.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.891+0000 7f5bff400700 1 -- 172.21.15.44:0/1856470990 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f5c0001b030 con 0x7f5c0810f1b0 2024-04-26T01:55:46.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.892+0000 7f5bff400700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5bec0a3f90 0x7f5bec0a6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.892+0000 7f5bff400700 1 -- 172.21.15.44:0/1856470990 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f5c000d04e0 con 0x7f5c0810f1b0 2024-04-26T01:55:46.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.892+0000 7f5c18408b80 1 Processor -- start 2024-04-26T01:55:46.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.892+0000 7f5c06a00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5bec0a3f90 0x7f5bec0a6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.893+0000 7f5c18408b80 1 -- start start 2024-04-26T01:55:46.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.893+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be337c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.893+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be33d00 0x555f6be3e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.893+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be41030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.893+0000 7f5c18408b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555f6bd86e40 con 0x555f6be333e0 2024-04-26T01:55:46.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.893+0000 7f5c18408b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555f6bd2d6e0 con 0x555f6be3ec40 2024-04-26T01:55:46.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.893+0000 7f5c18408b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555f6bd82e00 con 0x555f6be33d00 2024-04-26T01:55:46.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be337c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be33d00 0x555f6be3e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be33d00 0x555f6be3e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48382/0 (socket says 172.21.15.44:48382) 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 -- 172.21.15.44:0/4156128030 learned_addr learned my addr 172.21.15.44:0/4156128030 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c07400700 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be41030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be337c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57318/0 (socket says 172.21.15.44:57318) 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 -- 172.21.15.44:0/4156128030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 msgr2=0x555f6be41030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be41030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 -- 172.21.15.44:0/4156128030 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 msgr2=0x555f6be337c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be337c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.894+0000 7f5c06000700 1 -- 172.21.15.44:0/4156128030 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f6bd23630 con 0x555f6be33d00 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.895+0000 7f5c07400700 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be41030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.895+0000 7f5c06a00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5bec0a3f90 0x7f5bec0a6450 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8005fd0 tx=0x7f5bf8009310 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.895+0000 7f5c06000700 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be33d00 0x555f6be3e700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4009230 tx=0x7f5bf4005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6906e200e1ced4b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.895+0000 7f5bf3e00700 1 -- 172.21.15.44:0/4156128030 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf400f460 con 0x555f6be33d00 2024-04-26T01:55:46.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5bf3e00700 1 -- 172.21.15.44:0/4156128030 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf4005040 con 0x555f6be33d00 2024-04-26T01:55:46.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5bf3e00700 1 -- 172.21.15.44:0/4156128030 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4003880 con 0x555f6be33d00 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5c18408b80 1 -- 172.21.15.44:0/4156128030 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be33d00 msgr2=0x555f6be3e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5c18408b80 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be33d00 0x555f6be3e700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4009230 tx=0x7f5bf4005dc0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5c18408b80 1 -- 172.21.15.44:0/4156128030 shutdown_connections 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5c18408b80 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be41030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5c18408b80 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be337c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5c18408b80 1 --2- 172.21.15.44:0/4156128030 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be33d00 0x555f6be3e700 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.896+0000 7f5c18408b80 1 -- 172.21.15.44:0/4156128030 >> 172.21.15.44:0/4156128030 conn(0x555f6bd62550 msgr2=0x555f6be2fa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.897+0000 7f5c18408b80 1 -- 172.21.15.44:0/4156128030 shutdown_connections 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.897+0000 7f5c18408b80 1 -- 172.21.15.44:0/4156128030 wait complete. 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.897+0000 7f5c18408b80 1 -- start start 2024-04-26T01:55:46.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.897+0000 7f5c18408b80 1 Processor -- start 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be3e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be33d00 0x555f6be3b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be3bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c18408b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555f6be417c0 con 0x555f6be33d00 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c18408b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555f6bd40810 con 0x555f6be3ec40 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c18408b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555f6be41940 con 0x555f6be333e0 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c18408b80 10 client.0 _ll_register_callbacks cb 0x555f6bd1f6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c06a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be3e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c06000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be33d00 0x555f6be3b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.898+0000 7f5c07400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be3bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c07400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be3bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54196/0 (socket says 172.21.15.44:54196) 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c07400700 1 -- 172.21.15.44:0/2415263822 learned_addr learned my addr 172.21.15.44:0/2415263822 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c07400700 1 -- 172.21.15.44:0/2415263822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 msgr2=0x555f6be3e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c07400700 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be3e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c07400700 1 -- 172.21.15.44:0/2415263822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be33d00 msgr2=0x555f6be3b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c07400700 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be33d00 0x555f6be3b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.899+0000 7f5c07400700 1 -- 172.21.15.44:0/2415263822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f6bcd4880 con 0x555f6be3ec40 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5c07400700 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be3bb20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000c7a0 tx=0x7f5c0009c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7b37ddcf34d4281 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5bf0c00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2415263822 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c0009ca40 con 0x555f6be3ec40 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2415263822 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f5c00004420 con 0x555f6be3ec40 2024-04-26T01:55:46.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bf4005040 con 0x555f6be3ec40 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2415263822 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5c0009c340 con 0x555f6be3ec40 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5c18408b80 10 client.25376 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.900+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f6bd1daa0 con 0x555f6be3ec40 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2415263822 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf4005040 con 0x555f6be3ec40 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2415263822 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5c000a01b0 con 0x555f6be3ec40 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5c18408b80 10 client.25376 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5c18408b80 10 client.25376 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5c18408b80 20 client.25376 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6be4e470 0x555f6be4f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5c18408b80 4 client.25376 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.901+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 --> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f6bd94630 con 0x555f6be4e470 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.902+0000 7f5c06a00700 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6be4e470 0x555f6be4f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.902+0000 7f5c06a00700 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6be4e470 0x555f6be4f8e0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fded0c78b3eb5c94 server_cookie=722274f91fd2f84b in_seq=0 out_seq=0 2024-04-26T01:55:46.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.902+0000 7f5bf0c00700 10 client.25376 ms_handle_connect on v2:172.21.15.44:6838/1058817088 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2415263822 <== mds.1 v2:172.21.15.44:6838/1058817088 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555f6bd94630 con 0x555f6be4e470 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5bf0c00700 10 client.25376 handle_command_reply: tid=0 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 client.25376 shutdown 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 msgr2=0x555f6be3bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be3bb20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000c7a0 tx=0x7f5c0009c880 comp rx=0 tx=0).stop 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 shutdown_connections 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6be4e470 0x555f6be4f8e0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be3e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be3ec40 0x555f6be3bb20 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2415263822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be33d00 0x555f6be3b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 >> 172.21.15.44:0/2415263822 conn(0x555f6bd62550 msgr2=0x555f6be2f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.903+0000 7f5bf0c00700 0 client.25376 ms_handle_reset on v2:172.21.15.44:6838/1058817088 2024-04-26T01:55:46.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.904+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 shutdown_connections 2024-04-26T01:55:46.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.904+0000 7f5c18408b80 1 -- 172.21.15.44:0/2415263822 wait complete. 2024-04-26T01:55:46.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.904+0000 7f5c18408b80 20 client.25376 trim_cache size 0 max 16384 2024-04-26T01:55:46.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 Processor -- start 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 -- start start 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be2fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be39ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be3ec40 0x555f6be3a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555f6be4dc20 con 0x555f6be333e0 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555f6be4e2f0 con 0x555f6be33d00 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.930+0000 7f5c18408b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555f6be4e9c0 con 0x555f6be3ec40 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be3ec40 0x555f6be3a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c06000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be39ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be3ec40 0x555f6be3a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48398/0 (socket says 172.21.15.44:48398) 2024-04-26T01:55:46.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 -- 172.21.15.44:0/207573278 learned_addr learned my addr 172.21.15.44:0/207573278 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:46.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c06a00700 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be2fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 -- 172.21.15.44:0/207573278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 msgr2=0x555f6be39ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be39ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 -- 172.21.15.44:0/207573278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 msgr2=0x555f6be2fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be2fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c07400700 1 -- 172.21.15.44:0/207573278 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f6be39b50 con 0x555f6be3ec40 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.931+0000 7f5c06a00700 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be2fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.932+0000 7f5c07400700 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be3ec40 0x555f6be3a410 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5c00098d10 tx=0x7f5c0009bdd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=407e1c462ced46fc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.932+0000 7f5bf3400700 1 -- 172.21.15.44:0/207573278 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c000a06f0 con 0x555f6be3ec40 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.933+0000 7f5bf3400700 1 -- 172.21.15.44:0/207573278 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c000a4f20 con 0x555f6be3ec40 2024-04-26T01:55:46.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.933+0000 7f5bf3400700 1 -- 172.21.15.44:0/207573278 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c000cdd70 con 0x555f6be3ec40 2024-04-26T01:55:46.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 -- 172.21.15.44:0/207573278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be3ec40 msgr2=0x555f6be3a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be3ec40 0x555f6be3a410 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5c00098d10 tx=0x7f5c0009bdd0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 -- 172.21.15.44:0/207573278 shutdown_connections 2024-04-26T01:55:46.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be3ec40 0x555f6be3a410 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be333e0 0x555f6be2fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 --2- 172.21.15.44:0/207573278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be39ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 -- 172.21.15.44:0/207573278 >> 172.21.15.44:0/207573278 conn(0x555f6bd62550 msgr2=0x555f6be3b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 -- 172.21.15.44:0/207573278 shutdown_connections 2024-04-26T01:55:46.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 -- 172.21.15.44:0/207573278 wait complete. 2024-04-26T01:55:46.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.934+0000 7f5c18408b80 1 -- start start 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.935+0000 7f5c18408b80 1 Processor -- start 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.935+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be58d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.935+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be592a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.935+0000 7f5c18408b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be3ec40 0x555f6be520e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.935+0000 7f5c18408b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555f6be4f760 con 0x555f6be3ec40 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.935+0000 7f5c18408b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555f6be4f090 con 0x555f6be33d00 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.935+0000 7f5c18408b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555f6be4fe30 con 0x555f6be333e0 2024-04-26T01:55:46.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c18408b80 10 client.0 _ll_register_callbacks cb 0x555f6bd1f6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be58d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be58d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48400/0 (socket says 172.21.15.44:48400) 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c07400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be3ec40 0x555f6be520e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06a00700 1 -- 172.21.15.44:0/2613083914 learned_addr learned my addr 172.21.15.44:0/2613083914 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06000700 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be592a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06a00700 1 -- 172.21.15.44:0/2613083914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 msgr2=0x555f6be592a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06a00700 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be592a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06a00700 1 -- 172.21.15.44:0/2613083914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be3ec40 msgr2=0x555f6be520e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.936+0000 7f5c06a00700 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be3ec40 0x555f6be520e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.937+0000 7f5c06a00700 1 -- 172.21.15.44:0/2613083914 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f6be528f0 con 0x555f6be333e0 2024-04-26T01:55:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.937+0000 7f5c06a00700 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be58d60 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x555f6be3c0b0 tx=0x7f5bf80047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10607deb9c543b06 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.937+0000 7f5bf0c00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:55:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.937+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2613083914 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf8012d10 con 0x555f6be333e0 2024-04-26T01:55:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.937+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c000a4f20 con 0x555f6be333e0 2024-04-26T01:55:46.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.938+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2613083914 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f5bf802a2d0 con 0x555f6be333e0 2024-04-26T01:55:46.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.938+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2613083914 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5bf802a4d0 con 0x555f6be333e0 2024-04-26T01:55:46.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.938+0000 7f5c18408b80 10 client.25381 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:46.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.938+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f6beb64e0 con 0x555f6be333e0 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.939+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2613083914 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c000a4f20 con 0x555f6be333e0 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.939+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2613083914 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5bf8021c20 con 0x555f6be333e0 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.939+0000 7f5c18408b80 10 client.25381 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.939+0000 7f5c18408b80 10 client.25381 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.939+0000 7f5c18408b80 20 client.25381 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.939+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6bebb0b0 0x555f6beb9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.940+0000 7f5c18408b80 4 client.25381 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:55:46.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.940+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 --> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] -- command(tid 0: {"prefix": "status"}) -- 0x555f6bd8e6d0 con 0x555f6bebb0b0 2024-04-26T01:55:46.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.940+0000 7f5c06000700 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6bebb0b0 0x555f6beb9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.941+0000 7f5c06000700 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6bebb0b0 0x555f6beb9dc0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1fb9252b698a6344 server_cookie=6bd4424cc94a0676 in_seq=0 out_seq=0 2024-04-26T01:55:46.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.941+0000 7f5bf0c00700 10 client.25381 ms_handle_connect on v2:172.21.15.44:6838/1058817088 2024-04-26T01:55:46.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.941+0000 7f5bf0c00700 1 -- 172.21.15.44:0/2613083914 <== mds.1 v2:172.21.15.44:6838/1058817088 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x555f6bd8e6d0 con 0x555f6bebb0b0 2024-04-26T01:55:46.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.941+0000 7f5bf0c00700 10 client.25381 handle_command_reply: tid=0 2024-04-26T01:55:46.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.941+0000 7f5c18408b80 1 client.25381 shutdown 2024-04-26T01:55:46.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 msgr2=0x555f6be58d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be58d60 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x555f6be3c0b0 tx=0x7f5bf80047c0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 shutdown_connections 2024-04-26T01:55:46.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.44:6838/1058817088,v1:172.21.15.44:6839/1058817088] conn(0x555f6bebb0b0 0x555f6beb9dc0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f6be333e0 0x555f6be58d60 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f6be3ec40 0x555f6be520e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 --2- 172.21.15.44:0/2613083914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f6be33d00 0x555f6be592a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5bf0c00700 0 client.25381 ms_handle_reset on v2:172.21.15.44:6838/1058817088 2024-04-26T01:55:46.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 >> 172.21.15.44:0/2613083914 conn(0x555f6bd62550 msgr2=0x555f6be39e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 shutdown_connections 2024-04-26T01:55:46.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.942+0000 7f5c18408b80 1 -- 172.21.15.44:0/2613083914 wait complete. 2024-04-26T01:55:46.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.943+0000 7f5c18408b80 20 client.25381 trim_cache size 0 max 16384 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24502, 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 281.94381219399997, 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 29, 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 92, 2024-04-26T01:55:46.943 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 329.41884765600003 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.943+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5bec0a3f90 msgr2=0x7f5bec0a6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.943+0000 7f5c07e00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5bec0a3f90 0x7f5bec0a6450 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8005fd0 tx=0x7f5bf8009310 comp rx=0 tx=0).stop 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.943+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0810f1b0 msgr2=0x7f5c08103350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.943+0000 7f5c07e00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0810f1b0 0x7f5c08103350 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000efc0 tx=0x7f5c0000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 shutdown_connections 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5bec0a3f90 0x7f5bec0a6450 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5c0810f1b0 0x7f5c08103350 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5c08074e70 0x7f5c081028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 --2- 172.21.15.44:0/1856470990 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5c08075790 0x7f5c08102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 >> 172.21.15.44:0/1856470990 conn(0x7f5c080fe4c0 msgr2=0x7f5c080ff270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 shutdown_connections 2024-04-26T01:55:46.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:46.944+0000 7f5c07e00700 1 -- 172.21.15.44:0/1856470990 wait complete. 2024-04-26T01:55:47.837 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:55:48.309 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:48.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:48 smithi044 ceph-mon[27847]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:55:48.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:48 smithi156 ceph-mon[32543]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:55:48.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:48 smithi090 ceph-mon[32456]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:55:50.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:50 smithi044 ceph-mon[27847]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 -- 172.21.15.44:0/3407097663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 msgr2=0x7fa780103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 --2- 172.21.15.44:0/3407097663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 0x7fa780103f10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa7700098f0 tx=0x7fa770009c00 comp rx=0 tx=0).stop 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 -- 172.21.15.44:0/3407097663 shutdown_connections 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 --2- 172.21.15.44:0/3407097663 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa78010cf60 0x7fa78010f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 --2- 172.21.15.44:0/3407097663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 0x7fa780103f10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 --2- 172.21.15.44:0/3407097663 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa780104450 0x7fa78010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 -- 172.21.15.44:0/3407097663 >> 172.21.15.44:0/3407097663 conn(0x7fa7800fd360 msgr2=0x7fa7800ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:50.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.672+0000 7fa785600700 1 -- 172.21.15.44:0/3407097663 shutdown_connections 2024-04-26T01:55:50.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.673+0000 7fa785600700 1 -- 172.21.15.44:0/3407097663 wait complete. 2024-04-26T01:55:50.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.674+0000 7fa785600700 1 Processor -- start 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.674+0000 7fa785600700 1 -- start start 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.674+0000 7fa785600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 0x7fa780101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.674+0000 7fa785600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa780104450 0x7fa780101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.674+0000 7fa785600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa78010cf60 0x7fa780102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.674+0000 7fa785600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa780112b80 con 0x7fa780103b30 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.675+0000 7fa785600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa780112a00 con 0x7fa780104450 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.675+0000 7fa785600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa780112d00 con 0x7fa78010cf60 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.675+0000 7fa77f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa780104450 0x7fa780101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.675+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 0x7fa780101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.675+0000 7fa77f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa780104450 0x7fa780101cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39870/0 (socket says 172.21.15.44:39870) 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.675+0000 7fa77f400700 1 -- 172.21.15.44:0/532210916 learned_addr learned my addr 172.21.15.44:0/532210916 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.675+0000 7fa784c00700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa78010cf60 0x7fa780102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.676+0000 7fa77f400700 1 -- 172.21.15.44:0/532210916 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa78010cf60 msgr2=0x7fa780102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.676+0000 7fa77f400700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa78010cf60 0x7fa780102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.676+0000 7fa77f400700 1 -- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 msgr2=0x7fa780101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.676+0000 7fa77f400700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 0x7fa780101790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.676+0000 7fa77f400700 1 -- 172.21.15.44:0/532210916 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa78019d200 con 0x7fa780104450 2024-04-26T01:55:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.676+0000 7fa77fe00700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 0x7fa780101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.676+0000 7fa77f400700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa780104450 0x7fa780101cd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa76c00e9f0 tx=0x7fa76c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.677+0000 7fa77cc00700 1 -- 172.21.15.44:0/532210916 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa76c004a30 con 0x7fa780104450 2024-04-26T01:55:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.677+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa78019d4f0 con 0x7fa780104450 2024-04-26T01:55:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.677+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa78019da30 con 0x7fa780104450 2024-04-26T01:55:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.677+0000 7fa77cc00700 1 -- 172.21.15.44:0/532210916 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa76c00cc70 con 0x7fa780104450 2024-04-26T01:55:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.677+0000 7fa77cc00700 1 -- 172.21.15.44:0/532210916 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa76c005530 con 0x7fa780104450 2024-04-26T01:55:50.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.682+0000 7fa77cc00700 1 -- 172.21.15.44:0/532210916 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fa76c021440 con 0x7fa780104450 2024-04-26T01:55:50.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.683+0000 7fa7915ecb80 1 Processor -- start 2024-04-26T01:55:50.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.684+0000 7fa7915ecb80 1 -- start start 2024-04-26T01:55:50.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.684+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f597c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.684+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f59d00 0x55c2a0f64700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.684+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f67030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.684+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0eace40 con 0x55c2a0f59d00 2024-04-26T01:55:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.684+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0e536e0 con 0x55c2a0f64c40 2024-04-26T01:55:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.684+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0ea8e00 con 0x55c2a0f593e0 2024-04-26T01:55:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.685+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f59d00 0x55c2a0f64700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.685+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f59d00 0x55c2a0f64700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33624/0 (socket says 172.21.15.44:33624) 2024-04-26T01:55:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.685+0000 7fa77cc00700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa7640a4060 0x7fa7640a6520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.685+0000 7fa77fe00700 1 -- 172.21.15.44:0/3323206294 learned_addr learned my addr 172.21.15.44:0/3323206294 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.685+0000 7fa77f400700 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f67030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.685+0000 7fa77cc00700 1 -- 172.21.15.44:0/532210916 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fa76c0d0a60 con 0x7fa780104450 2024-04-26T01:55:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.686+0000 7fa784c00700 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f597c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.686+0000 7fa77fe00700 1 -- 172.21.15.44:0/3323206294 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 msgr2=0x55c2a0f597c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.686+0000 7fa784c00700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa7640a4060 0x7fa7640a6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.686+0000 7fa77fe00700 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f597c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.686+0000 7fa77fe00700 1 -- 172.21.15.44:0/3323206294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 msgr2=0x55c2a0f67030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.686+0000 7fa77fe00700 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f67030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.686+0000 7fa77fe00700 1 -- 172.21.15.44:0/3323206294 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2a0e49630 con 0x55c2a0f59d00 2024-04-26T01:55:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.687+0000 7fa77f400700 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f67030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.687+0000 7fa784c00700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa7640a4060 0x7fa7640a6520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa778009e60 tx=0x7fa77800b040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.687+0000 7fa77fe00700 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f59d00 0x55c2a0f64700 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa770009230 tx=0x7fa770005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a0ce4c400f2b9d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.688+0000 7fa775600700 1 -- 172.21.15.44:0/3323206294 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77000f760 con 0x55c2a0f59d00 2024-04-26T01:55:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.688+0000 7fa775600700 1 -- 172.21.15.44:0/3323206294 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa77000f900 con 0x55c2a0f59d00 2024-04-26T01:55:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.688+0000 7fa775600700 1 -- 172.21.15.44:0/3323206294 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770004d80 con 0x55c2a0f59d00 2024-04-26T01:55:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 -- 172.21.15.44:0/3323206294 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f59d00 msgr2=0x55c2a0f64700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f59d00 0x55c2a0f64700 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa770009230 tx=0x7fa770005dc0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 -- 172.21.15.44:0/3323206294 shutdown_connections 2024-04-26T01:55:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f597c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f67030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/3323206294 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f59d00 0x55c2a0f64700 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 -- 172.21.15.44:0/3323206294 >> 172.21.15.44:0/3323206294 conn(0x55c2a0e88550 msgr2=0x55c2a0f55a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 -- 172.21.15.44:0/3323206294 shutdown_connections 2024-04-26T01:55:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.689+0000 7fa7915ecb80 1 -- 172.21.15.44:0/3323206294 wait complete. 2024-04-26T01:55:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.690+0000 7fa7915ecb80 1 -- start start 2024-04-26T01:55:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.690+0000 7fa7915ecb80 1 Processor -- start 2024-04-26T01:55:50.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f64520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f61820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f61d60 0x55c2a0f621e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f677c0 con 0x55c2a0f593e0 2024-04-26T01:55:50.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0e66810 con 0x55c2a0f64c40 2024-04-26T01:55:50.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f67940 con 0x55c2a0f61d60 2024-04-26T01:55:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa7915ecb80 10 client.0 _ll_register_callbacks cb 0x55c2a0e456d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f64520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f64520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33632/0 (socket says 172.21.15.44:33632) 2024-04-26T01:55:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa77fe00700 1 -- 172.21.15.44:0/925927198 learned_addr learned my addr 172.21.15.44:0/925927198 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.691+0000 7fa784c00700 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f61d60 0x55c2a0f621e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa77fe00700 1 -- 172.21.15.44:0/925927198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f61d60 msgr2=0x55c2a0f621e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa77fe00700 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f61d60 0x55c2a0f621e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa77fe00700 1 -- 172.21.15.44:0/925927198 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 msgr2=0x55c2a0f61820 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa77fe00700 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f61820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa77fe00700 1 -- 172.21.15.44:0/925927198 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2a0dfa880 con 0x55c2a0f593e0 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa784c00700 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f61d60 0x55c2a0f621e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa77fe00700 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f64520 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa770000c00 tx=0x7fa770004460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3143814848ac2e4a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.692+0000 7fa76a000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:55:50.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.693+0000 7fa76a000700 1 -- 172.21.15.44:0/925927198 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770003a90 con 0x55c2a0f593e0 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.693+0000 7fa76a000700 1 -- 172.21.15.44:0/925927198 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fa770003c30 con 0x55c2a0f593e0 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.693+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa77000f900 con 0x55c2a0f593e0 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.693+0000 7fa76a000700 1 -- 172.21.15.44:0/925927198 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa770004700 con 0x55c2a0f593e0 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.693+0000 7fa7915ecb80 10 client.15273 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.693+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c2a0e43aa0 con 0x55c2a0f593e0 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa76a000700 1 -- 172.21.15.44:0/925927198 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa770004700 con 0x55c2a0f593e0 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa76a000700 1 -- 172.21.15.44:0/925927198 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa77002d440 con 0x55c2a0f593e0 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa7915ecb80 10 client.15273 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa7915ecb80 10 client.15273 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa7915ecb80 20 client.15273 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0f745a0 0x55c2a0f75a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa7915ecb80 4 client.15273 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.694+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2a0eba630 con 0x55c2a0f745a0 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.695+0000 7fa77f400700 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0f745a0 0x55c2a0f75a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.696+0000 7fa77f400700 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0f745a0 0x55c2a0f75a10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf803aaf791b96da server_cookie=216f43c899d9d70d in_seq=0 out_seq=0 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.696+0000 7fa76a000700 10 client.15273 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:50.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.696+0000 7fa76a000700 1 -- 172.21.15.44:0/925927198 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c2a0eba630 con 0x55c2a0f745a0 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.696+0000 7fa76a000700 10 client.15273 handle_command_reply: tid=0 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.696+0000 7fa7915ecb80 1 client.15273 shutdown 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 msgr2=0x55c2a0f64520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f64520 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa770000c00 tx=0x7fa770004460 comp rx=0 tx=0).stop 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 shutdown_connections 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f61d60 0x55c2a0f621e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0f745a0 0x55c2a0f75a10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa76a000700 0 client.15273 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f64520 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/925927198 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f64c40 0x55c2a0f61820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.697+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 >> 172.21.15.44:0/925927198 conn(0x55c2a0e88550 msgr2=0x55c2a0f55680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.698+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 shutdown_connections 2024-04-26T01:55:50.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.698+0000 7fa7915ecb80 1 -- 172.21.15.44:0/925927198 wait complete. 2024-04-26T01:55:50.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.698+0000 7fa7915ecb80 20 client.15273 trim_cache size 0 max 16384 2024-04-26T01:55:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.721+0000 7fa7915ecb80 1 Processor -- start 2024-04-26T01:55:50.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.721+0000 7fa7915ecb80 1 -- start start 2024-04-26T01:55:50.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f73790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f70eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f64c40 0x55c2a0f60d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f73d50 con 0x55c2a0f593e0 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f74420 con 0x55c2a0f61d60 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f74af0 con 0x55c2a0f64c40 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f73790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa77f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f70eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f73790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33640/0 (socket says 172.21.15.44:33640) 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa77fe00700 1 -- 172.21.15.44:0/1089028385 learned_addr learned my addr 172.21.15.44:0/1089028385 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.722+0000 7fa784c00700 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f64c40 0x55c2a0f60d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.723+0000 7fa77f400700 1 -- 172.21.15.44:0/1089028385 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f64c40 msgr2=0x55c2a0f60d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.723+0000 7fa77f400700 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f64c40 0x55c2a0f60d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.723+0000 7fa77f400700 1 -- 172.21.15.44:0/1089028385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 msgr2=0x55c2a0f73790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.723+0000 7fa77f400700 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f73790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.723+0000 7fa77f400700 1 -- 172.21.15.44:0/1089028385 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2a0f5d3a0 con 0x55c2a0f61d60 2024-04-26T01:55:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.723+0000 7fa77fe00700 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f73790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.724+0000 7fa77f400700 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f70eb0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa76c0cdfe0 tx=0x7fa76c085f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54dcdf640e2a1c8d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.724+0000 7fa774c00700 1 -- 172.21.15.44:0/1089028385 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa76c09db60 con 0x55c2a0f61d60 2024-04-26T01:55:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.724+0000 7fa774c00700 1 -- 172.21.15.44:0/1089028385 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa76c09cf30 con 0x55c2a0f61d60 2024-04-26T01:55:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.724+0000 7fa774c00700 1 -- 172.21.15.44:0/1089028385 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa76c09ab30 con 0x55c2a0f61d60 2024-04-26T01:55:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 -- 172.21.15.44:0/1089028385 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 msgr2=0x55c2a0f70eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f70eb0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa76c0cdfe0 tx=0x7fa76c085f90 comp rx=0 tx=0).stop 2024-04-26T01:55:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 -- 172.21.15.44:0/1089028385 shutdown_connections 2024-04-26T01:55:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f64c40 0x55c2a0f60d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f593e0 0x55c2a0f73790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/1089028385 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f70eb0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 -- 172.21.15.44:0/1089028385 >> 172.21.15.44:0/1089028385 conn(0x55c2a0e88550 msgr2=0x55c2a0f61600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 -- 172.21.15.44:0/1089028385 shutdown_connections 2024-04-26T01:55:50.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.725+0000 7fa7915ecb80 1 -- 172.21.15.44:0/1089028385 wait complete. 2024-04-26T01:55:50.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.726+0000 7fa7915ecb80 1 -- start start 2024-04-26T01:55:50.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.726+0000 7fa7915ecb80 1 Processor -- start 2024-04-26T01:55:50.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f7f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f7b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa7915ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f64c40 0x55c2a0f7b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f7f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f75890 con 0x55c2a0f64c40 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f751c0 con 0x55c2a0f61d60 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa7915ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c2a0f75f60 con 0x55c2a0f593e0 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa77fe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f7f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:60190/0 (socket says 172.21.15.44:60190) 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.727+0000 7fa77fe00700 1 -- 172.21.15.44:0/2611879238 learned_addr learned my addr 172.21.15.44:0/2611879238 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa7915ecb80 10 client.0 _ll_register_callbacks cb 0x55c2a0e456d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa784c00700 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f64c40 0x55c2a0f7b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa77fe00700 1 -- 172.21.15.44:0/2611879238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 msgr2=0x55c2a0f7b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa77fe00700 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f7b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa77fe00700 1 -- 172.21.15.44:0/2611879238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f64c40 msgr2=0x55c2a0f7b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa77fe00700 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f64c40 0x55c2a0f7b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa77fe00700 1 -- 172.21.15.44:0/2611879238 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2a0f59a10 con 0x55c2a0f593e0 2024-04-26T01:55:50.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:50 smithi156 ceph-mon[32543]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:55:50.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.728+0000 7fa784c00700 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f64c40 0x55c2a0f7b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:50.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa77fe00700 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f7f090 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa770034660 tx=0x7fa770005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=158df1765d97c784 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:50.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa76a000700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:55:50.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa76a000700 1 -- 172.21.15.44:0/2611879238 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa770034390 con 0x55c2a0f593e0 2024-04-26T01:55:50.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa76c09cf30 con 0x55c2a0f593e0 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa76a000700 1 -- 172.21.15.44:0/2611879238 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fa770003c30 con 0x55c2a0f593e0 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa76a000700 1 -- 172.21.15.44:0/2611879238 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa770003890 con 0x55c2a0f593e0 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa7915ecb80 10 client.25399 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.729+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c2a0fdc390 con 0x55c2a0f593e0 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa76a000700 1 -- 172.21.15.44:0/2611879238 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa76c09cf30 con 0x55c2a0f593e0 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa76a000700 1 -- 172.21.15.44:0/2611879238 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa77002d440 con 0x55c2a0f593e0 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa7915ecb80 10 client.25399 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa7915ecb80 10 client.25399 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa7915ecb80 20 client.25399 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0fe0f00 0x55c2a0fdfc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa7915ecb80 4 client.25399 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.730+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "status"}) -- 0x55c2a0eb46d0 con 0x55c2a0fe0f00 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.731+0000 7fa77f400700 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0fe0f00 0x55c2a0fdfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:50.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.731+0000 7fa77f400700 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0fe0f00 0x55c2a0fdfc10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=475b5360dc11cb2f server_cookie=55570f5a38071dcc in_seq=0 out_seq=0 2024-04-26T01:55:50.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.731+0000 7fa76a000700 10 client.25399 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:50.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.731+0000 7fa76a000700 1 -- 172.21.15.44:0/2611879238 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c2a0eb46d0 con 0x55c2a0fe0f00 2024-04-26T01:55:50.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.731+0000 7fa76a000700 10 client.25399 handle_command_reply: tid=0 2024-04-26T01:55:50.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.731+0000 7fa7915ecb80 1 client.25399 shutdown 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 msgr2=0x55c2a0f7f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f7f090 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa770034660 tx=0x7fa770005dc0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 shutdown_connections 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c2a0f593e0 0x55c2a0f7f090 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c2a0fe0f00 0x55c2a0fdfc10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c2a0f64c40 0x55c2a0f7b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 --2- 172.21.15.44:0/2611879238 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c2a0f61d60 0x55c2a0f7b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 >> 172.21.15.44:0/2611879238 conn(0x55c2a0e88550 msgr2=0x55c2a0f540c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa76a000700 0 client.25399 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 shutdown_connections 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 1 -- 172.21.15.44:0/2611879238 wait complete. 2024-04-26T01:55:50.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.732+0000 7fa7915ecb80 20 client.25399 trim_cache size 0 max 16384 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "e31d710e-036d-11ef-bc93-c7b262605968", 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24518, 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 302.82099739300003, 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 29, 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 92, 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:55:50.734 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 325.09882955900002 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa7640a4060 msgr2=0x7fa7640a6520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa7640a4060 0x7fa7640a6520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa778009e60 tx=0x7fa77800b040 comp rx=0 tx=0).stop 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa780104450 msgr2=0x7fa780101cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa780104450 0x7fa780101cd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa76c00e9f0 tx=0x7fa76c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 shutdown_connections 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa78010cf60 0x7fa780102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa7640a4060 0x7fa7640a6520 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa780103b30 0x7fa780101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 --2- 172.21.15.44:0/532210916 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa780104450 0x7fa780101cd0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.733+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 >> 172.21.15.44:0/532210916 conn(0x7fa7800fd360 msgr2=0x7fa7800fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.734+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 shutdown_connections 2024-04-26T01:55:50.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:55:50.734+0000 7fa785600700 1 -- 172.21.15.44:0/532210916 wait complete. 2024-04-26T01:55:50.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:50 smithi090 ceph-mon[32456]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:55:51.642 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-26T01:55:52.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:52 smithi044 ceph-mon[27847]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:55:52.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:52 smithi156 ceph-mon[32543]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:55:52.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:52 smithi090 ceph-mon[32456]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:55:53.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 -- 172.21.15.44:0/4083128854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 msgr2=0x7f2b4010e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 --2- 172.21.15.44:0/4083128854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 0x7f2b4010e160 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c009900 tx=0x7f2b2c02a410 comp rx=0 tx=0).stop 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 -- 172.21.15.44:0/4083128854 shutdown_connections 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 --2- 172.21.15.44:0/4083128854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b4010e6a0 0x7f2b40110a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 --2- 172.21.15.44:0/4083128854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 0x7f2b4010e160 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 --2- 172.21.15.44:0/4083128854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2b40100af0 0x7f2b40100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 -- 172.21.15.44:0/4083128854 >> 172.21.15.44:0/4083128854 conn(0x7f2b400fc770 msgr2=0x7f2b400feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 -- 172.21.15.44:0/4083128854 shutdown_connections 2024-04-26T01:55:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.583+0000 7f2b44c00640 1 -- 172.21.15.44:0/4083128854 wait complete. 2024-04-26T01:55:53.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.584+0000 7f2b44c00640 1 Processor -- start 2024-04-26T01:55:53.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.585+0000 7f2b44c00640 1 -- start start 2024-04-26T01:55:53.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.585+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b40100af0 0x7f2b401a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.585+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 0x7f2b401a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.585+0000 7f2b44c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2b4010e6a0 0x7f2b4019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.585+0000 7f2b44c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2b40114240 con 0x7f2b40100af0 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.585+0000 7f2b44c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401140c0 con 0x7f2b401014a0 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.585+0000 7f2b44c00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401143c0 con 0x7f2b4010e6a0 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3ea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 0x7f2b401a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3ea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 0x7f2b401a0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39926/0 (socket says 172.21.15.44:39926) 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2b4010e6a0 0x7f2b4019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3ea00640 1 -- 172.21.15.44:0/479410523 learned_addr learned my addr 172.21.15.44:0/479410523 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3f400640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b40100af0 0x7f2b401a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3fe00640 1 -- 172.21.15.44:0/479410523 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 msgr2=0x7f2b401a0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 0x7f2b401a0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3fe00640 1 -- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b40100af0 msgr2=0x7f2b401a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b40100af0 0x7f2b401a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3fe00640 1 -- 172.21.15.44:0/479410523 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b4019af60 con 0x7f2b4010e6a0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.586+0000 7f2b3f400640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b40100af0 0x7f2b401a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.587+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2b4010e6a0 0x7f2b4019a6a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2b38005fd0 tx=0x7f2b3800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.587+0000 7f2b37e00640 1 -- 172.21.15.44:0/479410523 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3800cdf0 con 0x7f2b4010e6a0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.587+0000 7f2b37e00640 1 -- 172.21.15.44:0/479410523 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b38005020 con 0x7f2b4010e6a0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.587+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b4019b1f0 con 0x7f2b4010e6a0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.587+0000 7f2b37e00640 1 -- 172.21.15.44:0/479410523 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38010690 con 0x7f2b4010e6a0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.587+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b40102ee0 con 0x7f2b4010e6a0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.592+0000 7f2b491a0740 1 Processor -- start 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.592+0000 7f2b37e00640 1 -- 172.21.15.44:0/479410523 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f2b38005460 con 0x7f2b4010e6a0 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.592+0000 7f2b491a0740 1 -- start start 2024-04-26T01:55:53.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.593+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b33d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.593+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b3e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.593+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b40f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.593+0000 7f2b491a0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d305a99900 con 0x55d305b342d0 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.593+0000 7f2b491a0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d305a3fef0 con 0x55d305b339b0 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.593+0000 7f2b491a0740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d305a958c0 con 0x55d305b3eb90 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.593+0000 7f2b3ea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b33d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b40f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b40f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:60214/0 (socket says 172.21.15.44:60214) 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 -- 172.21.15.44:0/4132057205 learned_addr learned my addr 172.21.15.44:0/4132057205 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 -- 172.21.15.44:0/4132057205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 msgr2=0x55d305b33d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 --2- 172.21.15.44:0/4132057205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b33d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 -- 172.21.15.44:0/4132057205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 msgr2=0x55d305b3e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 --2- 172.21.15.44:0/4132057205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b3e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.594+0000 7f2b3ea00640 1 -- 172.21.15.44:0/4132057205 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3057ac210 con 0x55d305b3eb90 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.595+0000 7f2b3ea00640 1 --2- 172.21.15.44:0/4132057205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b40f80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c005ab0 tx=0x7f2b2c02a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c1ae51ee3067d09 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.595+0000 7f2b37e00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2b240a3f40 0x7f2b240a6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.595+0000 7f2b2be00640 1 -- 172.21.15.44:0/4132057205 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c035070 con 0x55d305b3eb90 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.595+0000 7f2b2be00640 1 -- 172.21.15.44:0/4132057205 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b2c004170 con 0x55d305b3eb90 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.595+0000 7f2b2be00640 1 -- 172.21.15.44:0/4132057205 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c031e00 con 0x55d305b3eb90 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.595+0000 7f2b3f400640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2b240a3f40 0x7f2b240a6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.596+0000 7f2b37e00640 1 -- 172.21.15.44:0/479410523 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f2b380d1120 con 0x7f2b4010e6a0 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.596+0000 7f2b491a0740 1 -- 172.21.15.44:0/4132057205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 msgr2=0x55d305b40f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.596+0000 7f2b3f400640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2b240a3f40 0x7f2b240a6400 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x55d305b34f50 tx=0x7f2b30009530 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.596+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4132057205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b40f80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c005ab0 tx=0x7f2b2c02a410 comp rx=0 tx=0).stop 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.597+0000 7f2b491a0740 1 -- 172.21.15.44:0/4132057205 shutdown_connections 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.597+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4132057205 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b40f80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.597+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4132057205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b3e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.597+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4132057205 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b33d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.597+0000 7f2b491a0740 1 -- 172.21.15.44:0/4132057205 >> 172.21.15.44:0/4132057205 conn(0x55d305b2fec0 msgr2=0x55d305b302a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.598+0000 7f2b491a0740 1 -- 172.21.15.44:0/4132057205 shutdown_connections 2024-04-26T01:55:53.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.598+0000 7f2b491a0740 1 -- 172.21.15.44:0/4132057205 wait complete. 2024-04-26T01:55:53.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.598+0000 7f2b491a0740 1 -- start start 2024-04-26T01:55:53.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 1 Processor -- start 2024-04-26T01:55:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b3bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b3c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b3eb90 0x55d305b3c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d305b41760 con 0x55d305b3eb90 2024-04-26T01:55:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d305a53310 con 0x55d305b339b0 2024-04-26T01:55:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d305b418e0 con 0x55d305b342d0 2024-04-26T01:55:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.599+0000 7f2b491a0740 10 client.0 _ll_register_callbacks cb 0x55d305a21cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b3bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b3bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39958/0 (socket says 172.21.15.44:39958) 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3f400640 1 -- 172.21.15.44:0/1730507679 learned_addr learned my addr 172.21.15.44:0/1730507679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b3eb90 0x55d305b3c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3ea00640 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b3c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3fe00640 1 -- 172.21.15.44:0/1730507679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 msgr2=0x55d305b3c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b3c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3fe00640 1 -- 172.21.15.44:0/1730507679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 msgr2=0x55d305b3bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b3bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.600+0000 7f2b3fe00640 1 -- 172.21.15.44:0/1730507679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d305878620 con 0x55d305b3eb90 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.601+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b3eb90 0x55d305b3c580 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2b380ce6a0 tx=0x7f2b3809cfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1e0cdf554629b0e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.601+0000 7f2b28c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.601+0000 7f2b28c00640 1 -- 172.21.15.44:0/1730507679 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b380b6420 con 0x55d305b3eb90 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.601+0000 7f2b28c00640 1 -- 172.21.15.44:0/1730507679 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f2b380a56d0 con 0x55d305b3eb90 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.601+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b2c004170 con 0x55d305b3eb90 2024-04-26T01:55:53.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.602+0000 7f2b28c00640 1 -- 172.21.15.44:0/1730507679 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2b380a58d0 con 0x55d305b3eb90 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.602+0000 7f2b491a0740 10 client.15288 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.602+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d305b4da00 con 0x55d305b3eb90 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.602+0000 7f2b28c00640 1 -- 172.21.15.44:0/1730507679 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b2c004170 con 0x55d305b3eb90 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.602+0000 7f2b28c00640 1 -- 172.21.15.44:0/1730507679 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2b38098db0 con 0x55d305b3eb90 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.603+0000 7f2b491a0740 10 client.15288 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.603+0000 7f2b491a0740 10 client.15288 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.603+0000 7f2b491a0740 20 client.15288 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.603+0000 7f2b491a0740 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305b4eec0 0x55d305b512b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.603+0000 7f2b491a0740 4 client.15288 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.603+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d305aad8b0 con 0x55d305b4eec0 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.603+0000 7f2b3f400640 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305b4eec0 0x55d305b512b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.604+0000 7f2b3f400640 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305b4eec0 0x55d305b512b0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28162f6570ab5042 server_cookie=425cd24d2e737bed in_seq=0 out_seq=0 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.604+0000 7f2b28c00640 10 client.15288 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.605+0000 7f2b28c00640 1 -- 172.21.15.44:0/1730507679 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d305aad8b0 con 0x55d305b4eec0 2024-04-26T01:55:53.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.605+0000 7f2b28c00640 10 client.15288 handle_command_reply: tid=0 2024-04-26T01:55:53.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.605+0000 7f2b491a0740 1 client.15288 shutdown 2024-04-26T01:55:53.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.605+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b3eb90 msgr2=0x55d305b3c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.605+0000 7f2b491a0740 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b3eb90 0x55d305b3c580 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2b380ce6a0 tx=0x7f2b3809cfb0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 shutdown_connections 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305b4eec0 0x55d305b512b0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b3eb90 0x55d305b3c580 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b3c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 --2- 172.21.15.44:0/1730507679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b339b0 0x55d305b3bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b28c00640 0 client.15288 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 >> 172.21.15.44:0/1730507679 conn(0x55d305b2fec0 msgr2=0x55d305b35c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 shutdown_connections 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.606+0000 7f2b491a0740 1 -- 172.21.15.44:0/1730507679 wait complete. 2024-04-26T01:55:53.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.607+0000 7f2b491a0740 20 client.15288 trim_cache size 0 max 16384 2024-04-26T01:55:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.637+0000 7f2b491a0740 1 Processor -- start 2024-04-26T01:55:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.637+0000 7f2b491a0740 1 -- start start 2024-04-26T01:55:53.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b339b0 0x55d305b4a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b2eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b3eb90 0x55d305b56b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b491a0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401b3ed0 con 0x55d305b339b0 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b491a0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401b5a10 con 0x55d305b3eb90 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b491a0740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401b45a0 con 0x55d305b342d0 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b3f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b339b0 0x55d305b4a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b3f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b339b0 0x55d305b4a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33686/0 (socket says 172.21.15.44:33686) 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b3f400640 1 -- 172.21.15.44:0/3952580001 learned_addr learned my addr 172.21.15.44:0/3952580001 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b3eb90 0x55d305b56b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.638+0000 7f2b3ea00640 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b2eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3f400640 1 -- 172.21.15.44:0/3952580001 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 msgr2=0x55d305b2eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3f400640 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b2eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3f400640 1 -- 172.21.15.44:0/3952580001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b3eb90 msgr2=0x55d305b56b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3f400640 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b3eb90 0x55d305b56b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3f400640 1 -- 172.21.15.44:0/3952580001 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d305b34100 con 0x55d305b339b0 2024-04-26T01:55:53.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3ea00640 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b2eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b3eb90 0x55d305b56b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.639+0000 7f2b3f400640 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b339b0 0x55d305b4a620 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2b30004700 tx=0x7f2b30014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50e050feaa4afe9f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.640+0000 7f2b2b400640 1 -- 172.21.15.44:0/3952580001 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3002e070 con 0x55d305b339b0 2024-04-26T01:55:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.640+0000 7f2b2b400640 1 -- 172.21.15.44:0/3952580001 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b300282d0 con 0x55d305b339b0 2024-04-26T01:55:53.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.640+0000 7f2b2b400640 1 -- 172.21.15.44:0/3952580001 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3001f660 con 0x55d305b339b0 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 -- 172.21.15.44:0/3952580001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b339b0 msgr2=0x55d305b4a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b339b0 0x55d305b4a620 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2b30004700 tx=0x7f2b30014000 comp rx=0 tx=0).stop 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 -- 172.21.15.44:0/3952580001 shutdown_connections 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b3eb90 0x55d305b56b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b342d0 0x55d305b2eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 --2- 172.21.15.44:0/3952580001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b339b0 0x55d305b4a620 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 -- 172.21.15.44:0/3952580001 >> 172.21.15.44:0/3952580001 conn(0x55d305b2fec0 msgr2=0x55d305b2e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 -- 172.21.15.44:0/3952580001 shutdown_connections 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 -- 172.21.15.44:0/3952580001 wait complete. 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.641+0000 7f2b491a0740 1 -- start start 2024-04-26T01:55:53.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.642+0000 7f2b491a0740 1 Processor -- start 2024-04-26T01:55:53.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.642+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b44780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.642+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b44cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.642+0000 7f2b491a0740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b45200 0x55d305bb43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.642+0000 7f2b491a0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401b5340 con 0x55d305b342d0 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b491a0740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401b4c70 con 0x55d305b45200 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b491a0740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2b401b1ef0 con 0x55d305b3eb90 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b491a0740 10 client.0 _ll_register_callbacks cb 0x7f2b3809c850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b44780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b44780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33688/0 (socket says 172.21.15.44:33688) 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3f400640 1 -- 172.21.15.44:0/4059675655 learned_addr learned my addr 172.21.15.44:0/4059675655 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b45200 0x55d305bb43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3ea00640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b44cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3fe00640 1 -- 172.21.15.44:0/4059675655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 msgr2=0x55d305b44cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b44cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3fe00640 1 -- 172.21.15.44:0/4059675655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 msgr2=0x55d305b44780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b44780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3fe00640 1 -- 172.21.15.44:0/4059675655 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d305bb4ac0 con 0x55d305b45200 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.643+0000 7f2b3f400640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b44780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b45200 0x55d305bb43d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2b380a5630 tx=0x7f2b38005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7af836180f6fb151 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b28c00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b28c00640 1 -- 172.21.15.44:0/4059675655 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38098e50 con 0x55d305b45200 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b28c00640 1 -- 172.21.15.44:0/4059675655 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f2b3809c340 con 0x55d305b45200 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b300282d0 con 0x55d305b45200 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b28c00640 1 -- 172.21.15.44:0/4059675655 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2b3809c540 con 0x55d305b45200 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b491a0740 10 client.25412 fetch_fsmap learned FSMap version 29 2024-04-26T01:55:53.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.644+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d305bb5d50 con 0x55d305b45200 2024-04-26T01:55:53.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b28c00640 1 -- 172.21.15.44:0/4059675655 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b300282d0 con 0x55d305b45200 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b28c00640 1 -- 172.21.15.44:0/4059675655 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2b380a24e0 con 0x55d305b45200 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b491a0740 10 client.25412 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b491a0740 10 client.25412 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b491a0740 20 client.25412 populate_metadata read hostname 'smithi044' 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305bb62e0 0x55d305bb86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b491a0740 4 client.25412 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.645+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d305aa7320 con 0x55d305bb62e0 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.646+0000 7f2b3f400640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305bb62e0 0x55d305bb86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.646+0000 7f2b3f400640 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305bb62e0 0x55d305bb86d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38c3510b5aef0d59 server_cookie=69931044c5d7f93 in_seq=0 out_seq=0 2024-04-26T01:55:53.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.646+0000 7f2b28c00640 10 client.25412 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b28c00640 1 -- 172.21.15.44:0/4059675655 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d305aa7320 con 0x55d305bb62e0 2024-04-26T01:55:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b28c00640 10 client.25412 handle_command_reply: tid=0 2024-04-26T01:55:53.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 client.25412 shutdown 2024-04-26T01:55:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b45200 msgr2=0x55d305bb43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b45200 0x55d305bb43d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2b380a5630 tx=0x7f2b38005800 comp rx=0 tx=0).stop 2024-04-26T01:55:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 shutdown_connections 2024-04-26T01:55:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d305bb62e0 0x55d305bb86d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b28c00640 0 client.25412 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:55:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d305b45200 0x55d305bb43d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d305b3eb90 0x55d305b44cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 --2- 172.21.15.44:0/4059675655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d305b342d0 0x55d305b44780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.650+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 >> 172.21.15.44:0/4059675655 conn(0x55d305b2fec0 msgr2=0x55d305b3bac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.651+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 shutdown_connections 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.651+0000 7f2b491a0740 1 -- 172.21.15.44:0/4059675655 wait complete. 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.651+0000 7f2b491a0740 20 client.25412 trim_cache size 0 max 16384 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:55:53.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2b240a3f40 msgr2=0x7f2b240a6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2b240a3f40 0x7f2b240a6400 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x55d305b34f50 tx=0x7f2b30009530 comp rx=0 tx=0).stop 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2b4010e6a0 msgr2=0x7f2b4019a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2b4010e6a0 0x7f2b4019a6a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2b38005fd0 tx=0x7f2b3800ef10 comp rx=0 tx=0).stop 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 shutdown_connections 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2b240a3f40 0x7f2b240a6400 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2b4010e6a0 0x7f2b4019a6a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2b401014a0 0x7f2b401a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 --2- 172.21.15.44:0/479410523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b40100af0 0x7f2b401a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 >> 172.21.15.44:0/479410523 conn(0x7f2b400fc770 msgr2=0x7f2b400feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 shutdown_connections 2024-04-26T01:55:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:55:53.652+0000 7f2b44c00640 1 -- 172.21.15.44:0/479410523 wait complete. 2024-04-26T01:55:54.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:54 smithi156 ceph-mon[32543]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-26T01:55:54.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:54 smithi090 ceph-mon[32456]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-26T01:55:54.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:54 smithi044 ceph-mon[27847]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-26T01:55:56.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:56 smithi044 ceph-mon[27847]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:55:56.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:56 smithi156 ceph-mon[32543]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:55:56.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:56 smithi090 ceph-mon[32456]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:55:58.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:55:58 smithi156 ceph-mon[32543]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:55:58.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:55:58 smithi090 ceph-mon[32456]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:55:58.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:55:58 smithi044 ceph-mon[27847]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:56:00.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:00 smithi156 ceph-mon[32543]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:56:00.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:00 smithi090 ceph-mon[32456]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:56:00.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:00 smithi044 ceph-mon[27847]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:56:02.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:02 smithi156 ceph-mon[32543]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:02.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:02 smithi090 ceph-mon[32456]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:02.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:02 smithi044 ceph-mon[27847]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:04.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:04 smithi156 ceph-mon[32543]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:56:04.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:04 smithi090 ceph-mon[32456]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:56:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:04 smithi044 ceph-mon[27847]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:56:06.643 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.6 2024-04-26T01:56:06.644 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:56:06.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:06 smithi044 ceph-mon[27847]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T01:56:06.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:06 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:06.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:06 smithi156 ceph-mon[32543]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T01:56:06.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:06 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:06.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:06 smithi090 ceph-mon[32456]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T01:56:06.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:06 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:06.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.828+0000 7f625f200640 1 -- 172.21.15.44:0/843617411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010c7f0 msgr2=0x7f626010cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.828+0000 7f625f200640 1 --2- 172.21.15.44:0/843617411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010c7f0 0x7f626010cc70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6248009890 tx=0x7f624802a360 comp rx=0 tx=0).stop 2024-04-26T01:56:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.829+0000 7f625f200640 1 -- 172.21.15.44:0/843617411 shutdown_connections 2024-04-26T01:56:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.829+0000 7f625f200640 1 --2- 172.21.15.44:0/843617411 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f626010d1b0 0x7f6260119620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.829+0000 7f625f200640 1 --2- 172.21.15.44:0/843617411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010c7f0 0x7f626010cc70 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.829+0000 7f625f200640 1 --2- 172.21.15.44:0/843617411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 0x7f6260112b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.829+0000 7f625f200640 1 -- 172.21.15.44:0/843617411 >> 172.21.15.44:0/843617411 conn(0x7f626006cc80 msgr2=0x7f626010af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.830+0000 7f625f200640 1 -- 172.21.15.44:0/843617411 shutdown_connections 2024-04-26T01:56:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.830+0000 7f625f200640 1 -- 172.21.15.44:0/843617411 wait complete. 2024-04-26T01:56:06.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.832+0000 7f625f200640 1 Processor -- start 2024-04-26T01:56:06.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.832+0000 7f625f200640 1 -- start start 2024-04-26T01:56:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.833+0000 7f625f200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f626010c7f0 0x7f62601a3000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.833+0000 7f625f200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010d1b0 0x7f62601a3540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.833+0000 7f625f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 0x7f62601a7820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.833+0000 7f625f200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f626011c9e0 con 0x7f626010d1b0 2024-04-26T01:56:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.833+0000 7f625f200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f626011c860 con 0x7f6260112760 2024-04-26T01:56:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.833+0000 7f625f200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f626011cb60 con 0x7f626010c7f0 2024-04-26T01:56:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.834+0000 7f625e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 0x7f62601a7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.834+0000 7f625e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 0x7f62601a7820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56774/0 (socket says 172.21.15.44:56774) 2024-04-26T01:56:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.834+0000 7f625e800640 1 -- 172.21.15.44:0/1820093051 learned_addr learned my addr 172.21.15.44:0/1820093051 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.835+0000 7f625de00640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f626010c7f0 0x7f62601a3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.835+0000 7f625d400640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010d1b0 0x7f62601a3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.836+0000 7f625e800640 1 -- 172.21.15.44:0/1820093051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f626010c7f0 msgr2=0x7f62601a3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.836+0000 7f625e800640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f626010c7f0 0x7f62601a3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.836+0000 7f625e800640 1 -- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010d1b0 msgr2=0x7f62601a3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.836+0000 7f625e800640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010d1b0 0x7f62601a3540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.836+0000 7f625e800640 1 -- 172.21.15.44:0/1820093051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62601a7f50 con 0x7f6260112760 2024-04-26T01:56:06.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.836+0000 7f625d400640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010d1b0 0x7f62601a3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.836+0000 7f625e800640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 0x7f62601a7820 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6258009fd0 tx=0x7f625800c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.837+0000 7f6256a00640 1 -- 172.21.15.44:0/1820093051 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258004b20 con 0x7f6260112760 2024-04-26T01:56:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.837+0000 7f6256a00640 1 -- 172.21.15.44:0/1820093051 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6258003e20 con 0x7f6260112760 2024-04-26T01:56:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.837+0000 7f6256a00640 1 -- 172.21.15.44:0/1820093051 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258004820 con 0x7f6260112760 2024-04-26T01:56:06.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.837+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62601a8240 con 0x7f6260112760 2024-04-26T01:56:06.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.838+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62601afad0 con 0x7f6260112760 2024-04-26T01:56:06.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.842+0000 7f6256a00640 1 -- 172.21.15.44:0/1820093051 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f625801d020 con 0x7f6260112760 2024-04-26T01:56:06.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.844+0000 7f6267a80740 1 Processor -- start 2024-04-26T01:56:06.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.844+0000 7f6267a80740 1 -- start start 2024-04-26T01:56:06.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6267a80740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6267a80740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9eae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6267a80740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9ed790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6267a80740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562dcb93d900 con 0x562dcb9e0ae0 2024-04-26T01:56:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6267a80740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562dcb8e3ef0 con 0x562dcb9e01c0 2024-04-26T01:56:06.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6267a80740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562dcb9398c0 con 0x562dcb9eb3a0 2024-04-26T01:56:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6256a00640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f62440a3f40 0x7f62440a6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f625d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f6256a00640 1 -- 172.21.15.44:0/1820093051 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f62580d09d0 con 0x7f6260112760 2024-04-26T01:56:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.845+0000 7f625de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9eae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9eae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42264/0 (socket says 172.21.15.44:42264) 2024-04-26T01:56:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625de00640 1 -- 172.21.15.44:0/4247425012 learned_addr learned my addr 172.21.15.44:0/4247425012 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625e800640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f62440a3f40 0x7f62440a6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625de00640 1 -- 172.21.15.44:0/4247425012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 msgr2=0x562dcb9ed790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625de00640 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9ed790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625de00640 1 -- 172.21.15.44:0/4247425012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 msgr2=0x562dcb9e05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625de00640 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625de00640 1 -- 172.21.15.44:0/4247425012 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562dcb650210 con 0x562dcb9e0ae0 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.846+0000 7f625d400640 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:56:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.847+0000 7f625e800640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f62440a3f40 0x7f62440a6400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f62580cdfb0 tx=0x7f6258009b50 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.847+0000 7f625de00640 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9eae60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f625000bc60 tx=0x7f625000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4058af1bfb77a56 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.848+0000 7f624f000640 1 -- 172.21.15.44:0/4247425012 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250015070 con 0x562dcb9e0ae0 2024-04-26T01:56:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.848+0000 7f624f000640 1 -- 172.21.15.44:0/4247425012 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62500118f0 con 0x562dcb9e0ae0 2024-04-26T01:56:06.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.848+0000 7f624f000640 1 -- 172.21.15.44:0/4247425012 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250010890 con 0x562dcb9e0ae0 2024-04-26T01:56:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.849+0000 7f6267a80740 1 -- 172.21.15.44:0/4247425012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 msgr2=0x562dcb9eae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.849+0000 7f6267a80740 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9eae60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f625000bc60 tx=0x7f625000f730 comp rx=0 tx=0).stop 2024-04-26T01:56:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.850+0000 7f6267a80740 1 -- 172.21.15.44:0/4247425012 shutdown_connections 2024-04-26T01:56:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.850+0000 7f6267a80740 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9ed790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.850+0000 7f6267a80740 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9eae60 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.850+0000 7f6267a80740 1 --2- 172.21.15.44:0/4247425012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.850+0000 7f6267a80740 1 -- 172.21.15.44:0/4247425012 >> 172.21.15.44:0/4247425012 conn(0x562dcb9dc6d0 msgr2=0x562dcb9dcab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.850+0000 7f6267a80740 1 -- 172.21.15.44:0/4247425012 shutdown_connections 2024-04-26T01:56:06.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.850+0000 7f6267a80740 1 -- 172.21.15.44:0/4247425012 wait complete. 2024-04-26T01:56:06.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.851+0000 7f6267a80740 1 -- start start 2024-04-26T01:56:06.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.851+0000 7f6267a80740 1 Processor -- start 2024-04-26T01:56:06.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.852+0000 7f6267a80740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.852+0000 7f6267a80740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9e88c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.852+0000 7f6267a80740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9e8e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.852+0000 7f6267a80740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562dcb9edfd0 con 0x562dcb9e0ae0 2024-04-26T01:56:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.852+0000 7f6267a80740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562dcb8f7310 con 0x562dcb9e01c0 2024-04-26T01:56:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.852+0000 7f6267a80740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562dcb9ee150 con 0x562dcb9eb3a0 2024-04-26T01:56:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.853+0000 7f6267a80740 10 client.0 _ll_register_callbacks cb 0x562dcb8c5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.853+0000 7f625de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9e88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.853+0000 7f625d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.853+0000 7f625d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56790/0 (socket says 172.21.15.44:56790) 2024-04-26T01:56:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.853+0000 7f625d400640 1 -- 172.21.15.44:0/3488026714 learned_addr learned my addr 172.21.15.44:0/3488026714 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.854+0000 7f625d400640 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9e8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.854+0000 7f625de00640 1 -- 172.21.15.44:0/3488026714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 msgr2=0x562dcb9e8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.854+0000 7f625de00640 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9e8e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.854+0000 7f625de00640 1 -- 172.21.15.44:0/3488026714 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 msgr2=0x562dcb9e8380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.854+0000 7f625de00640 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.854+0000 7f625de00640 1 -- 172.21.15.44:0/3488026714 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562dcb71c620 con 0x562dcb9e0ae0 2024-04-26T01:56:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.855+0000 7f625de00640 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9e88c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f625000bc30 tx=0x7f625000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4625357b51589c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.855+0000 7f6243400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:56:06.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.855+0000 7f6243400640 1 -- 172.21.15.44:0/3488026714 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250028060 con 0x562dcb9e0ae0 2024-04-26T01:56:06.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.855+0000 7f6243400640 1 -- 172.21.15.44:0/3488026714 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f6250011ca0 con 0x562dcb9e0ae0 2024-04-26T01:56:06.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.856+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62500118f0 con 0x562dcb9e0ae0 2024-04-26T01:56:06.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.856+0000 7f6243400640 1 -- 172.21.15.44:0/3488026714 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6250015040 con 0x562dcb9e0ae0 2024-04-26T01:56:06.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.856+0000 7f6267a80740 10 client.15306 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:06.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.856+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562dcb9fa230 con 0x562dcb9e0ae0 2024-04-26T01:56:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6243400640 1 -- 172.21.15.44:0/3488026714 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62500118f0 con 0x562dcb9e0ae0 2024-04-26T01:56:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6243400640 1 -- 172.21.15.44:0/3488026714 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6250022030 con 0x562dcb9e0ae0 2024-04-26T01:56:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6267a80740 10 client.15306 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6267a80740 10 client.15306 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6267a80740 20 client.15306 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6267a80740 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcb9fb5e0 0x562dcb9fd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6267a80740 4 client.15306 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.857+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562dcb9518b0 con 0x562dcb9fb5e0 2024-04-26T01:56:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.858+0000 7f625d400640 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcb9fb5e0 0x562dcb9fd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.859+0000 7f625d400640 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcb9fb5e0 0x562dcb9fd9d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bab0725c41a4a15 server_cookie=c3fd6f7ad751426f in_seq=0 out_seq=0 2024-04-26T01:56:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.859+0000 7f6243400640 10 client.15306 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.859+0000 7f6243400640 1 -- 172.21.15.44:0/3488026714 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562dcb9518b0 con 0x562dcb9fb5e0 2024-04-26T01:56:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.859+0000 7f6243400640 10 client.15306 handle_command_reply: tid=0 2024-04-26T01:56:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 client.15306 shutdown 2024-04-26T01:56:06.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 msgr2=0x562dcb9e88c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9e88c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f625000bc30 tx=0x7f625000bf40 comp rx=0 tx=0).stop 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 shutdown_connections 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcb9fb5e0 0x562dcb9fd9d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9e8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcb9e88c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 --2- 172.21.15.44:0/3488026714 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 >> 172.21.15.44:0/3488026714 conn(0x562dcb9dc6d0 msgr2=0x562dcb9e2450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.860+0000 7f6243400640 0 client.15306 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.861+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 shutdown_connections 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.861+0000 7f6267a80740 1 -- 172.21.15.44:0/3488026714 wait complete. 2024-04-26T01:56:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.861+0000 7f6267a80740 20 client.15306 trim_cache size 0 max 16384 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 Processor -- start 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 -- start start 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcba00610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9eb3a0 0x562dcba00b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f62601b3f90 con 0x562dcb9e0ae0 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f62601b5ad0 con 0x562dcb9eb3a0 2024-04-26T01:56:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.893+0000 7f6267a80740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f62601b4660 con 0x562dcb9e01c0 2024-04-26T01:56:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51534/0 (socket says 172.21.15.44:51534) 2024-04-26T01:56:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 -- 172.21.15.44:0/4272610176 learned_addr learned my addr 172.21.15.44:0/4272610176 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9eb3a0 0x562dcba00b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625de00640 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcba00610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 -- 172.21.15.44:0/4272610176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9e01c0 msgr2=0x562dcb9e8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 -- 172.21.15.44:0/4272610176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 msgr2=0x562dcba00610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcba00610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625d400640 1 -- 172.21.15.44:0/4272610176 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562dcb9e9160 con 0x562dcb9eb3a0 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.894+0000 7f625de00640 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcba00610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.895+0000 7f625d400640 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9eb3a0 0x562dcba00b50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f624802a950 tx=0x7f624802a360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d82d13f98e5b36e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.895+0000 7f624e600640 1 -- 172.21.15.44:0/4272610176 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248037040 con 0x562dcb9eb3a0 2024-04-26T01:56:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.895+0000 7f624e600640 1 -- 172.21.15.44:0/4272610176 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62480307f0 con 0x562dcb9eb3a0 2024-04-26T01:56:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.895+0000 7f624e600640 1 -- 172.21.15.44:0/4272610176 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248032b70 con 0x562dcb9eb3a0 2024-04-26T01:56:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.896+0000 7f6267a80740 1 -- 172.21.15.44:0/4272610176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9eb3a0 msgr2=0x562dcba00b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.896+0000 7f6267a80740 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9eb3a0 0x562dcba00b50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f624802a950 tx=0x7f624802a360 comp rx=0 tx=0).stop 2024-04-26T01:56:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 -- 172.21.15.44:0/4272610176 shutdown_connections 2024-04-26T01:56:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9eb3a0 0x562dcba00b50 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e0ae0 0x562dcba00610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 --2- 172.21.15.44:0/4272610176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9e01c0 0x562dcb9e8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 -- 172.21.15.44:0/4272610176 >> 172.21.15.44:0/4272610176 conn(0x562dcb9dc6d0 msgr2=0x562dcb9e36c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 -- 172.21.15.44:0/4272610176 shutdown_connections 2024-04-26T01:56:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 -- 172.21.15.44:0/4272610176 wait complete. 2024-04-26T01:56:06.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.897+0000 7f6267a80740 1 -- start start 2024-04-26T01:56:06.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.898+0000 7f6267a80740 1 Processor -- start 2024-04-26T01:56:06.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.898+0000 7f6267a80740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e01c0 0x562dcb9ff2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.898+0000 7f6267a80740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e0ae0 0x562dcb9ff810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f6267a80740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9ffd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f6267a80740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f62601b5400 con 0x562dcb9e01c0 2024-04-26T01:56:06.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f6267a80740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f62601b4d30 con 0x562dcb9e0ae0 2024-04-26T01:56:06.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f6267a80740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f62601b1f70 con 0x562dcb9eb3a0 2024-04-26T01:56:06.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f6267a80740 10 client.0 _ll_register_callbacks cb 0x7f625000be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:06.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f625d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e01c0 0x562dcb9ff2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f625d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e01c0 0x562dcb9ff2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42300/0 (socket says 172.21.15.44:42300) 2024-04-26T01:56:06.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f625d400640 1 -- 172.21.15.44:0/3183357433 learned_addr learned my addr 172.21.15.44:0/3183357433 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:06.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.899+0000 7f625de00640 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e0ae0 0x562dcb9ff810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.900+0000 7f625d400640 1 -- 172.21.15.44:0/3183357433 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 msgr2=0x562dcb9ffd50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.900+0000 7f625d400640 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9ffd50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.900+0000 7f625d400640 1 -- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e0ae0 msgr2=0x562dcb9ff810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.900+0000 7f625d400640 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e0ae0 0x562dcb9ff810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.900+0000 7f625d400640 1 -- 172.21.15.44:0/3183357433 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562dcba5fa60 con 0x562dcb9e01c0 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.900+0000 7f625d400640 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e01c0 0x562dcb9ff2d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6248005710 tx=0x7f62480097b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebec2a9f0c177318 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.901+0000 7f6243400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.901+0000 7f6243400640 1 -- 172.21.15.44:0/3183357433 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248037050 con 0x562dcb9e01c0 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.901+0000 7f6243400640 1 -- 172.21.15.44:0/3183357433 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f6248030540 con 0x562dcb9e01c0 2024-04-26T01:56:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.902+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62480307f0 con 0x562dcb9e01c0 2024-04-26T01:56:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.902+0000 7f6243400640 1 -- 172.21.15.44:0/3183357433 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f62480328f0 con 0x562dcb9e01c0 2024-04-26T01:56:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.902+0000 7f6267a80740 10 client.15312 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.902+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562dcba60d70 con 0x562dcb9e01c0 2024-04-26T01:56:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6243400640 1 -- 172.21.15.44:0/3183357433 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62480307f0 con 0x562dcb9e01c0 2024-04-26T01:56:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6243400640 1 -- 172.21.15.44:0/3183357433 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f624803d040 con 0x562dcb9e01c0 2024-04-26T01:56:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6267a80740 10 client.15312 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6267a80740 10 client.15312 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6267a80740 20 client.15312 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6267a80740 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcba61290 0x562dcba636b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6267a80740 4 client.15312 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:56:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.903+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562dcb94b320 con 0x562dcba61290 2024-04-26T01:56:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.904+0000 7f625de00640 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcba61290 0x562dcba636b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.905+0000 7f625de00640 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcba61290 0x562dcba636b0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f50a7b7f3255d9d server_cookie=8f39067714cd21da in_seq=0 out_seq=0 2024-04-26T01:56:06.903 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.905+0000 7f6243400640 10 client.15312 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:06.912 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.915+0000 7f6243400640 1 -- 172.21.15.44:0/3183357433 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562dcb94b320 con 0x562dcba61290 2024-04-26T01:56:06.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.915+0000 7f6243400640 10 client.15312 handle_command_reply: tid=0 2024-04-26T01:56:06.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.915+0000 7f6267a80740 1 client.15312 shutdown 2024-04-26T01:56:06.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.915+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e01c0 msgr2=0x562dcb9ff2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.913 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.915+0000 7f6267a80740 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e01c0 0x562dcb9ff2d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6248005710 tx=0x7f62480097b0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 shutdown_connections 2024-04-26T01:56:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562dcba61290 0x562dcba636b0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562dcb9eb3a0 0x562dcb9ffd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562dcb9e0ae0 0x562dcb9ff810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 --2- 172.21.15.44:0/3183357433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562dcb9e01c0 0x562dcb9ff2d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 >> 172.21.15.44:0/3183357433 conn(0x562dcb9dc6d0 msgr2=0x562dcb9e6890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6243400640 0 client.15312 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 shutdown_connections 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.916+0000 7f6267a80740 1 -- 172.21.15.44:0/3183357433 wait complete. 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.917+0000 7f6267a80740 20 client.15312 trim_cache size 0 max 16384 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:56:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:56:06.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f62440a3f40 msgr2=0x7f62440a6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f62440a3f40 0x7f62440a6400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f62580cdfb0 tx=0x7f6258009b50 comp rx=0 tx=0).stop 2024-04-26T01:56:06.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 msgr2=0x7f62601a7820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:06.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 0x7f62601a7820 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6258009fd0 tx=0x7f625800c800 comp rx=0 tx=0).stop 2024-04-26T01:56:06.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 shutdown_connections 2024-04-26T01:56:06.916 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f62440a3f40 0x7f62440a6400 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6260112760 0x7f62601a7820 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f626010d1b0 0x7f62601a3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 --2- 172.21.15.44:0/1820093051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f626010c7f0 0x7f62601a3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:06.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.918+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 >> 172.21.15.44:0/1820093051 conn(0x7f626006cc80 msgr2=0x7f626010f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:06.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.919+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 shutdown_connections 2024-04-26T01:56:06.917 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:06.919+0000 7f625f200640 1 -- 172.21.15.44:0/1820093051 wait complete. 2024-04-26T01:56:07.213 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:56:08.430 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:08 smithi044 ceph-mon[27847]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:56:08.430 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:08 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:08.430 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:08 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:08.430 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:08 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:56:08.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:08 smithi156 ceph-mon[32543]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:56:08.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:08 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:08.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:08 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:08.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:08 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:56:08.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:08 smithi090 ceph-mon[32456]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:56:08.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:08 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:08.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:08 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:08.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:08 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:56:09.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.556+0000 7f6d3d600700 1 -- 172.21.15.44:0/1741558246 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d3806a750 msgr2=0x7f6d3806abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:09.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.556+0000 7f6d3d600700 1 --2- 172.21.15.44:0/1741558246 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d3806a750 0x7f6d3806abb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f6d24009990 tx=0x7f6d24009ca0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.556+0000 7f6d3d600700 1 -- 172.21.15.44:0/1741558246 shutdown_connections 2024-04-26T01:56:09.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.556+0000 7f6d3d600700 1 --2- 172.21.15.44:0/1741558246 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6d38108a30 0x7f6d38108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.556+0000 7f6d3d600700 1 --2- 172.21.15.44:0/1741558246 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806b0f0 0x7f6d3810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.556+0000 7f6d3d600700 1 --2- 172.21.15.44:0/1741558246 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d3806a750 0x7f6d3806abb0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.556+0000 7f6d3d600700 1 -- 172.21.15.44:0/1741558246 >> 172.21.15.44:0/1741558246 conn(0x7f6d380788f0 msgr2=0x7f6d38078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:09.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.557+0000 7f6d3d600700 1 -- 172.21.15.44:0/1741558246 shutdown_connections 2024-04-26T01:56:09.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.557+0000 7f6d3d600700 1 -- 172.21.15.44:0/1741558246 wait complete. 2024-04-26T01:56:09.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.559+0000 7f6d3d600700 1 Processor -- start 2024-04-26T01:56:09.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.559+0000 7f6d3d600700 1 -- start start 2024-04-26T01:56:09.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.559+0000 7f6d3d600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806a750 0x7f6d38074460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:09.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.559+0000 7f6d3d600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6d3806b0f0 0x7f6d38101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:09.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.559+0000 7f6d3d600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d38108a30 0x7f6d38101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:09.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.560+0000 7f6d3d600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6d38112c20 con 0x7f6d38108a30 2024-04-26T01:56:09.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.560+0000 7f6d3d600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6d38112aa0 con 0x7f6d3806a750 2024-04-26T01:56:09.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.560+0000 7f6d3d600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6d38112da0 con 0x7f6d3806b0f0 2024-04-26T01:56:09.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.561+0000 7f6d36a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806a750 0x7f6d38074460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:09.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.561+0000 7f6d36000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6d3806b0f0 0x7f6d38101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:09.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.561+0000 7f6d36a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806a750 0x7f6d38074460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47618/0 (socket says 172.21.15.44:47618) 2024-04-26T01:56:09.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.561+0000 7f6d36a00700 1 -- 172.21.15.44:0/3972773497 learned_addr learned my addr 172.21.15.44:0/3972773497 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:09.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.561+0000 7f6d37400700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d38108a30 0x7f6d38101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:09.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.562+0000 7f6d36a00700 1 -- 172.21.15.44:0/3972773497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6d3806b0f0 msgr2=0x7f6d38101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:09.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.562+0000 7f6d36a00700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6d3806b0f0 0x7f6d38101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.562+0000 7f6d36a00700 1 -- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d38108a30 msgr2=0x7f6d38101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:09.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.562+0000 7f6d36a00700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d38108a30 0x7f6d38101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.562+0000 7f6d36a00700 1 -- 172.21.15.44:0/3972773497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d38102560 con 0x7f6d3806a750 2024-04-26T01:56:09.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.562+0000 7f6d36000700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6d3806b0f0 0x7f6d38101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:56:09.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.562+0000 7f6d37400700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d38108a30 0x7f6d38101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:09.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.563+0000 7f6d36a00700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806a750 0x7f6d38074460 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800e9c0 tx=0x7f6d2800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:09.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.563+0000 7f6d2f400700 1 -- 172.21.15.44:0/3972773497 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2800cbd0 con 0x7f6d3806a750 2024-04-26T01:56:09.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.563+0000 7f6d2f400700 1 -- 172.21.15.44:0/3972773497 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d2800cd70 con 0x7f6d3806a750 2024-04-26T01:56:09.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.563+0000 7f6d2f400700 1 -- 172.21.15.44:0/3972773497 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d28005610 con 0x7f6d3806a750 2024-04-26T01:56:09.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.563+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d38102850 con 0x7f6d3806a750 2024-04-26T01:56:09.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.564+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d381b0460 con 0x7f6d3806a750 2024-04-26T01:56:09.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.565+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d38069730 con 0x7f6d3806a750 2024-04-26T01:56:09.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.568+0000 7f6d2f400700 1 -- 172.21.15.44:0/3972773497 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f6d28004750 con 0x7f6d3806a750 2024-04-26T01:56:09.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.570+0000 7f6d2f400700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6d1c0a3fe0 0x7f6d1c0a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:09.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.570+0000 7f6d2f400700 1 -- 172.21.15.44:0/3972773497 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f6d280d0ec0 con 0x7f6d3806a750 2024-04-26T01:56:09.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.571+0000 7f6d36000700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6d1c0a3fe0 0x7f6d1c0a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:09.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.572+0000 7f6d2f400700 1 -- 172.21.15.44:0/3972773497 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6d28053ff0 con 0x7f6d3806a750 2024-04-26T01:56:09.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.572+0000 7f6d36000700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6d1c0a3fe0 0x7f6d1c0a64a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6d24005b40 tx=0x7f6d2401a040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:09.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.896+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d38102f40 con 0x7f6d3806a750 2024-04-26T01:56:09.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.898+0000 7f6d2f400700 1 -- 172.21.15.44:0/3972773497 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11930 (secure 0 0 0) 0x7f6d38102f40 con 0x7f6d3806a750 2024-04-26T01:56:09.900 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:56:09.900 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:54:56.880000+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T01:56:09.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.902+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6d1c0a3fe0 msgr2=0x7f6d1c0a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:09.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.902+0000 7f6d3d600700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6d1c0a3fe0 0x7f6d1c0a64a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6d24005b40 tx=0x7f6d2401a040 comp rx=0 tx=0).stop 2024-04-26T01:56:09.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.902+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806a750 msgr2=0x7f6d38074460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:09.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.902+0000 7f6d3d600700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806a750 0x7f6d38074460 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800e9c0 tx=0x7f6d2800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 shutdown_connections 2024-04-26T01:56:09.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6d1c0a3fe0 0x7f6d1c0a64a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d38108a30 0x7f6d38101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6d3806a750 0x7f6d38074460 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 --2- 172.21.15.44:0/3972773497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6d3806b0f0 0x7f6d38101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:09.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 >> 172.21.15.44:0/3972773497 conn(0x7f6d380788f0 msgr2=0x7f6d380ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:09.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 shutdown_connections 2024-04-26T01:56:09.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:09.903+0000 7f6d3d600700 1 -- 172.21.15.44:0/3972773497 wait complete. 2024-04-26T01:56:09.903 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 29 2024-04-26T01:56:10.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:10 smithi044 ceph-mon[27847]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-26T01:56:10.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:10 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3972773497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:10 smithi156 ceph-mon[32543]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-26T01:56:10.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:10 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3972773497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:10 smithi090 ceph-mon[32456]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-26T01:56:10.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:10 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3972773497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:10.825 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0' 2024-04-26T01:56:10.825 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0 2024-04-26T01:56:11.367 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:56:12.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:12 smithi156 ceph-mon[32543]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:56:12.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:12 smithi090 ceph-mon[32456]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:56:12.815 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:12 smithi044 ceph-mon[27847]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:56:13.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.566+0000 7fac67e00700 1 -- 172.21.15.44:0/3899016012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac6810f220 msgr2=0x7fac68111650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.566+0000 7fac67e00700 1 --2- 172.21.15.44:0/3899016012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac6810f220 0x7fac68111650 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fac6000b0a0 tx=0x7fac6000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.566+0000 7fac67e00700 1 -- 172.21.15.44:0/3899016012 shutdown_connections 2024-04-26T01:56:13.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.566+0000 7fac67e00700 1 --2- 172.21.15.44:0/3899016012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac6810f220 0x7fac68111650 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.566+0000 7fac67e00700 1 --2- 172.21.15.44:0/3899016012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 0x7fac68075440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.566+0000 7fac67e00700 1 --2- 172.21.15.44:0/3899016012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fac68075a10 0x7fac6810ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.566+0000 7fac67e00700 1 -- 172.21.15.44:0/3899016012 >> 172.21.15.44:0/3899016012 conn(0x7fac680fe3a0 msgr2=0x7fac681007c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:13.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.568+0000 7fac67e00700 1 -- 172.21.15.44:0/3899016012 shutdown_connections 2024-04-26T01:56:13.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.568+0000 7fac67e00700 1 -- 172.21.15.44:0/3899016012 wait complete. 2024-04-26T01:56:13.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.569+0000 7fac67e00700 1 Processor -- start 2024-04-26T01:56:13.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.569+0000 7fac67e00700 1 -- start start 2024-04-26T01:56:13.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac67e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 0x7fac6819b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac67e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac68075a10 0x7fac6819b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac67e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fac6810f220 0x7fac6819fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac67e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac68114e00 con 0x7fac68075a10 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac67e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fac68114c80 con 0x7fac68075060 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac67e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fac68114f80 con 0x7fac6810f220 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac66a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 0x7fac6819b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac66a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 0x7fac6819b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47632/0 (socket says 172.21.15.44:47632) 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac66a00700 1 -- 172.21.15.44:0/3606043795 learned_addr learned my addr 172.21.15.44:0/3606043795 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac67400700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fac6810f220 0x7fac6819fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.570+0000 7fac66000700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac68075a10 0x7fac6819b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.571+0000 7fac67400700 1 -- 172.21.15.44:0/3606043795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 msgr2=0x7fac6819b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.571+0000 7fac67400700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 0x7fac6819b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.571+0000 7fac67400700 1 -- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac68075a10 msgr2=0x7fac6819b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.571+0000 7fac67400700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac68075a10 0x7fac6819b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.571+0000 7fac67400700 1 -- 172.21.15.44:0/3606043795 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac681a01d0 con 0x7fac6810f220 2024-04-26T01:56:13.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.571+0000 7fac66000700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac68075a10 0x7fac6819b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:13.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.571+0000 7fac66a00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 0x7fac6819b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:13.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.572+0000 7fac67400700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fac6810f220 0x7fac6819fa90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fac6000b070 tx=0x7fac60004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:13.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.572+0000 7fac5f400700 1 -- 172.21.15.44:0/3606043795 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60021070 con 0x7fac6810f220 2024-04-26T01:56:13.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.573+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac681a0460 con 0x7fac6810f220 2024-04-26T01:56:13.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.573+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac681a7d40 con 0x7fac6810f220 2024-04-26T01:56:13.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.573+0000 7fac5f400700 1 -- 172.21.15.44:0/3606043795 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac60007e30 con 0x7fac6810f220 2024-04-26T01:56:13.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.573+0000 7fac5f400700 1 -- 172.21.15.44:0/3606043795 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac600045f0 con 0x7fac6810f220 2024-04-26T01:56:13.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.576+0000 7fac5f400700 1 -- 172.21.15.44:0/3606043795 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fac60007980 con 0x7fac6810f220 2024-04-26T01:56:13.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.579+0000 7fac5f400700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac4c0a4080 0x7fac4c0a6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.579+0000 7fac5f400700 1 -- 172.21.15.44:0/3606043795 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fac6000f020 con 0x7fac6810f220 2024-04-26T01:56:13.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.579+0000 7fac78478b80 1 Processor -- start 2024-04-26T01:56:13.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.579+0000 7fac66a00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac4c0a4080 0x7fac4c0a6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.579+0000 7fac78478b80 1 -- start start 2024-04-26T01:56:13.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac78478b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520e5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac78478b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520f0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac78478b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520f1350 0x55c6520f3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac78478b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c652039020 con 0x55c6520e5b80 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac78478b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c651fdf8c0 con 0x55c6520f1350 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac78478b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c652034fe0 con 0x55c6520e64a0 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac66a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520e5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac66a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520e5f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56578/0 (socket says 172.21.15.44:56578) 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac66a00700 1 -- 172.21.15.44:0/1902220574 learned_addr learned my addr 172.21.15.44:0/1902220574 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.580+0000 7fac67400700 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520f1350 0x55c6520f3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac66a00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac4c0a4080 0x7fac4c0a6540 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fac58011630 tx=0x7fac580119f0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac66000700 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520f0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac67400700 1 -- 172.21.15.44:0/1902220574 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 msgr2=0x55c6520f0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac67400700 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520f0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac67400700 1 -- 172.21.15.44:0/1902220574 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 msgr2=0x55c6520e5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac67400700 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520e5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac67400700 1 -- 172.21.15.44:0/1902220574 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c651fd5810 con 0x55c6520f1350 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac67400700 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520f1350 0x55c6520f3740 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fac600cf1e0 tx=0x7fac60004120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d1ded92fb39a77b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac53e00700 1 -- 172.21.15.44:0/1902220574 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac600be0b0 con 0x55c6520f1350 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.581+0000 7fac53e00700 1 -- 172.21.15.44:0/1902220574 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac60007c70 con 0x55c6520f1350 2024-04-26T01:56:13.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac53e00700 1 -- 172.21.15.44:0/1902220574 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60003d20 con 0x55c6520f1350 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac78478b80 1 -- 172.21.15.44:0/1902220574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520f1350 msgr2=0x55c6520f3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac78478b80 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520f1350 0x55c6520f3740 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fac600cf1e0 tx=0x7fac60004120 comp rx=0 tx=0).stop 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac78478b80 1 -- 172.21.15.44:0/1902220574 shutdown_connections 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac78478b80 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520f1350 0x55c6520f3740 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac78478b80 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520e5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac78478b80 1 --2- 172.21.15.44:0/1902220574 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520f0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.582+0000 7fac78478b80 1 -- 172.21.15.44:0/1902220574 >> 172.21.15.44:0/1902220574 conn(0x55c652014730 msgr2=0x55c6520e1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:13.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.583+0000 7fac78478b80 1 -- 172.21.15.44:0/1902220574 shutdown_connections 2024-04-26T01:56:13.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.583+0000 7fac78478b80 1 -- 172.21.15.44:0/1902220574 wait complete. 2024-04-26T01:56:13.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.583+0000 7fac78478b80 1 -- start start 2024-04-26T01:56:13.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.583+0000 7fac78478b80 1 Processor -- start 2024-04-26T01:56:13.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac78478b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520f0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac78478b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e64a0 0x55c6520edde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac78478b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c6520ee320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac78478b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c6520f3c80 con 0x55c6520e64a0 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac78478b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c651ff29f0 con 0x55c6520e5b80 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac78478b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c6520f3e00 con 0x55c6520f1350 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac78478b80 10 client.0 _ll_register_callbacks cb 0x55c651fd18b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac66a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520f0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac66a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520f0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47654/0 (socket says 172.21.15.44:47654) 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac66a00700 1 -- 172.21.15.44:0/1986990249 learned_addr learned my addr 172.21.15.44:0/1986990249 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.584+0000 7fac66000700 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e64a0 0x55c6520edde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac67400700 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c6520ee320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac66a00700 1 -- 172.21.15.44:0/1986990249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 msgr2=0x55c6520ee320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac66a00700 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c6520ee320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac66a00700 1 -- 172.21.15.44:0/1986990249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e64a0 msgr2=0x55c6520edde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac66a00700 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e64a0 0x55c6520edde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac66a00700 1 -- 172.21.15.44:0/1986990249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c651f86a60 con 0x55c6520e5b80 2024-04-26T01:56:13.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac66a00700 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520f0ae0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fac58003680 tx=0x7fac580047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bfe37c86e0980e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:13.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.585+0000 7fac50c00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:56:13.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.586+0000 7fac50c00700 1 -- 172.21.15.44:0/1986990249 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58017040 con 0x55c6520e5b80 2024-04-26T01:56:13.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.586+0000 7fac50c00700 1 -- 172.21.15.44:0/1986990249 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fac5801d5c0 con 0x55c6520e5b80 2024-04-26T01:56:13.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.586+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c652046810 con 0x55c6520e5b80 2024-04-26T01:56:13.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.586+0000 7fac50c00700 1 -- 172.21.15.44:0/1986990249 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fac5801d800 con 0x55c6520e5b80 2024-04-26T01:56:13.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.586+0000 7fac78478b80 10 client.25442 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:13.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.586+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c651fcfc80 con 0x55c6520e5b80 2024-04-26T01:56:13.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.586+0000 7fac50c00700 1 -- 172.21.15.44:0/1986990249 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac58019050 con 0x55c6520e5b80 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac50c00700 1 -- 172.21.15.44:0/1986990249 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fac58027ba0 con 0x55c6520e5b80 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac78478b80 10 client.25442 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac78478b80 10 client.25442 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac78478b80 20 client.25442 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac78478b80 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521091c0 0x55c65210b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac78478b80 4 client.25442 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c652046810 con 0x55c6521091c0 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.587+0000 7fac66000700 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521091c0 0x55c65210b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.588+0000 7fac66000700 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521091c0 0x55c65210b5b0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73c12072496fb794 server_cookie=b57a959c30011c15 in_seq=0 out_seq=0 2024-04-26T01:56:13.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.588+0000 7fac50c00700 10 client.25442 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:13.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.588+0000 7fac50c00700 1 -- 172.21.15.44:0/1986990249 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c652046810 con 0x55c6521091c0 2024-04-26T01:56:13.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.588+0000 7fac50c00700 10 client.25442 handle_command_reply: tid=0 2024-04-26T01:56:13.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.588+0000 7fac78478b80 1 client.25442 shutdown 2024-04-26T01:56:13.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 msgr2=0x55c6520f0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520f0ae0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fac58003680 tx=0x7fac580047c0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 shutdown_connections 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c6520ee320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521091c0 0x55c65210b5b0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520f0ae0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 --2- 172.21.15.44:0/1986990249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e64a0 0x55c6520edde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 >> 172.21.15.44:0/1986990249 conn(0x55c652014730 msgr2=0x55c6520e7c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac50c00700 0 client.25442 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 shutdown_connections 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.589+0000 7fac78478b80 1 -- 172.21.15.44:0/1986990249 wait complete. 2024-04-26T01:56:13.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.590+0000 7fac78478b80 20 client.25442 trim_cache size 0 max 16384 2024-04-26T01:56:13.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.610+0000 7fac78478b80 1 Processor -- start 2024-04-26T01:56:13.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac78478b80 1 -- start start 2024-04-26T01:56:13.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac78478b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520ee290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac78478b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520db4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac78478b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520f1350 0x55c652105350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac78478b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac6806f110 con 0x55c6520f1350 2024-04-26T01:56:13.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac78478b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fac68070c50 con 0x55c6520e5b80 2024-04-26T01:56:13.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac78478b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fac6806f7e0 con 0x55c6520e64a0 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.611+0000 7fac66a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520ee290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520ee290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47656/0 (socket says 172.21.15.44:47656) 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66a00700 1 -- 172.21.15.44:0/10301585 learned_addr learned my addr 172.21.15.44:0/10301585 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac67400700 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520f1350 0x55c652105350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66000700 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520db4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66a00700 1 -- 172.21.15.44:0/10301585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 msgr2=0x55c6520db4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66a00700 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520db4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66a00700 1 -- 172.21.15.44:0/10301585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520f1350 msgr2=0x55c652105350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66a00700 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520f1350 0x55c652105350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66a00700 1 -- 172.21.15.44:0/10301585 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c65210bc10 con 0x55c6520e5b80 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac67400700 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520f1350 0x55c652105350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.612+0000 7fac66000700 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520db4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:56:13.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.613+0000 7fac66a00700 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520ee290 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fac58004010 tx=0x7fac580317c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24f52a63a38fd478 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:13.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.613+0000 7fac53400700 1 -- 172.21.15.44:0/10301585 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58017040 con 0x55c6520e5b80 2024-04-26T01:56:13.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.613+0000 7fac53400700 1 -- 172.21.15.44:0/10301585 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac5801d440 con 0x55c6520e5b80 2024-04-26T01:56:13.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.613+0000 7fac53400700 1 -- 172.21.15.44:0/10301585 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58027420 con 0x55c6520e5b80 2024-04-26T01:56:13.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 -- 172.21.15.44:0/10301585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 msgr2=0x55c6520ee290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520ee290 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fac58004010 tx=0x7fac580317c0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 -- 172.21.15.44:0/10301585 shutdown_connections 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520f1350 0x55c652105350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e5b80 0x55c6520ee290 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 --2- 172.21.15.44:0/10301585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520e64a0 0x55c6520db4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 -- 172.21.15.44:0/10301585 >> 172.21.15.44:0/10301585 conn(0x55c652014730 msgr2=0x55c6520e9400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 -- 172.21.15.44:0/10301585 shutdown_connections 2024-04-26T01:56:13.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.614+0000 7fac78478b80 1 -- 172.21.15.44:0/10301585 wait complete. 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 -- start start 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 Processor -- start 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520fe830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e64a0 0x55c6520fed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c65216f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac68070580 con 0x55c6520e5b80 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fac6806feb0 con 0x55c6520e64a0 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fac68106650 con 0x55c6520f1350 2024-04-26T01:56:13.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.615+0000 7fac78478b80 10 client.0 _ll_register_callbacks cb 0x55c651fd18b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.616+0000 7fac66000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e64a0 0x55c6520fed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.616+0000 7fac66000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e64a0 0x55c6520fed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47666/0 (socket says 172.21.15.44:47666) 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.616+0000 7fac66000700 1 -- 172.21.15.44:0/3500774884 learned_addr learned my addr 172.21.15.44:0/3500774884 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.616+0000 7fac66a00700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520fe830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.616+0000 7fac67400700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c65216f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac67400700 1 -- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e64a0 msgr2=0x55c6520fed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac67400700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e64a0 0x55c6520fed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac67400700 1 -- 172.21.15.44:0/3500774884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 msgr2=0x55c6520fe830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac67400700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520fe830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac67400700 1 -- 172.21.15.44:0/3500774884 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6520ff660 con 0x55c6520f1350 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac66000700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e64a0 0x55c6520fed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac67400700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c65216f720 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fac6009d7c0 tx=0x7fac600099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=627392ba997f86a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:13.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac50c00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:56:13.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac50c00700 1 -- 172.21.15.44:0/3500774884 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6009e1c0 con 0x55c6520f1350 2024-04-26T01:56:13.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac50c00700 1 -- 172.21.15.44:0/3500774884 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fac60003d20 con 0x55c6520f1350 2024-04-26T01:56:13.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.617+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac5801d440 con 0x55c6520f1350 2024-04-26T01:56:13.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac50c00700 1 -- 172.21.15.44:0/3500774884 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fac6009dac0 con 0x55c6520f1350 2024-04-26T01:56:13.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 10 client.25450 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:13.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c652170cc0 con 0x55c6520f1350 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac50c00700 1 -- 172.21.15.44:0/3500774884 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac5801d440 con 0x55c6520f1350 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac50c00700 1 -- 172.21.15.44:0/3500774884 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fac60011070 con 0x55c6520f1350 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 10 client.25450 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 10 client.25450 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 20 client.25450 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521712b0 0x55c6521736d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 4 client.25450 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}] 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.618+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}) -- 0x55c6520408b0 con 0x55c6521712b0 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.619+0000 7fac66a00700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521712b0 0x55c6521736d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:13.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.619+0000 7fac66a00700 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521712b0 0x55c6521736d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea154f6c11d0fb77 server_cookie=604c85957e7b8717 in_seq=0 out_seq=0 2024-04-26T01:56:13.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.619+0000 7fac50c00700 10 client.25450 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:13.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac50c00700 1 -- 172.21.15.44:0/3500774884 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55c6520408b0 con 0x55c6521712b0 2024-04-26T01:56:13.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac50c00700 10 client.25450 handle_command_reply: tid=0 2024-04-26T01:56:13.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 client.25450 shutdown 2024-04-26T01:56:13.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 msgr2=0x55c65216f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c65216f720 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fac6009d7c0 tx=0x7fac600099e0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 shutdown_connections 2024-04-26T01:56:13.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c6520f1350 0x55c65216f720 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c6521712b0 0x55c6521736d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c6520e5b80 0x55c6520fe830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 --2- 172.21.15.44:0/3500774884 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c6520e64a0 0x55c6520fed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 >> 172.21.15.44:0/3500774884 conn(0x55c652014730 msgr2=0x55c6520e7ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.634+0000 7fac50c00700 0 client.25450 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.635+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 shutdown_connections 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.635+0000 7fac78478b80 1 -- 172.21.15.44:0/3500774884 wait complete. 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.635+0000 7fac78478b80 20 client.25450 trim_cache size 0 max 16384 2024-04-26T01:56:13.634 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 29, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 2, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "5d6db66d": { 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 2, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 85.6, 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T01:56:13.635 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:13.636 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac4c0a4080 msgr2=0x7fac4c0a6540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac4c0a4080 0x7fac4c0a6540 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fac58011630 tx=0x7fac580119f0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fac6810f220 msgr2=0x7fac6819fa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fac6810f220 0x7fac6819fa90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fac6000b070 tx=0x7fac60004c80 comp rx=0 tx=0).stop 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 shutdown_connections 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fac6810f220 0x7fac6819fa90 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac4c0a4080 0x7fac4c0a6540 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fac68075060 0x7fac6819b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 --2- 172.21.15.44:0/3606043795 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac68075a10 0x7fac6819b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 >> 172.21.15.44:0/3606043795 conn(0x7fac680fe3a0 msgr2=0x7fac680ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 shutdown_connections 2024-04-26T01:56:13.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:13.636+0000 7fac67e00700 1 -- 172.21.15.44:0/3606043795 wait complete. 2024-04-26T01:56:14.617 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '5d6db66d', quiesce took 8.0 seconds. Will release after: 25.6 2024-04-26T01:56:14.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:14 smithi156 ceph-mon[32543]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:56:14.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:14 smithi090 ceph-mon[32456]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:56:14.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:14 smithi044 ceph-mon[27847]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:56:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:16 smithi156 ceph-mon[32543]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-26T01:56:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:16 smithi090 ceph-mon[32456]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-26T01:56:16.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:16 smithi044 ceph-mon[27847]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-26T01:56:18.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:18 smithi156 ceph-mon[32543]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-26T01:56:18.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:18 smithi090 ceph-mon[32456]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-26T01:56:18.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:18 smithi044 ceph-mon[27847]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-26T01:56:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.062+0000 7fe10b200640 1 -- 172.21.15.44:0/3856582662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 msgr2=0x7fe10c110ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.062+0000 7fe10b200640 1 --2- 172.21.15.44:0/3856582662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 0x7fe10c110ea0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe104009be0 tx=0x7fe10402a6c0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.062+0000 7fe10b200640 1 -- 172.21.15.44:0/3856582662 shutdown_connections 2024-04-26T01:56:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.062+0000 7fe10b200640 1 --2- 172.21.15.44:0/3856582662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 0x7fe10c110ea0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.062+0000 7fe10b200640 1 --2- 172.21.15.44:0/3856582662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104bb0 0x7fe10c108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.062+0000 7fe10b200640 1 --2- 172.21.15.44:0/3856582662 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe10c104200 0x7fe10c1045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.062+0000 7fe10b200640 1 -- 172.21.15.44:0/3856582662 >> 172.21.15.44:0/3856582662 conn(0x7fe10c0ffa60 msgr2=0x7fe10c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:20.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.063+0000 7fe10b200640 1 -- 172.21.15.44:0/3856582662 shutdown_connections 2024-04-26T01:56:20.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.063+0000 7fe10b200640 1 -- 172.21.15.44:0/3856582662 wait complete. 2024-04-26T01:56:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 Processor -- start 2024-04-26T01:56:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 -- start start 2024-04-26T01:56:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104200 0x7fe10c19a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 0x7fe10c19ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe10c19f010 0x7fe10c19f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c114220 con 0x7fe10c104200 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1140a0 con 0x7fe10c1092d0 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.064+0000 7fe10b200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1143a0 con 0x7fe10c19f010 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104200 0x7fe10c19a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104200 0x7fe10c19a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48752/0 (socket says 172.21.15.44:48752) 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 -- 172.21.15.44:0/3179386929 learned_addr learned my addr 172.21.15.44:0/3179386929 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe10a800640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe10c19f010 0x7fe10c19f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109400640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 0x7fe10c19ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 -- 172.21.15.44:0/3179386929 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe10c19f010 msgr2=0x7fe10c19f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe10c19f010 0x7fe10c19f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 -- 172.21.15.44:0/3179386929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 msgr2=0x7fe10c19ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 0x7fe10c19ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 -- 172.21.15.44:0/3179386929 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe10c19fb00 con 0x7fe10c104200 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109400640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 0x7fe10c19ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.065+0000 7fe109e00640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104200 0x7fe10c19a7a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc00e9f0 tx=0x7fe0fc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.066+0000 7fe102a00640 1 -- 172.21.15.44:0/3179386929 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc00cd80 con 0x7fe10c104200 2024-04-26T01:56:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.066+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe10c19fdf0 con 0x7fe10c104200 2024-04-26T01:56:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.066+0000 7fe102a00640 1 -- 172.21.15.44:0/3179386929 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0fc0108e0 con 0x7fe10c104200 2024-04-26T01:56:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.066+0000 7fe102a00640 1 -- 172.21.15.44:0/3179386929 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc018980 con 0x7fe10c104200 2024-04-26T01:56:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.066+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe10c1a75e0 con 0x7fe10c104200 2024-04-26T01:56:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.070+0000 7fe113c79740 1 Processor -- start 2024-04-26T01:56:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.070+0000 7fe113c79740 1 -- start start 2024-04-26T01:56:20.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.070+0000 7fe102a00640 1 -- 172.21.15.44:0/3179386929 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fe0fc010430 con 0x7fe10c104200 2024-04-26T01:56:20.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe113c79740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2b7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe113c79740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe113c79740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe113c79740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e95a21d900 con 0x55e95a2b79b0 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe113c79740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e95a1c3ef0 con 0x55e95a2c2b90 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe113c79740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e95a2198c0 con 0x55e95a2b82d0 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe10a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2b7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe109400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe10a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2b7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48764/0 (socket says 172.21.15.44:48764) 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe10a800640 1 -- 172.21.15.44:0/3074070524 learned_addr learned my addr 172.21.15.44:0/3074070524 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe109e00640 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe109400640 1 -- 172.21.15.44:0/3074070524 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 msgr2=0x55e95a2c2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe109400640 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe109400640 1 -- 172.21.15.44:0/3074070524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 msgr2=0x55e95a2b7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.071+0000 7fe109400640 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2b7d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.072+0000 7fe109400640 1 -- 172.21.15.44:0/3074070524 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e959f30210 con 0x55e95a2c2b90 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.072+0000 7fe109400640 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c4f80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe0f8009530 tx=0x7fe0f80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcf71fcc94b7e748 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.072+0000 7fe0f7400640 1 -- 172.21.15.44:0/3074070524 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f8004020 con 0x55e95a2c2b90 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.072+0000 7fe102a00640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0f00a3ec0 0x7fe0f00a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.072+0000 7fe0f7400640 1 -- 172.21.15.44:0/3074070524 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0f80041c0 con 0x55e95a2c2b90 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.072+0000 7fe0f7400640 1 -- 172.21.15.44:0/3074070524 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f800f810 con 0x55e95a2c2b90 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.072+0000 7fe102a00640 1 -- 172.21.15.44:0/3179386929 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fe0fc0d0d50 con 0x7fe10c104200 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe10a800640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0f00a3ec0 0x7fe0f00a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 -- 172.21.15.44:0/3074070524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 msgr2=0x55e95a2c4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c4f80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe0f8009530 tx=0x7fe0f80118d0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 -- 172.21.15.44:0/3074070524 shutdown_connections 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c4f80 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 --2- 172.21.15.44:0/3074070524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2b7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 -- 172.21.15.44:0/3074070524 >> 172.21.15.44:0/3074070524 conn(0x55e95a2b3ec0 msgr2=0x55e95a2b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe10a800640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0f00a3ec0 0x7fe0f00a6380 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe104006010 tx=0x7fe104004a40 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 -- 172.21.15.44:0/3074070524 shutdown_connections 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.073+0000 7fe113c79740 1 -- 172.21.15.44:0/3074070524 wait complete. 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 -- start start 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 Processor -- start 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2bfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e95a2c57c0 con 0x55e95a2b79b0 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e95a1d7310 con 0x55e95a2c2b90 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e95a2c5940 con 0x55e95a2b82d0 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.074+0000 7fe113c79740 10 client.0 _ll_register_callbacks cb 0x55e95a1a5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2bfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2bfae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48766/0 (socket says 172.21.15.44:48766) 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 -- 172.21.15.44:0/865854220 learned_addr learned my addr 172.21.15.44:0/865854220 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe10a800640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109400640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 -- 172.21.15.44:0/865854220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 msgr2=0x55e95a2c0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 -- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 msgr2=0x55e95a2c0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 -- 172.21.15.44:0/865854220 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e959ffc620 con 0x55e95a2b79b0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe10a800640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe109e00640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2bfae0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc00c6a0 tx=0x7fe0fc00cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e63acc8e23af8957 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.075+0000 7fe0ebe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe0ebe00640 1 -- 172.21.15.44:0/865854220 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc09cbd0 con 0x55e95a2b79b0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe0ebe00640 1 -- 172.21.15.44:0/865854220 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fe0fc09c020 con 0x55e95a2b79b0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0f80041c0 con 0x55e95a2b79b0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe0ebe00640 1 -- 172.21.15.44:0/865854220 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe0fc0a0ed0 con 0x55e95a2b79b0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 10 client.15345 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e95a2d1a30 con 0x55e95a2b79b0 2024-04-26T01:56:20.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe0ebe00640 1 -- 172.21.15.44:0/865854220 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0f80041c0 con 0x55e95a2b79b0 2024-04-26T01:56:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe0ebe00640 1 -- 172.21.15.44:0/865854220 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe0fc0bbce0 con 0x55e95a2b79b0 2024-04-26T01:56:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 10 client.15345 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 10 client.15345 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:20.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 20 client.15345 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a2d2ef0 0x55e95a2d52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 4 client.15345 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.076+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e95a2318b0 con 0x55e95a2d2ef0 2024-04-26T01:56:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.077+0000 7fe109400640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a2d2ef0 0x55e95a2d52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.077+0000 7fe109400640 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a2d2ef0 0x55e95a2d52e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=966f02caca871588 server_cookie=e2af1b07a1766153 in_seq=0 out_seq=0 2024-04-26T01:56:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.077+0000 7fe0ebe00640 10 client.15345 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:20.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe0ebe00640 1 -- 172.21.15.44:0/865854220 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e95a2318b0 con 0x55e95a2d2ef0 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe0ebe00640 10 client.15345 handle_command_reply: tid=0 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 client.15345 shutdown 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 msgr2=0x55e95a2bfae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2bfae0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc00c6a0 tx=0x7fe0fc00cf20 comp rx=0 tx=0).stop 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 shutdown_connections 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a2d2ef0 0x55e95a2d52e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b82d0 0x55e95a2c0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 --2- 172.21.15.44:0/865854220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b79b0 0x55e95a2bfae0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe0ebe00640 0 client.15345 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.078+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 >> 172.21.15.44:0/865854220 conn(0x55e95a2b3ec0 msgr2=0x55e95a2b9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.079+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 shutdown_connections 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.079+0000 7fe113c79740 1 -- 172.21.15.44:0/865854220 wait complete. 2024-04-26T01:56:20.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.079+0000 7fe113c79740 20 client.15345 trim_cache size 0 max 16384 2024-04-26T01:56:20.093 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.094+0000 7fe113c79740 1 Processor -- start 2024-04-26T01:56:20.093 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.094+0000 7fe113c79740 1 -- start start 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe113c79740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2ce680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe113c79740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2ba370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe113c79740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe113c79740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1afad0 con 0x55e95a2b82d0 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe113c79740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b1610 con 0x55e95a2c2b90 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe113c79740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b01a0 con 0x55e95a2b79b0 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2ba370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2ce680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2ba370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48776/0 (socket says 172.21.15.44:48776) 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 -- 172.21.15.44:0/2933072983 learned_addr learned my addr 172.21.15.44:0/2933072983 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:20.094 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe10a800640 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 -- 172.21.15.44:0/2933072983 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 msgr2=0x55e95a2ce680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2ce680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 -- 172.21.15.44:0/2933072983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 msgr2=0x55e95a2c01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.095+0000 7fe109400640 1 -- 172.21.15.44:0/2933072983 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e95a2b8100 con 0x55e95a2b82d0 2024-04-26T01:56:20.095 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.096+0000 7fe109400640 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2ba370 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe0f8005fd0 tx=0x7fe0f8004100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e5613eff14c621 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.096+0000 7fe0f6a00640 1 -- 172.21.15.44:0/2933072983 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f801d040 con 0x55e95a2b82d0 2024-04-26T01:56:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.096+0000 7fe0f6a00640 1 -- 172.21.15.44:0/2933072983 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0f8004270 con 0x55e95a2b82d0 2024-04-26T01:56:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.096+0000 7fe0f6a00640 1 -- 172.21.15.44:0/2933072983 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f8003970 con 0x55e95a2b82d0 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 -- 172.21.15.44:0/2933072983 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 msgr2=0x55e95a2ba370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2ba370 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe0f8005fd0 tx=0x7fe0f8004100 comp rx=0 tx=0).stop 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 -- 172.21.15.44:0/2933072983 shutdown_connections 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2ba370 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 --2- 172.21.15.44:0/2933072983 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2ce680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 -- 172.21.15.44:0/2933072983 >> 172.21.15.44:0/2933072983 conn(0x55e95a2b3ec0 msgr2=0x55e95a2bfaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 -- 172.21.15.44:0/2933072983 shutdown_connections 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 -- 172.21.15.44:0/2933072983 wait complete. 2024-04-26T01:56:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 -- start start 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.097+0000 7fe113c79740 1 Processor -- start 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe113c79740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2c8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe113c79740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2c8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe113c79740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe113c79740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b0f40 con 0x55e95a2b82d0 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe113c79740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1b0870 con 0x55e95a2c2b90 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe113c79740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1adad0 con 0x55e95a2b79b0 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe113c79740 10 client.0 _ll_register_callbacks cb 0x7fe0fc098f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2c8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2c8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48780/0 (socket says 172.21.15.44:48780) 2024-04-26T01:56:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 -- 172.21.15.44:0/111722764 learned_addr learned my addr 172.21.15.44:0/111722764 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109e00640 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2c8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe10a800640 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 -- 172.21.15.44:0/111722764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 msgr2=0x55e95a2c8560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2c8560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 -- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 msgr2=0x55e95a2c8fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c8fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.098+0000 7fe109400640 1 -- 172.21.15.44:0/111722764 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e95a338400 con 0x55e95a2b82d0 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe109400640 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2c8aa0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe0f8011fd0 tx=0x7fe0f8011e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73b889f5e1f2820e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe0ebe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:56:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe0ebe00640 1 -- 172.21.15.44:0/111722764 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f8037060 con 0x55e95a2b82d0 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe0ebe00640 1 -- 172.21.15.44:0/111722764 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fe0f8005040 con 0x55e95a2b82d0 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0f8004270 con 0x55e95a2b82d0 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe0ebe00640 1 -- 172.21.15.44:0/111722764 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe0f801d070 con 0x55e95a2b82d0 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe113c79740 10 client.15351 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e95a339690 con 0x55e95a2b82d0 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.099+0000 7fe0ebe00640 1 -- 172.21.15.44:0/111722764 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0f8004270 con 0x55e95a2b82d0 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe0ebe00640 1 -- 172.21.15.44:0/111722764 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe0f803a030 con 0x55e95a2b82d0 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe113c79740 10 client.15351 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe113c79740 10 client.15351 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe113c79740 20 client.15351 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe113c79740 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a339c10 0x55e95a33c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe113c79740 4 client.15351 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:56:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e95a2bb6e0 con 0x55e95a339c10 2024-04-26T01:56:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe109e00640 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a339c10 0x55e95a33c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe109e00640 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a339c10 0x55e95a33c030 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e65a092a28bae28f server_cookie=ae2e46bf0796f011 in_seq=0 out_seq=0 2024-04-26T01:56:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.100+0000 7fe0ebe00640 10 client.15351 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe0ebe00640 1 -- 172.21.15.44:0/111722764 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e95a2bb6e0 con 0x55e95a339c10 2024-04-26T01:56:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe0ebe00640 10 client.15351 handle_command_reply: tid=0 2024-04-26T01:56:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 client.15351 shutdown 2024-04-26T01:56:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 msgr2=0x55e95a2c8aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2c8aa0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe0f8011fd0 tx=0x7fe0f8011e80 comp rx=0 tx=0).stop 2024-04-26T01:56:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 shutdown_connections 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e95a339c10 0x55e95a33c030 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e95a2c2b90 0x55e95a2c8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e95a2b82d0 0x55e95a2c8aa0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 --2- 172.21.15.44:0/111722764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e95a2b79b0 0x55e95a2c8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 >> 172.21.15.44:0/111722764 conn(0x55e95a2b3ec0 msgr2=0x55e95a2b3020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.106+0000 7fe0ebe00640 0 client.15351 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 shutdown_connections 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe113c79740 1 -- 172.21.15.44:0/111722764 wait complete. 2024-04-26T01:56:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe113c79740 20 client.15351 trim_cache size 0 max 16384 2024-04-26T01:56:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:56:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:56:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:56:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0f00a3ec0 msgr2=0x7fe0f00a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0f00a3ec0 0x7fe0f00a6380 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe104006010 tx=0x7fe104004a40 comp rx=0 tx=0).stop 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104200 msgr2=0x7fe10c19a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104200 0x7fe10c19a7a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc00e9f0 tx=0x7fe0fc00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 shutdown_connections 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0f00a3ec0 0x7fe0f00a6380 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe10c19f010 0x7fe10c19f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe10c1092d0 0x7fe10c19ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 --2- 172.21.15.44:0/3179386929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe10c104200 0x7fe10c19a7a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:20.110 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.107+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 >> 172.21.15.44:0/3179386929 conn(0x7fe10c0ffa60 msgr2=0x7fe10c100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:20.111 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.108+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 shutdown_connections 2024-04-26T01:56:20.111 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:20.108+0000 7fe10b200640 1 -- 172.21.15.44:0/3179386929 wait complete. 2024-04-26T01:56:20.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:20 smithi156 ceph-mon[32543]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-26T01:56:20.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:20 smithi090 ceph-mon[32456]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-26T01:56:20.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:20 smithi044 ceph-mon[27847]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-26T01:56:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:22 smithi156 ceph-mon[32543]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:56:22.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:22 smithi090 ceph-mon[32456]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:56:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:22 smithi044 ceph-mon[27847]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:56:23.002 INFO:tasks.workunit.client.0.smithi044.stderr:Updating files: 63% (7911/12492) Updating files: 64% (7995/12492) Updating files: 65% (8120/12492) Updating files: 66% (8245/12492) Updating files: 67% (8370/12492) Updating files: 68% (8495/12492) Updating files: 69% (8620/12492) Updating files: 70% (8745/12492) Updating files: 71% (8870/12492) Updating files: 72% (8995/12492) Updating files: 73% (9120/12492) Updating files: 74% (9245/12492) Updating files: 75% (9369/12492) Updating files: 76% (9494/12492) Updating files: 77% (9619/12492) Updating files: 78% (9744/12492) Updating files: 79% (9869/12492) Updating files: 80% (9994/12492) Updating files: 81% (10119/12492) Updating files: 82% (10244/12492) Updating files: 83% (10369/12492) Updating files: 84% (10494/12492) Updating files: 85% (10619/12492) Updating files: 86% (10744/12492) Updating files: 87% (10869/12492) Updating files: 88% (10993/12492) Updating files: 89% (11118/12492) Updating files: 90% (11243/12492) Updating files: 91% (11368/12492) Updating files: 92% (11493/12492) Updating files: 93% (11618/12492) Updating files: 94% (11743/12492) Updating files: 95% (11868/12492) Updating files: 96% (11993/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr:Note: switching to 'afa1933b0fdbb6c99c947d1eda34d661d23cd327'. 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr:state without impacting any branches by switching back to a branch. 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-04-26T01:56:23.129 INFO:tasks.workunit.client.0.smithi044.stderr: git switch -c 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr:Or undo this operation with: 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr: git switch - 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-04-26T01:56:23.130 INFO:tasks.workunit.client.0.smithi044.stderr:HEAD is now at afa1933b0fd qa/suites/fs: add quiescer to the fs suite 2024-04-26T01:56:23.134 DEBUG:teuthology.orchestra.run.smithi044:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-26T01:56:23.200 INFO:tasks.workunit.client.0.smithi044.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-26T01:56:23.208 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T01:56:23.208 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-26T01:56:24.072 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-26T01:56:24.194 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-26T01:56:24.279 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T01:56:24.284 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T01:56:24.284 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-26T01:56:24.375 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T01:56:24.385 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T01:56:24.385 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-26T01:56:24.440 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-04-26T01:56:24.441 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-04-26T01:56:24.442 DEBUG:teuthology.orchestra.run.smithi044:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-04-26T01:56:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:24 smithi156 ceph-mon[32543]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-26T01:56:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:24 smithi090 ceph-mon[32456]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-26T01:56:24.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:24 smithi044 ceph-mon[27847]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-26T01:56:26.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:26 smithi044 ceph-mon[27847]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-26T01:56:26.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:26 smithi156 ceph-mon[32543]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-26T01:56:26.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:26 smithi090 ceph-mon[32456]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 10 op/s 2024-04-26T01:56:28.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:28 smithi044 ceph-mon[27847]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-26T01:56:28.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:28 smithi156 ceph-mon[32543]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-26T01:56:28.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:28 smithi090 ceph-mon[32456]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-26T01:56:30.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:30 smithi156 ceph-mon[32543]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-26T01:56:30.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:30 smithi156 ceph-mon[32543]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-26T01:56:30.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:30 smithi090 ceph-mon[32456]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-26T01:56:30.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:30 smithi090 ceph-mon[32456]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-26T01:56:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:30 smithi044 ceph-mon[27847]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-26T01:56:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:30 smithi044 ceph-mon[27847]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-26T01:56:32.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:32 smithi156 ceph-mon[32543]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-04-26T01:56:32.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:32 smithi090 ceph-mon[32456]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-04-26T01:56:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:32 smithi044 ceph-mon[27847]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.256+0000 7f365d800640 1 -- 172.21.15.44:0/1082596829 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 msgr2=0x7f3658102fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.256+0000 7f365d800640 1 --2- 172.21.15.44:0/1082596829 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 0x7f3658102fa0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3648009ca0 tx=0x7f364802a950 comp rx=0 tx=0).stop 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.256+0000 7f365d800640 1 -- 172.21.15.44:0/1082596829 shutdown_connections 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.256+0000 7f365d800640 1 --2- 172.21.15.44:0/1082596829 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658101050 0x7f3658110e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.256+0000 7f365d800640 1 --2- 172.21.15.44:0/1082596829 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658100690 0x7f3658100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.256+0000 7f365d800640 1 --2- 172.21.15.44:0/1082596829 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 0x7f3658102fa0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.256+0000 7f365d800640 1 -- 172.21.15.44:0/1082596829 >> 172.21.15.44:0/1082596829 conn(0x7f3658075f90 msgr2=0x7f36580763a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:33.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.257+0000 7f365d800640 1 -- 172.21.15.44:0/1082596829 shutdown_connections 2024-04-26T01:56:33.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.257+0000 7f365d800640 1 -- 172.21.15.44:0/1082596829 wait complete. 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.257+0000 7f365d800640 1 Processor -- start 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365d800640 1 -- start start 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365d800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658100690 0x7f365819a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365d800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658101050 0x7f365819ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365d800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 0x7f365819efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365d800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f36581141f0 con 0x7f3658102bc0 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365d800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3658114070 con 0x7f3658101050 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365d800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3658114370 con 0x7f3658100690 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f365ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 0x7f365819efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f3657e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658100690 0x7f365819a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f3657400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658101050 0x7f365819ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f3657400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658101050 0x7f365819ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48212/0 (socket says 172.21.15.44:48212) 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f3657e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658100690 0x7f365819a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51466/0 (socket says 172.21.15.44:51466) 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.258+0000 7f3657400640 1 -- 172.21.15.44:0/965909069 learned_addr learned my addr 172.21.15.44:0/965909069 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3657e00640 1 -- 172.21.15.44:0/965909069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658101050 msgr2=0x7f365819ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3657e00640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658101050 0x7f365819ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3657e00640 1 -- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 msgr2=0x7f365819efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3657e00640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 0x7f365819efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3657e00640 1 -- 172.21.15.44:0/965909069 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f365819f700 con 0x7f3658100690 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3657400640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658101050 0x7f365819ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3657e00640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658100690 0x7f365819a710 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3648005e30 tx=0x7f3648003c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.259+0000 7f3654c00640 1 -- 172.21.15.44:0/965909069 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3648034040 con 0x7f3658100690 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.260+0000 7f3654c00640 1 -- 172.21.15.44:0/965909069 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3648030850 con 0x7f3658100690 2024-04-26T01:56:33.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.260+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f365819f9f0 con 0x7f3658100690 2024-04-26T01:56:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.260+0000 7f3654c00640 1 -- 172.21.15.44:0/965909069 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3648004610 con 0x7f3658100690 2024-04-26T01:56:33.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.260+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36581a7280 con 0x7f3658100690 2024-04-26T01:56:33.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.264+0000 7f3661d81740 1 Processor -- start 2024-04-26T01:56:33.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.264+0000 7f3661d81740 1 -- start start 2024-04-26T01:56:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.264+0000 7f3661d81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673ab9b0 0x5627673abd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.264+0000 7f3661d81740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673b6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.264+0000 7f3661d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673b6b90 0x5627673b8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f3661d81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562767311900 con 0x5627673ab9b0 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f3661d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5627672b7ef0 con 0x5627673b6b90 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f3661d81740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56276730d8c0 con 0x5627673ac2d0 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f3654c00640 1 -- 172.21.15.44:0/965909069 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3648037020 con 0x7f3658100690 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673ab9b0 0x5627673abd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673ab9b0 0x5627673abd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38622/0 (socket says 172.21.15.44:38622) 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 -- 172.21.15.44:0/2731378055 learned_addr learned my addr 172.21.15.44:0/2731378055 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f3657400640 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673b6b90 0x5627673b8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f3657e00640 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673b6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 -- 172.21.15.44:0/2731378055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 msgr2=0x5627673b6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673b6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 -- 172.21.15.44:0/2731378055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673b6b90 msgr2=0x5627673b8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673b6b90 0x5627673b8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f365ce00640 1 -- 172.21.15.44:0/2731378055 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562767024210 con 0x5627673ab9b0 2024-04-26T01:56:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.265+0000 7f3657400640 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673b6b90 0x5627673b8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:56:33.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.266+0000 7f365ce00640 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673ab9b0 0x5627673abd90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3650009c20 tx=0x7f3650011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0529cd43e249355 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:33.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.266+0000 7f364d600640 1 -- 172.21.15.44:0/2731378055 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365001e070 con 0x5627673ab9b0 2024-04-26T01:56:33.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.266+0000 7f364d600640 1 -- 172.21.15.44:0/2731378055 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3650019ae0 con 0x5627673ab9b0 2024-04-26T01:56:33.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.266+0000 7f364d600640 1 -- 172.21.15.44:0/2731378055 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365000e900 con 0x5627673ab9b0 2024-04-26T01:56:33.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.266+0000 7f3654c00640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f363c0a3d10 0x7f363c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3654c00640 1 -- 172.21.15.44:0/965909069 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f36480f12f0 con 0x7f3658100690 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3657e00640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f363c0a3d10 0x7f363c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 -- 172.21.15.44:0/2731378055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673ab9b0 msgr2=0x5627673abd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673ab9b0 0x5627673abd90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3650009c20 tx=0x7f3650011810 comp rx=0 tx=0).stop 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 -- 172.21.15.44:0/2731378055 shutdown_connections 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673b6b90 0x5627673b8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673b6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 --2- 172.21.15.44:0/2731378055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673ab9b0 0x5627673abd90 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 -- 172.21.15.44:0/2731378055 >> 172.21.15.44:0/2731378055 conn(0x5627673a7ec0 msgr2=0x5627673a82a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 -- 172.21.15.44:0/2731378055 shutdown_connections 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3661d81740 1 -- 172.21.15.44:0/2731378055 wait complete. 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.267+0000 7f3657e00640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f363c0a3d10 0x7f363c0a61d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x5627673acf50 tx=0x7f3648004140 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 -- start start 2024-04-26T01:56:33.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 Processor -- start 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673b3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673b3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673b4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5627673b97c0 con 0x5627673b6b90 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5627672cb310 con 0x5627673ac2d0 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.268+0000 7f3661d81740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5627673b9940 con 0x5627673ab9b0 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3661d81740 10 client.0 _ll_register_callbacks cb 0x562767299cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f365ce00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673b3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f365ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673b4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3657400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673b3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f365ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673b4500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38632/0 (socket says 172.21.15.44:38632) 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f365ce00640 1 -- 172.21.15.44:0/2645340537 learned_addr learned my addr 172.21.15.44:0/2645340537 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3657400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673b3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48240/0 (socket says 172.21.15.44:48240) 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3657400640 1 -- 172.21.15.44:0/2645340537 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 msgr2=0x5627673b3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3657400640 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673b3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3657400640 1 -- 172.21.15.44:0/2645340537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 msgr2=0x5627673b4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3657400640 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673b4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.269+0000 7f3657400640 1 -- 172.21.15.44:0/2645340537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627670f0620 con 0x5627673ac2d0 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3657400640 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673b3fc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x5627673a9050 tx=0x7f3640012e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa37aa0050193871 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3646000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3646000640 1 -- 172.21.15.44:0/2645340537 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3640004020 con 0x5627673ac2d0 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3646000640 1 -- 172.21.15.44:0/2645340537 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f36400041c0 con 0x5627673ac2d0 2024-04-26T01:56:33.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3650019ae0 con 0x5627673ac2d0 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3646000640 1 -- 172.21.15.44:0/2645340537 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f36400043c0 con 0x5627673ac2d0 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3661d81740 10 client.25478 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.270+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5627673c5a20 con 0x5627673ac2d0 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3646000640 1 -- 172.21.15.44:0/2645340537 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3650019ae0 con 0x5627673ac2d0 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3646000640 1 -- 172.21.15.44:0/2645340537 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3640024050 con 0x5627673ac2d0 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3661d81740 10 client.25478 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3661d81740 10 client.25478 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3661d81740 20 client.25478 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3661d81740 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5627673c6f30 0x5627673c9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3661d81740 4 client.25478 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.271+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627673258b0 con 0x5627673c6f30 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.272+0000 7f365ce00640 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5627673c6f30 0x5627673c9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.272+0000 7f365ce00640 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5627673c6f30 0x5627673c9320 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f93933d2d011c5c5 server_cookie=917c2d0b98f44899 in_seq=0 out_seq=0 2024-04-26T01:56:33.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.272+0000 7f3646000640 10 client.25478 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:33.273 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.273+0000 7f3646000640 1 -- 172.21.15.44:0/2645340537 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5627673258b0 con 0x5627673c6f30 2024-04-26T01:56:33.273 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.273+0000 7f3646000640 10 client.25478 handle_command_reply: tid=0 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.273+0000 7f3661d81740 1 client.25478 shutdown 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.273+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 msgr2=0x5627673b3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.273+0000 7f3661d81740 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673b3fc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x5627673a9050 tx=0x7f3640012e70 comp rx=0 tx=0).stop 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.273+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 shutdown_connections 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.273+0000 7f3661d81740 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5627673c6f30 0x5627673c9320 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3661d81740 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673b4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3661d81740 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673b3fc0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3646000640 0 client.25478 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3661d81740 1 --2- 172.21.15.44:0/2645340537 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 >> 172.21.15.44:0/2645340537 conn(0x5627673a7ec0 msgr2=0x5627673adbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 shutdown_connections 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3661d81740 1 -- 172.21.15.44:0/2645340537 wait complete. 2024-04-26T01:56:33.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.274+0000 7f3661d81740 20 client.25478 trim_cache size 0 max 16384 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.291+0000 7f3661d81740 1 Processor -- start 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3661d81740 1 -- start start 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3661d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ab9b0 0x5627673c2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3661d81740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673a6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3661d81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673cec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3661d81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f36581afa00 con 0x5627673b6b90 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3661d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f36581b1540 con 0x5627673ab9b0 2024-04-26T01:56:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3661d81740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f36581b00d0 con 0x5627673ac2d0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f365ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ab9b0 0x5627673c2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f3657400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673a6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f365ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ab9b0 0x5627673c2680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48246/0 (socket says 172.21.15.44:48246) 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.292+0000 7f365ce00640 1 -- 172.21.15.44:0/3143505197 learned_addr learned my addr 172.21.15.44:0/3143505197 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f365ce00640 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673cec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f365ce00640 1 -- 172.21.15.44:0/3143505197 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 msgr2=0x5627673a6ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f365ce00640 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673a6ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f365ce00640 1 -- 172.21.15.44:0/3143505197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 msgr2=0x5627673cec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f365ce00640 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673cec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f365ce00640 1 -- 172.21.15.44:0/3143505197 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627673c99a0 con 0x5627673ab9b0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f365ce00640 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ab9b0 0x5627673c2680 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x5627673c9bd0 tx=0x7f3650005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=554abe9b67260989 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f364cc00640 1 -- 172.21.15.44:0/3143505197 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365001e040 con 0x5627673ab9b0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f364cc00640 1 -- 172.21.15.44:0/3143505197 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36500055e0 con 0x5627673ab9b0 2024-04-26T01:56:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.293+0000 7f364cc00640 1 -- 172.21.15.44:0/3143505197 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365000e530 con 0x5627673ab9b0 2024-04-26T01:56:33.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.294+0000 7f3661d81740 1 -- 172.21.15.44:0/3143505197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ab9b0 msgr2=0x5627673c2680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.294+0000 7f3661d81740 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ab9b0 0x5627673c2680 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x5627673c9bd0 tx=0x7f3650005f90 comp rx=0 tx=0).stop 2024-04-26T01:56:33.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.294+0000 7f3661d81740 1 -- 172.21.15.44:0/3143505197 shutdown_connections 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.294+0000 7f3661d81740 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673cec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.294+0000 7f3661d81740 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ac2d0 0x5627673a6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.294+0000 7f3661d81740 1 --2- 172.21.15.44:0/3143505197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ab9b0 0x5627673c2680 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.294+0000 7f3661d81740 1 -- 172.21.15.44:0/3143505197 >> 172.21.15.44:0/3143505197 conn(0x5627673a7ec0 msgr2=0x5627673a6790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.295+0000 7f3661d81740 1 -- 172.21.15.44:0/3143505197 shutdown_connections 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.295+0000 7f3661d81740 1 -- 172.21.15.44:0/3143505197 wait complete. 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.295+0000 7f3661d81740 1 -- start start 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.295+0000 7f3661d81740 1 Processor -- start 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3661d81740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673bc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3661d81740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673bcc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3661d81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673bd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3661d81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f36581b0e70 con 0x5627673b6b90 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3661d81740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f36581b07a0 con 0x5627673ac2d0 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3661d81740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f36581ada00 con 0x5627673ab9b0 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3661d81740 10 client.0 _ll_register_callbacks cb 0x7f3640012620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f365ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673bd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f365ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673bd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38662/0 (socket says 172.21.15.44:38662) 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f365ce00640 1 -- 172.21.15.44:0/287081058 learned_addr learned my addr 172.21.15.44:0/287081058 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3657400640 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673bcc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f365ce00640 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673bc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3657400640 1 -- 172.21.15.44:0/287081058 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 msgr2=0x5627673bc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3657400640 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673bc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3657400640 1 -- 172.21.15.44:0/287081058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 msgr2=0x5627673bd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3657400640 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673bd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.296+0000 7f3657400640 1 -- 172.21.15.44:0/287081058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56276742c5e0 con 0x5627673ac2d0 2024-04-26T01:56:33.297 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3657400640 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673bcc30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3640003d80 tx=0x7f3640009530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79fe831080dd02 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3646000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3646000640 1 -- 172.21.15.44:0/287081058 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3640004010 con 0x5627673ac2d0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36500055e0 con 0x5627673ac2d0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3646000640 1 -- 172.21.15.44:0/287081058 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f36400041b0 con 0x5627673ac2d0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3646000640 1 -- 172.21.15.44:0/287081058 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f364000f9d0 con 0x5627673ac2d0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3661d81740 10 client.25484 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56276742d8d0 con 0x5627673ac2d0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.297+0000 7f3646000640 1 -- 172.21.15.44:0/287081058 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36500055e0 con 0x5627673ac2d0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f3646000640 1 -- 172.21.15.44:0/287081058 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3640037050 con 0x5627673ac2d0 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f3661d81740 10 client.25484 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f3661d81740 10 client.25484 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f3661d81740 20 client.25484 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:33.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f3661d81740 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56276742dfc0 0x5627674303e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:33.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f3661d81740 4 client.25484 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:56:33.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56276731f320 con 0x56276742dfc0 2024-04-26T01:56:33.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.298+0000 7f365ce00640 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56276742dfc0 0x5627674303e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:33.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.299+0000 7f365ce00640 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56276742dfc0 0x5627674303e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e35ebba03368d79c server_cookie=42f2b80d8e59a96 in_seq=0 out_seq=0 2024-04-26T01:56:33.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.299+0000 7f3646000640 10 client.25484 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:33.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.304+0000 7f3646000640 1 -- 172.21.15.44:0/287081058 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56276731f320 con 0x56276742dfc0 2024-04-26T01:56:33.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.304+0000 7f3646000640 10 client.25484 handle_command_reply: tid=0 2024-04-26T01:56:33.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.304+0000 7f3661d81740 1 client.25484 shutdown 2024-04-26T01:56:33.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.304+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 msgr2=0x5627673bcc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.304+0000 7f3661d81740 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673bcc30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3640003d80 tx=0x7f3640009530 comp rx=0 tx=0).stop 2024-04-26T01:56:33.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 shutdown_connections 2024-04-26T01:56:33.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56276742dfc0 0x5627674303e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5627673b6b90 0x5627673bd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5627673ac2d0 0x5627673bcc30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3646000640 0 client.25484 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 --2- 172.21.15.44:0/287081058 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5627673ab9b0 0x5627673bc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 >> 172.21.15.44:0/287081058 conn(0x5627673a7ec0 msgr2=0x5627673b42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 shutdown_connections 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 1 -- 172.21.15.44:0/287081058 wait complete. 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f3661d81740 20 client.25484 trim_cache size 0 max 16384 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:56:33.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:56:33.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:56:33.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f363c0a3d10 msgr2=0x7f363c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f365d800640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f363c0a3d10 0x7f363c0a61d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x5627673acf50 tx=0x7f3648004140 comp rx=0 tx=0).stop 2024-04-26T01:56:33.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658100690 msgr2=0x7f365819a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:33.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.305+0000 7f365d800640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658100690 0x7f365819a710 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3648005e30 tx=0x7f3648003c90 comp rx=0 tx=0).stop 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 shutdown_connections 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f363c0a3d10 0x7f363c0a61d0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3658102bc0 0x7f365819efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3658101050 0x7f365819ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 --2- 172.21.15.44:0/965909069 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3658100690 0x7f365819a710 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 >> 172.21.15.44:0/965909069 conn(0x7f3658075f90 msgr2=0x7f36580fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 shutdown_connections 2024-04-26T01:56:33.306 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:33.306+0000 7f365d800640 1 -- 172.21.15.44:0/965909069 wait complete. 2024-04-26T01:56:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:34 smithi156 ceph-mon[32543]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-26T01:56:34.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:34 smithi090 ceph-mon[32456]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-26T01:56:34.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:34 smithi044 ceph-mon[27847]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-26T01:56:36.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:36 smithi156 ceph-mon[32543]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-04-26T01:56:36.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:36 smithi090 ceph-mon[32456]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-04-26T01:56:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:36 smithi044 ceph-mon[27847]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-04-26T01:56:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:38 smithi156 ceph-mon[32543]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:56:38.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:38 smithi090 ceph-mon[32456]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:56:38.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:38 smithi044 ceph-mon[27847]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:56:40.217 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:56:40.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:40 smithi044 ceph-mon[27847]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-04-26T01:56:40.702 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:56:40.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:40 smithi156 ceph-mon[32543]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-04-26T01:56:40.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:40 smithi090 ceph-mon[32456]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-04-26T01:56:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:42 smithi090 ceph-mon[32456]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:42.737 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:42 smithi044 ceph-mon[27847]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:42.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:42 smithi156 ceph-mon[32543]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 -- 172.21.15.44:0/2734974923 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 msgr2=0x7f4fe0111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/2734974923 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 0x7f4fe0111830 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8009f90 tx=0x7f4fd800b330 comp rx=0 tx=0).stop 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 -- 172.21.15.44:0/2734974923 shutdown_connections 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/2734974923 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 0x7f4fe0111830 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/2734974923 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0074c70 0x7f4fe0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/2734974923 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4fe0075590 0x7f4fe010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 -- 172.21.15.44:0/2734974923 >> 172.21.15.44:0/2734974923 conn(0x7f4fe0079ba0 msgr2=0x7f4fe0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 -- 172.21.15.44:0/2734974923 shutdown_connections 2024-04-26T01:56:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.028+0000 7f4fe7e00700 1 -- 172.21.15.44:0/2734974923 wait complete. 2024-04-26T01:56:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.029+0000 7f4fe7e00700 1 Processor -- start 2024-04-26T01:56:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.030+0000 7f4fe7e00700 1 -- start start 2024-04-26T01:56:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.030+0000 7f4fe7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4fe0074c70 0x7f4fe019b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.030+0000 7f4fe7e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0075590 0x7f4fe019b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.030+0000 7f4fe7e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 0x7f4fe019fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.030+0000 7f4fe7e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe0114dd0 con 0x7f4fe0074c70 2024-04-26T01:56:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.030+0000 7f4fe7e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe0114c50 con 0x7f4fe0075590 2024-04-26T01:56:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.030+0000 7f4fe7e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe0114f50 con 0x7f4fe010f440 2024-04-26T01:56:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0075590 0x7f4fe019b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0075590 0x7f4fe019b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:60814/0 (socket says 172.21.15.44:60814) 2024-04-26T01:56:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe5400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4fe0074c70 0x7f4fe019b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 -- 172.21.15.44:0/3483079384 learned_addr learned my addr 172.21.15.44:0/3483079384 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe5e00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 0x7f4fe019fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 -- 172.21.15.44:0/3483079384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 msgr2=0x7f4fe019fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 0x7f4fe019fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 -- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4fe0074c70 msgr2=0x7f4fe019b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4fe0074c70 0x7f4fe019b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.031+0000 7f4fe4a00700 1 -- 172.21.15.44:0/3483079384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe01a0210 con 0x7f4fe0075590 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.032+0000 7f4fe4a00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0075590 0x7f4fe019b740 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc00e9f0 tx=0x7f4fcc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.032+0000 7f4fde000700 1 -- 172.21.15.44:0/3483079384 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc004220 con 0x7f4fe0075590 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.032+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fe01a0500 con 0x7f4fe0075590 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.032+0000 7f4fde000700 1 -- 172.21.15.44:0/3483079384 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fcc0043c0 con 0x7f4fe0075590 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.032+0000 7f4fde000700 1 -- 172.21.15.44:0/3483079384 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc003bd0 con 0x7f4fe0075590 2024-04-26T01:56:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.032+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fe01a7d80 con 0x7f4fe0075590 2024-04-26T01:56:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.033+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fe0069730 con 0x7f4fe0075590 2024-04-26T01:56:43.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.035+0000 7f4fde000700 1 -- 172.21.15.44:0/3483079384 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4fcc00c7c0 con 0x7f4fe0075590 2024-04-26T01:56:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.037+0000 7f4fde000700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4fc80a3db0 0x7f4fc80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.037+0000 7f4fde000700 1 -- 172.21.15.44:0/3483079384 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f4fcc0d09f0 con 0x7f4fe0075590 2024-04-26T01:56:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.037+0000 7f4fe5400700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4fc80a3db0 0x7f4fc80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.038+0000 7f4fe5400700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4fc80a3db0 0x7f4fc80a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4009c60 tx=0x7f4fd4009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.042+0000 7f4fde000700 1 -- 172.21.15.44:0/3483079384 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4fcc09d0a0 con 0x7f4fe0075590 2024-04-26T01:56:43.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.322+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4fe002df80 con 0x7f4fe0075590 2024-04-26T01:56:43.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.323+0000 7f4fde000700 1 -- 172.21.15.44:0/3483079384 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11930 (secure 0 0 0) 0x7f4fcc09c9a0 con 0x7f4fe0075590 2024-04-26T01:56:43.322 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:56:43.322 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:54:56.880000+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.326+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4fc80a3db0 msgr2=0x7f4fc80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.326+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4fc80a3db0 0x7f4fc80a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4009c60 tx=0x7f4fd4009260 comp rx=0 tx=0).stop 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.326+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0075590 msgr2=0x7f4fe019b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.326+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0075590 0x7f4fe019b740 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc00e9f0 tx=0x7f4fcc00ed00 comp rx=0 tx=0).stop 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 shutdown_connections 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4fe010f440 0x7f4fe019fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4fc80a3db0 0x7f4fc80a6270 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4fe0074c70 0x7f4fe019b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 --2- 172.21.15.44:0/3483079384 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4fe0075590 0x7f4fe019b740 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:43.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 >> 172.21.15.44:0/3483079384 conn(0x7f4fe0079ba0 msgr2=0x7f4fe0100ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:43.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 shutdown_connections 2024-04-26T01:56:43.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:43.327+0000 7f4fe7e00700 1 -- 172.21.15.44:0/3483079384 wait complete. 2024-04-26T01:56:43.326 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 29 2024-04-26T01:56:43.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:43 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3483079384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:43.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:43 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3483079384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:43.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:43 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3483079384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:44.236 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 5d6db66d --release --await' 2024-04-26T01:56:44.236 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 5d6db66d --release --await 2024-04-26T01:56:44.680 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:56:44.832 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:44 smithi044 ceph-mon[27847]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T01:56:44.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:44 smithi156 ceph-mon[32543]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T01:56:44.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:44 smithi090 ceph-mon[32456]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T01:56:46.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 -- 172.21.15.44:0/2799458972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 msgr2=0x7f3170111050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 --2- 172.21.15.44:0/2799458972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f3170111050 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3168009900 tx=0x7f316802a410 comp rx=0 tx=0).stop 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 -- 172.21.15.44:0/2799458972 shutdown_connections 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 --2- 172.21.15.44:0/2799458972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f3170111050 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 --2- 172.21.15.44:0/2799458972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3170104d60 0x7f3170108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 --2- 172.21.15.44:0/2799458972 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f31701043b0 0x7f3170104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 -- 172.21.15.44:0/2799458972 >> 172.21.15.44:0/2799458972 conn(0x7f31700ffc50 msgr2=0x7f3170102070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 -- 172.21.15.44:0/2799458972 shutdown_connections 2024-04-26T01:56:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.451+0000 7f3176000640 1 -- 172.21.15.44:0/2799458972 wait complete. 2024-04-26T01:56:46.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.452+0000 7f3176000640 1 Processor -- start 2024-04-26T01:56:46.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.452+0000 7f3176000640 1 -- start start 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f3176000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f31701043b0 0x7f31701a0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f3176000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f31701a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f3176000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f317019a640 0x7f317019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f3176000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3170114420 con 0x7f3170109480 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f3176000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f31701142a0 con 0x7f317019a640 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f3176000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f31701145a0 con 0x7f31701043b0 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f316ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f31701a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f316ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f31701a0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35384/0 (socket says 172.21.15.44:35384) 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f316ea00640 1 -- 172.21.15.44:0/3146050497 learned_addr learned my addr 172.21.15.44:0/3146050497 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f316fe00640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f317019a640 0x7f317019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.453+0000 7f316f400640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f31701043b0 0x7f31701a0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f316ea00640 1 -- 172.21.15.44:0/3146050497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f31701043b0 msgr2=0x7f31701a0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f316ea00640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f31701043b0 0x7f31701a0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f316ea00640 1 -- 172.21.15.44:0/3146050497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f317019a640 msgr2=0x7f317019aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f316ea00640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f317019a640 0x7f317019aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f316ea00640 1 -- 172.21.15.44:0/3146050497 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f317019b240 con 0x7f3170109480 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f316ea00640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f31701a0ac0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f315800e9c0 tx=0x7f315800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f3167e00640 1 -- 172.21.15.44:0/3146050497 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315800cd80 con 0x7f3170109480 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f3167e00640 1 -- 172.21.15.44:0/3146050497 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31580054d0 con 0x7f3170109480 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31701a7320 con 0x7f3170109480 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f3167e00640 1 -- 172.21.15.44:0/3146050497 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3158010430 con 0x7f3170109480 2024-04-26T01:56:46.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.454+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31701a7720 con 0x7f3170109480 2024-04-26T01:56:46.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.457+0000 7f3178e2f740 1 Processor -- start 2024-04-26T01:56:46.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3178e2f740 1 -- start start 2024-04-26T01:56:46.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3167e00640 1 -- 172.21.15.44:0/3146050497 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3158004fd0 con 0x7f3170109480 2024-04-26T01:56:46.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be430820 0x5623be430c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be431140 0x5623be43b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be43ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3178e2f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5623be396900 con 0x5623be430820 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3178e2f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623be33cef0 con 0x5623be431140 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f3178e2f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5623be3928c0 con 0x5623be43ba00 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f316fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be430820 0x5623be430c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f316fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be430820 0x5623be430c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35394/0 (socket says 172.21.15.44:35394) 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f316fe00640 1 -- 172.21.15.44:0/343390079 learned_addr learned my addr 172.21.15.44:0/343390079 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f316f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be431140 0x5623be43b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.458+0000 7f316ea00640 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be43ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f316fe00640 1 -- 172.21.15.44:0/343390079 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 msgr2=0x5623be43ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f316fe00640 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be43ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f316fe00640 1 -- 172.21.15.44:0/343390079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be431140 msgr2=0x5623be43b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f316fe00640 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be431140 0x5623be43b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f316fe00640 1 -- 172.21.15.44:0/343390079 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623be0a9210 con 0x5623be430820 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f316f400640 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be431140 0x5623be43b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f316fe00640 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be430820 0x5623be430c00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f316802aa00 tx=0x7f3168005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6450e4276423976a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f3167e00640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31540a3dc0 0x7f31540a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.459+0000 7f315fe00640 1 -- 172.21.15.44:0/343390079 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3168040070 con 0x5623be430820 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f315fe00640 1 -- 172.21.15.44:0/343390079 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31680044c0 con 0x5623be430820 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f315fe00640 1 -- 172.21.15.44:0/343390079 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3168035040 con 0x5623be430820 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3167e00640 1 -- 172.21.15.44:0/3146050497 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f31580d0b60 con 0x7f3170109480 2024-04-26T01:56:46.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f316f400640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31540a3dc0 0x7f31540a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3178e2f740 1 -- 172.21.15.44:0/343390079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be430820 msgr2=0x5623be430c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3178e2f740 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be430820 0x5623be430c00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f316802aa00 tx=0x7f3168005be0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3178e2f740 1 -- 172.21.15.44:0/343390079 shutdown_connections 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3178e2f740 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be43ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3178e2f740 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be431140 0x5623be43b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3178e2f740 1 --2- 172.21.15.44:0/343390079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be430820 0x5623be430c00 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.460+0000 7f3178e2f740 1 -- 172.21.15.44:0/343390079 >> 172.21.15.44:0/343390079 conn(0x5623be42cd30 msgr2=0x5623be42d110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.461+0000 7f316f400640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31540a3dc0 0x7f31540a6280 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x5623be431dc0 tx=0x7f3160009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:46.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.461+0000 7f3178e2f740 1 -- 172.21.15.44:0/343390079 shutdown_connections 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.461+0000 7f3178e2f740 1 -- 172.21.15.44:0/343390079 wait complete. 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.461+0000 7f3178e2f740 1 -- start start 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.461+0000 7f3178e2f740 1 Processor -- start 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be438a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be438f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be439490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f3178e2f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5623be43e5d0 con 0x5623be431140 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f3178e2f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623be350310 con 0x5623be430820 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f3178e2f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5623be43e750 con 0x5623be43ba00 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f3178e2f740 10 client.0 _ll_register_callbacks cb 0x5623be31ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f316ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be438f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f316ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be438f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35410/0 (socket says 172.21.15.44:35410) 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f316ea00640 1 -- 172.21.15.44:0/1174615835 learned_addr learned my addr 172.21.15.44:0/1174615835 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:46.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f316f400640 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be438a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.462+0000 7f316fe00640 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be439490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f316ea00640 1 -- 172.21.15.44:0/1174615835 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 msgr2=0x5623be439490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f316ea00640 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be439490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f316ea00640 1 -- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 msgr2=0x5623be438a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f316ea00640 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be438a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f316ea00640 1 -- 172.21.15.44:0/1174615835 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623be175620 con 0x5623be431140 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f316ea00640 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be438f50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f315800c6a0 tx=0x7f3158098e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9517374ffa065199 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f315cc00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f315cc00640 1 -- 172.21.15.44:0/1174615835 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31580046c0 con 0x5623be431140 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f315cc00640 1 -- 172.21.15.44:0/1174615835 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f315809ae10 con 0x5623be431140 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5623be3aa8b0 con 0x5623be431140 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f315cc00640 1 -- 172.21.15.44:0/1174615835 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f315809d210 con 0x5623be431140 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f3178e2f740 10 client.15387 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.463+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5623be44a970 con 0x5623be431140 2024-04-26T01:56:46.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f315cc00640 1 -- 172.21.15.44:0/1174615835 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5623be3aa8b0 con 0x5623be431140 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f315cc00640 1 -- 172.21.15.44:0/1174615835 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f31580ce5d0 con 0x5623be431140 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f3178e2f740 10 client.15387 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f3178e2f740 10 client.15387 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f3178e2f740 20 client.15387 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f3178e2f740 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be44be30 0x5623be44e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f3178e2f740 4 client.15387 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.464+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623be3a4320 con 0x5623be44be30 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.465+0000 7f316f400640 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be44be30 0x5623be44e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.465+0000 7f316f400640 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be44be30 0x5623be44e220 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5db910d24b1bfb15 server_cookie=7996ee0ce1733bb9 in_seq=0 out_seq=0 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.465+0000 7f315cc00640 10 client.15387 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f315cc00640 1 -- 172.21.15.44:0/1174615835 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5623be3a4320 con 0x5623be44be30 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f315cc00640 10 client.15387 handle_command_reply: tid=0 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 client.15387 shutdown 2024-04-26T01:56:46.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 msgr2=0x5623be438f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be438f50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f315800c6a0 tx=0x7f3158098e70 comp rx=0 tx=0).stop 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 shutdown_connections 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be44be30 0x5623be44e220 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be43ba00 0x5623be439490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be438f50 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 --2- 172.21.15.44:0/1174615835 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be438a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f315cc00640 0 client.15387 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 >> 172.21.15.44:0/1174615835 conn(0x5623be42cd30 msgr2=0x5623be432ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.466+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 shutdown_connections 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.467+0000 7f3178e2f740 1 -- 172.21.15.44:0/1174615835 wait complete. 2024-04-26T01:56:46.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.467+0000 7f3178e2f740 20 client.15387 trim_cache size 0 max 16384 2024-04-26T01:56:46.483 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 Processor -- start 2024-04-26T01:56:46.483 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 -- start start 2024-04-26T01:56:46.483 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be42be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.483 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be431140 0x5623be433230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.483 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be43ba00 0x5623be4390e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.483 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31701afb20 con 0x5623be43ba00 2024-04-26T01:56:46.484 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f31701b1660 con 0x5623be430820 2024-04-26T01:56:46.484 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.484+0000 7f3178e2f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f31701b01f0 con 0x5623be431140 2024-04-26T01:56:46.485 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be42be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.485 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be43ba00 0x5623be4390e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.485 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be42be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:60852/0 (socket says 172.21.15.44:60852) 2024-04-26T01:56:46.485 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 -- 172.21.15.44:0/3613219361 learned_addr learned my addr 172.21.15.44:0/3613219361 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:46.485 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316ea00640 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be431140 0x5623be433230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.485 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 -- 172.21.15.44:0/3613219361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be431140 msgr2=0x5623be433230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be431140 0x5623be433230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 -- 172.21.15.44:0/3613219361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be43ba00 msgr2=0x5623be4390e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be43ba00 0x5623be4390e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.485+0000 7f316f400640 1 -- 172.21.15.44:0/3613219361 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623be434630 con 0x5623be430820 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.486+0000 7f316f400640 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be42be90 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x5623be44e940 tx=0x7f316001a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fecb70bfc19c885 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.486+0000 7f315f400640 1 -- 172.21.15.44:0/3613219361 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316000fe20 con 0x5623be430820 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.486+0000 7f315f400640 1 -- 172.21.15.44:0/3613219361 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3160003e00 con 0x5623be430820 2024-04-26T01:56:46.486 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.486+0000 7f315f400640 1 -- 172.21.15.44:0/3613219361 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316002a770 con 0x5623be430820 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 -- 172.21.15.44:0/3613219361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 msgr2=0x5623be42be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be42be90 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x5623be44e940 tx=0x7f316001a000 comp rx=0 tx=0).stop 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 -- 172.21.15.44:0/3613219361 shutdown_connections 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be43ba00 0x5623be4390e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be431140 0x5623be433230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 --2- 172.21.15.44:0/3613219361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be430820 0x5623be42be90 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 -- 172.21.15.44:0/3613219361 >> 172.21.15.44:0/3613219361 conn(0x5623be42cd30 msgr2=0x5623be4389d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 -- 172.21.15.44:0/3613219361 shutdown_connections 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 -- 172.21.15.44:0/3613219361 wait complete. 2024-04-26T01:56:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 -- start start 2024-04-26T01:56:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.487+0000 7f3178e2f740 1 Processor -- start 2024-04-26T01:56:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be430820 0x5623be441b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be442050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f3178e2f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be43ba00 0x5623be4b1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f3178e2f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31701b0f90 con 0x5623be431140 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f3178e2f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f31701b08c0 con 0x5623be43ba00 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f3178e2f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f31701adb00 con 0x5623be430820 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f3178e2f740 10 client.0 _ll_register_callbacks cb 0x7f3158005a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f316f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be430820 0x5623be441b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f316ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be442050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f316fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be43ba00 0x5623be4b1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f316f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be430820 0x5623be441b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:43606/0 (socket says 172.21.15.44:43606) 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.488+0000 7f316f400640 1 -- 172.21.15.44:0/2974038289 learned_addr learned my addr 172.21.15.44:0/2974038289 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f316f400640 1 -- 172.21.15.44:0/2974038289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be43ba00 msgr2=0x5623be4b1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f316f400640 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be43ba00 0x5623be4b1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f316f400640 1 -- 172.21.15.44:0/2974038289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 msgr2=0x5623be442050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f316f400640 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be442050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f316f400640 1 -- 172.21.15.44:0/2974038289 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623be4b1790 con 0x5623be430820 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f316ea00640 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be442050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f316f400640 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be430820 0x5623be441b10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3160006010 tx=0x7f316002a470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca40f41733b1b399 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f315cc00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:56:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.489+0000 7f315cc00640 1 -- 172.21.15.44:0/2974038289 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3160038020 con 0x5623be430820 2024-04-26T01:56:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.490+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3160003e00 con 0x5623be430820 2024-04-26T01:56:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.490+0000 7f315cc00640 1 -- 172.21.15.44:0/2974038289 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f3160017040 con 0x5623be430820 2024-04-26T01:56:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.490+0000 7f315cc00640 1 -- 172.21.15.44:0/2974038289 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3160043050 con 0x5623be430820 2024-04-26T01:56:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.490+0000 7f3178e2f740 10 client.25510 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:46.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.490+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5623be4b2a50 con 0x5623be430820 2024-04-26T01:56:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.490+0000 7f315cc00640 1 -- 172.21.15.44:0/2974038289 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3160003e00 con 0x5623be430820 2024-04-26T01:56:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f315cc00640 1 -- 172.21.15.44:0/2974038289 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f31600046a0 con 0x5623be430820 2024-04-26T01:56:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f3178e2f740 10 client.25510 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f3178e2f740 10 client.25510 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f3178e2f740 20 client.25510 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f3178e2f740 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be4b31a0 0x5623be4b55c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f3178e2f740 4 client.25510 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5623be39e190 con 0x5623be4b31a0 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f316ea00640 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be4b31a0 0x5623be4b55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f316ea00640 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be4b31a0 0x5623be4b55c0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fec5299f094e7e13 server_cookie=d1d661a25bf1c834 in_seq=0 out_seq=0 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.491+0000 7f315cc00640 10 client.25510 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f315cc00640 1 -- 172.21.15.44:0/2974038289 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5623be39e190 con 0x5623be4b31a0 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f315cc00640 10 client.25510 handle_command_reply: tid=0 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 client.25510 shutdown 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be430820 msgr2=0x5623be441b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be430820 0x5623be441b10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3160006010 tx=0x7f316002a470 comp rx=0 tx=0).stop 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 shutdown_connections 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623be4b31a0 0x5623be4b55c0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623be43ba00 0x5623be4b1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623be431140 0x5623be442050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f315cc00640 0 client.25510 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 --2- 172.21.15.44:0/2974038289 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623be430820 0x5623be441b10 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 >> 172.21.15.44:0/2974038289 conn(0x5623be42cd30 msgr2=0x5623be42bd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.495+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 shutdown_connections 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3178e2f740 1 -- 172.21.15.44:0/2974038289 wait complete. 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3178e2f740 20 client.25510 trim_cache size 0 max 16384 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:56:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:56:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:56:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31540a3dc0 msgr2=0x7f31540a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31540a3dc0 0x7f31540a6280 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x5623be431dc0 tx=0x7f3160009500 comp rx=0 tx=0).stop 2024-04-26T01:56:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 msgr2=0x7f31701a0ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f31701a0ac0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f315800e9c0 tx=0x7f315800ee80 comp rx=0 tx=0).stop 2024-04-26T01:56:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 shutdown_connections 2024-04-26T01:56:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31540a3dc0 0x7f31540a6280 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f317019a640 0x7f317019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3170109480 0x7f31701a0ac0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 --2- 172.21.15.44:0/3146050497 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f31701043b0 0x7f31701a0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.496+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 >> 172.21.15.44:0/3146050497 conn(0x7f31700ffc50 msgr2=0x7f3170100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.497+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 shutdown_connections 2024-04-26T01:56:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:46.497+0000 7f3176000640 1 -- 172.21.15.44:0/3146050497 wait complete. 2024-04-26T01:56:46.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:46 smithi044 ceph-mon[27847]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:46.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:46 smithi156 ceph-mon[32543]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:46 smithi090 ceph-mon[32456]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:47.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 -- 172.21.15.44:0/180942201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c10f1a0 msgr2=0x7f243c111610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 --2- 172.21.15.44:0/180942201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c10f1a0 0x7f243c111610 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f243400b0a0 tx=0x7f243400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 -- 172.21.15.44:0/180942201 shutdown_connections 2024-04-26T01:56:47.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 --2- 172.21.15.44:0/180942201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c10f1a0 0x7f243c111610 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 --2- 172.21.15.44:0/180942201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c074e70 0x7f243c075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 --2- 172.21.15.44:0/180942201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f243c075790 0x7f243c10ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 -- 172.21.15.44:0/180942201 >> 172.21.15.44:0/180942201 conn(0x7f243c0fe450 msgr2=0x7f243c100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:47.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 -- 172.21.15.44:0/180942201 shutdown_connections 2024-04-26T01:56:47.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.063+0000 7f2442a00700 1 -- 172.21.15.44:0/180942201 wait complete. 2024-04-26T01:56:47.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.065+0000 7f2442a00700 1 Processor -- start 2024-04-26T01:56:47.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.065+0000 7f2442a00700 1 -- start start 2024-04-26T01:56:47.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2442a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c074e70 0x7f243c19b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2442a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c075790 0x7f243c19b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2442a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f243c10f1a0 0x7f243c19fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2442a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f243c114d80 con 0x7f243c075790 2024-04-26T01:56:47.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2442a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f243c114c00 con 0x7f243c074e70 2024-04-26T01:56:47.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2442a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f243c114f00 con 0x7f243c10f1a0 2024-04-26T01:56:47.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2440c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c075790 0x7f243c19b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2440c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c075790 0x7f243c19b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39982/0 (socket says 172.21.15.44:39982) 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2440c00700 1 -- 172.21.15.44:0/3235847593 learned_addr learned my addr 172.21.15.44:0/3235847593 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2441600700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c074e70 0x7f243c19b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.066+0000 7f2442000700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f243c10f1a0 0x7f243c19fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f2440c00700 1 -- 172.21.15.44:0/3235847593 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f243c10f1a0 msgr2=0x7f243c19fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f2440c00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f243c10f1a0 0x7f243c19fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f2440c00700 1 -- 172.21.15.44:0/3235847593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c074e70 msgr2=0x7f243c19b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f2440c00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c074e70 0x7f243c19b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f2440c00700 1 -- 172.21.15.44:0/3235847593 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f243c1a0240 con 0x7f243c075790 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f2441600700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c074e70 0x7f243c19b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f2440c00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c075790 0x7f243c19b770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f242800d950 tx=0x7f242800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f243a000700 1 -- 172.21.15.44:0/3235847593 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428016070 con 0x7f243c075790 2024-04-26T01:56:47.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.067+0000 7f243a000700 1 -- 172.21.15.44:0/3235847593 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f242800fd40 con 0x7f243c075790 2024-04-26T01:56:47.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.068+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f243c1a0530 con 0x7f243c075790 2024-04-26T01:56:47.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.068+0000 7f243a000700 1 -- 172.21.15.44:0/3235847593 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242800e3b0 con 0x7f243c075790 2024-04-26T01:56:47.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.068+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f243c1a7db0 con 0x7f243c075790 2024-04-26T01:56:47.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.072+0000 7f243a000700 1 -- 172.21.15.44:0/3235847593 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2428019070 con 0x7f243c075790 2024-04-26T01:56:47.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 Processor -- start 2024-04-26T01:56:47.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 -- start start 2024-04-26T01:56:47.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f243a000700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f24240a3db0 0x7f24240a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff5ea0 0x556f65ff6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f66001130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f66001670 0x556f66003a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556f65f48f90 con 0x556f66001670 2024-04-26T01:56:47.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556f65eef830 con 0x556f65ff5ea0 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f244e957b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556f65f44f50 con 0x556f65ff67c0 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.074+0000 7f243a000700 1 -- 172.21.15.44:0/3235847593 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f24280d0230 con 0x7f243c075790 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2442000700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f24240a3db0 0x7f24240a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff5ea0 0x556f65ff6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff5ea0 0x556f65ff6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50508/0 (socket says 172.21.15.44:50508) 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 -- 172.21.15.44:0/865732658 learned_addr learned my addr 172.21.15.44:0/865732658 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2442000700 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f66001670 0x556f66003a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2440c00700 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f66001130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 -- 172.21.15.44:0/865732658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 msgr2=0x556f66001130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f66001130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 -- 172.21.15.44:0/865732658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f66001670 msgr2=0x556f66003a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f66001670 0x556f66003a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2441600700 1 -- 172.21.15.44:0/865732658 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f65ee5780 con 0x556f65ff5ea0 2024-04-26T01:56:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.075+0000 7f2442000700 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f66001670 0x556f66003a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.076+0000 7f2441600700 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff5ea0 0x556f65ff6280 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f24300115f0 tx=0x7f2430011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8e31e46aa28e6f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.076+0000 7f2442000700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f24240a3db0 0x7f24240a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f243400b780 tx=0x7f2434006000 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.076+0000 7f242ea00700 1 -- 172.21.15.44:0/865732658 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243001e070 con 0x556f65ff5ea0 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.076+0000 7f242ea00700 1 -- 172.21.15.44:0/865732658 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2430019ae0 con 0x556f65ff5ea0 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.076+0000 7f242ea00700 1 -- 172.21.15.44:0/865732658 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243000ead0 con 0x556f65ff5ea0 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 -- 172.21.15.44:0/865732658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff5ea0 msgr2=0x556f65ff6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff5ea0 0x556f65ff6280 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f24300115f0 tx=0x7f2430011900 comp rx=0 tx=0).stop 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 -- 172.21.15.44:0/865732658 shutdown_connections 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f66001670 0x556f66003a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff5ea0 0x556f65ff6280 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 --2- 172.21.15.44:0/865732658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f66001130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 -- 172.21.15.44:0/865732658 >> 172.21.15.44:0/865732658 conn(0x556f65f25050 msgr2=0x556f65ff23f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:47.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 -- 172.21.15.44:0/865732658 shutdown_connections 2024-04-26T01:56:47.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.077+0000 7f244e957b80 1 -- 172.21.15.44:0/865732658 wait complete. 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.078+0000 7f244e957b80 1 -- start start 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.078+0000 7f244e957b80 1 Processor -- start 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f244e957b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f66000dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f244e957b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ffe0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f244e957b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f65ffe610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f244e957b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556f66004100 con 0x556f65ff5ea0 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f244e957b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556f65f02960 con 0x556f65ff67c0 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f244e957b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556f66004280 con 0x556f66001670 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f244e957b80 10 client.0 _ll_register_callbacks cb 0x556f65ee1820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f2441600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f66000dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f2441600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f66000dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39996/0 (socket says 172.21.15.44:39996) 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f2441600700 1 -- 172.21.15.44:0/1012843208 learned_addr learned my addr 172.21.15.44:0/1012843208 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:47.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.079+0000 7f2440c00700 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ffe0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2442000700 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f65ffe610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2440c00700 1 -- 172.21.15.44:0/1012843208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 msgr2=0x556f65ffe610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2440c00700 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f65ffe610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2440c00700 1 -- 172.21.15.44:0/1012843208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 msgr2=0x556f66000dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2440c00700 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f66000dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2440c00700 1 -- 172.21.15.44:0/1012843208 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f65e969d0 con 0x556f65ff67c0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2440c00700 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ffe0d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f24280cd990 tx=0x7f242809c9b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b32abf3aaa39c06 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2423400700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2423400700 1 -- 172.21.15.44:0/1012843208 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24280b5060 con 0x556f65ff67c0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f2423400700 1 -- 172.21.15.44:0/1012843208 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f24280a0170 con 0x556f65ff67c0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.080+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2430019ae0 con 0x556f65ff67c0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f2423400700 1 -- 172.21.15.44:0/1012843208 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2428020040 con 0x556f65ff67c0 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 10 client.25520 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:47.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556f65edfbf0 con 0x556f65ff67c0 2024-04-26T01:56:47.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f2423400700 1 -- 172.21.15.44:0/1012843208 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2430019ae0 con 0x556f65ff67c0 2024-04-26T01:56:47.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f2423400700 1 -- 172.21.15.44:0/1012843208 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f24280a49c0 con 0x556f65ff67c0 2024-04-26T01:56:47.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 10 client.25520 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:47.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 10 client.25520 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 20 client.25520 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f66010d40 0x556f66013130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 4 client.25520 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.081+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f65f56780 con 0x556f66010d40 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.082+0000 7f2441600700 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f66010d40 0x556f66013130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.082+0000 7f2441600700 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f66010d40 0x556f66013130 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3cd327eda2b0fde server_cookie=659fb6129a57c955 in_seq=0 out_seq=0 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.082+0000 7f2423400700 10 client.25520 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.083+0000 7f2423400700 1 -- 172.21.15.44:0/1012843208 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556f65f56780 con 0x556f66010d40 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.083+0000 7f2423400700 10 client.25520 handle_command_reply: tid=0 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 client.25520 shutdown 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 msgr2=0x556f65ffe0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ffe0d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f24280cd990 tx=0x7f242809c9b0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 shutdown_connections 2024-04-26T01:56:47.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f65ffe610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f66010d40 0x556f66013130 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f66000dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 --2- 172.21.15.44:0/1012843208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ffe0d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f2423400700 0 client.25520 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 >> 172.21.15.44:0/1012843208 conn(0x556f65f25050 msgr2=0x556f65ff1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 shutdown_connections 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 1 -- 172.21.15.44:0/1012843208 wait complete. 2024-04-26T01:56:47.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.084+0000 7f244e957b80 20 client.25520 trim_cache size 0 max 16384 2024-04-26T01:56:47.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 Processor -- start 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 -- start start 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f65ff2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ff97c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f6600cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f243c1af2c0 con 0x556f65ff5ea0 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f243c1b0e00 con 0x556f65ff67c0 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f244e957b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f243c1af990 con 0x556f66001670 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.106+0000 7f2441600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f65ff2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ff97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ff97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50522/0 (socket says 172.21.15.44:50522) 2024-04-26T01:56:47.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 -- 172.21.15.44:0/3004539588 learned_addr learned my addr 172.21.15.44:0/3004539588 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2442000700 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f6600cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 -- 172.21.15.44:0/3004539588 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 msgr2=0x556f6600cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f6600cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 -- 172.21.15.44:0/3004539588 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 msgr2=0x556f65ff2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f65ff2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 -- 172.21.15.44:0/3004539588 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f660134a0 con 0x556f65ff67c0 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.107+0000 7f2440c00700 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ff97c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2428098bb0 tx=0x7f242809a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e02fcdba441b5ddc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f242e000700 1 -- 172.21.15.44:0/3004539588 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24280b5040 con 0x556f65ff67c0 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f242e000700 1 -- 172.21.15.44:0/3004539588 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24280bb170 con 0x556f65ff67c0 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f242e000700 1 -- 172.21.15.44:0/3004539588 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24280a0170 con 0x556f65ff67c0 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f244e957b80 1 -- 172.21.15.44:0/3004539588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 msgr2=0x556f65ff97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f244e957b80 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ff97c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2428098bb0 tx=0x7f242809a6f0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f244e957b80 1 -- 172.21.15.44:0/3004539588 shutdown_connections 2024-04-26T01:56:47.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f244e957b80 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f66001670 0x556f6600cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f244e957b80 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f65ff2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f244e957b80 1 --2- 172.21.15.44:0/3004539588 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f65ff67c0 0x556f65ff97c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.108+0000 7f244e957b80 1 -- 172.21.15.44:0/3004539588 >> 172.21.15.44:0/3004539588 conn(0x556f65f25050 msgr2=0x556f65ff90b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:47.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.109+0000 7f244e957b80 1 -- 172.21.15.44:0/3004539588 shutdown_connections 2024-04-26T01:56:47.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.109+0000 7f244e957b80 1 -- 172.21.15.44:0/3004539588 wait complete. 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.109+0000 7f244e957b80 1 -- start start 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.109+0000 7f244e957b80 1 Processor -- start 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f244e957b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f660099c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f244e957b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f660044c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f244e957b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f66001670 0x556f66004a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f244e957b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f243c1b0730 con 0x556f65ff5ea0 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f244e957b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f243c1b0060 con 0x556f66001670 2024-04-26T01:56:47.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f244e957b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f243c1ad2a0 con 0x556f65ff67c0 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f244e957b80 10 client.0 _ll_register_callbacks cb 0x556f65ee1820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f2441600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f660099c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f2441600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f660099c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40010/0 (socket says 172.21.15.44:40010) 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f2441600700 1 -- 172.21.15.44:0/2419814310 learned_addr learned my addr 172.21.15.44:0/2419814310 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f2440c00700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f660044c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.110+0000 7f2442000700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f66001670 0x556f66004a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2441600700 1 -- 172.21.15.44:0/2419814310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 msgr2=0x556f660044c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2441600700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f660044c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2441600700 1 -- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f66001670 msgr2=0x556f66004a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2441600700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f66001670 0x556f66004a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2441600700 1 -- 172.21.15.44:0/2419814310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f660052c0 con 0x556f65ff5ea0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2440c00700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f660044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2441600700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f660099c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2430011510 tx=0x7f243000e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1051e22c9e961e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2423400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2423400700 1 -- 172.21.15.44:0/2419814310 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243001e040 con 0x556f65ff5ea0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24280bb170 con 0x556f65ff5ea0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.111+0000 7f2423400700 1 -- 172.21.15.44:0/2419814310 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f2430005450 con 0x556f65ff5ea0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f2423400700 1 -- 172.21.15.44:0/2419814310 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2430037050 con 0x556f65ff5ea0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 10 client.15411 fetch_fsmap learned FSMap version 29 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556f66078340 con 0x556f65ff5ea0 2024-04-26T01:56:47.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f2423400700 1 -- 172.21.15.44:0/2419814310 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24280bb170 con 0x556f65ff5ea0 2024-04-26T01:56:47.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f2423400700 1 -- 172.21.15.44:0/2419814310 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2430024040 con 0x556f65ff5ea0 2024-04-26T01:56:47.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 10 client.15411 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 10 client.15411 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 20 client.15411 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f660788b0 0x556f6607aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 4 client.15411 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "5d6db66d", "release": true, "await": true}] 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.112+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "5d6db66d", "release": true, "await": true}) -- 0x556f65f50820 con 0x556f660788b0 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.113+0000 7f2440c00700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f660788b0 0x556f6607aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.113+0000 7f2440c00700 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f660788b0 0x556f6607aca0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d25196a48baf2146 server_cookie=c8840fe80a53af3b in_seq=0 out_seq=0 2024-04-26T01:56:47.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.113+0000 7f2423400700 10 client.15411 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f2423400700 1 -- 172.21.15.44:0/2419814310 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x556f65f50820 con 0x556f660788b0 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f2423400700 10 client.15411 handle_command_reply: tid=0 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f244e957b80 1 client.15411 shutdown 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 msgr2=0x556f660099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f244e957b80 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f660099c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2430011510 tx=0x7f243000e570 comp rx=0 tx=0).stop 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 shutdown_connections 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f244e957b80 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556f660788b0 0x556f6607aca0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f244e957b80 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556f66001670 0x556f66004a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f2423400700 0 client.15411 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.117+0000 7f244e957b80 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f65ff5ea0 0x556f660099c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.118+0000 7f244e957b80 1 --2- 172.21.15.44:0/2419814310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556f65ff67c0 0x556f660044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.118+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 >> 172.21.15.44:0/2419814310 conn(0x556f65f25050 msgr2=0x556f65fff900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.118+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 shutdown_connections 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.118+0000 7f244e957b80 1 -- 172.21.15.44:0/2419814310 wait complete. 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.118+0000 7f244e957b80 20 client.15411 trim_cache size 0 max 16384 2024-04-26T01:56:47.118 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 29, 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 4, 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "5d6db66d": { 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 4, 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T01:56:47.119 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 85.6, 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:56:47.120 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f24240a3db0 msgr2=0x7f24240a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f24240a3db0 0x7f24240a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f243400b780 tx=0x7f2434006000 comp rx=0 tx=0).stop 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c075790 msgr2=0x7f243c19b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c075790 0x7f243c19b770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f242800d950 tx=0x7f242800dc60 comp rx=0 tx=0).stop 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 shutdown_connections 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f243c10f1a0 0x7f243c19fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f24240a3db0 0x7f24240a6270 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f243c074e70 0x7f243c19b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 --2- 172.21.15.44:0/3235847593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f243c075790 0x7f243c19b770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:47.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 >> 172.21.15.44:0/3235847593 conn(0x7f243c0fe450 msgr2=0x7f243c0ff120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:47.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 shutdown_connections 2024-04-26T01:56:47.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:56:47.119+0000 7f2442a00700 1 -- 172.21.15.44:0/3235847593 wait complete. 2024-04-26T01:56:47.129 INFO:tasks.workunit.client.0.smithi044.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-04-26T01:56:47.131 INFO:tasks.workunit.client.0.smithi044.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-04-26T01:56:47.131 INFO:tasks.workunit.client.0.smithi044.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-04-26T01:56:48.091 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '5d6db66d', seconds elapsed: 41.4 2024-04-26T01:56:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:48 smithi044 ceph-mon[27847]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:48 smithi156 ceph-mon[32543]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:48.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:48 smithi090 ceph-mon[32456]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:56:50.789 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:50 smithi090 ceph-mon[32456]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:56:50.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:50 smithi044 ceph-mon[27847]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:56:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:50 smithi156 ceph-mon[32543]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:56:52.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:52 smithi044 ceph-mon[27847]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-04-26T01:56:52.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:52 smithi044 ceph-mon[27847]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:56:52.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:52 smithi156 ceph-mon[32543]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-04-26T01:56:52.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:52 smithi156 ceph-mon[32543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:56:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:52 smithi090 ceph-mon[32456]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-04-26T01:56:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:52 smithi090 ceph-mon[32456]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:56:54.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:54 smithi044 ceph-mon[27847]: pgmap v61: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 16 op/s 2024-04-26T01:56:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:54 smithi156 ceph-mon[32543]: pgmap v61: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 16 op/s 2024-04-26T01:56:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:54 smithi090 ceph-mon[32456]: pgmap v61: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 11 KiB/s wr, 16 op/s 2024-04-26T01:56:56.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:56 smithi044 ceph-mon[27847]: pgmap v62: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-26T01:56:56.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:56 smithi156 ceph-mon[32543]: pgmap v62: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-26T01:56:56.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:56 smithi090 ceph-mon[32456]: pgmap v62: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-26T01:56:58.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:56:58 smithi044 ceph-mon[27847]: pgmap v63: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-26T01:56:58.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:56:58 smithi156 ceph-mon[32543]: pgmap v63: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-26T01:56:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:56:58 smithi090 ceph-mon[32456]: pgmap v63: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-26T01:56:59.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 -- 172.21.15.44:0/662454237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c10e590 msgr2=0x7fae3c1109e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 --2- 172.21.15.44:0/662454237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c10e590 0x7fae3c1109e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fae34009900 tx=0x7fae3402a480 comp rx=0 tx=0).stop 2024-04-26T01:56:59.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 -- 172.21.15.44:0/662454237 shutdown_connections 2024-04-26T01:56:59.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 --2- 172.21.15.44:0/662454237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c10e590 0x7fae3c1109e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 --2- 172.21.15.44:0/662454237 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fae3c074ca0 0x7fae3c10e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 --2- 172.21.15.44:0/662454237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae3c074380 0x7fae3c074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 -- 172.21.15.44:0/662454237 >> 172.21.15.44:0/662454237 conn(0x7fae3c0fd8a0 msgr2=0x7fae3c0ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:59.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 -- 172.21.15.44:0/662454237 shutdown_connections 2024-04-26T01:56:59.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.645+0000 7fae41e00640 1 -- 172.21.15.44:0/662454237 wait complete. 2024-04-26T01:56:59.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.646+0000 7fae41e00640 1 Processor -- start 2024-04-26T01:56:59.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.646+0000 7fae41e00640 1 -- start start 2024-04-26T01:56:59.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.646+0000 7fae41e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c074380 0x7fae3c1a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.646+0000 7fae41e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fae3c074ca0 0x7fae3c1a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.646+0000 7fae41e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae3c10e590 0x7fae3c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae41e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c1141c0 con 0x7fae3c074380 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae41e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c114040 con 0x7fae3c10e590 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae41e00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c114340 con 0x7fae3c074ca0 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c074380 0x7fae3c1a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c074380 0x7fae3c1a0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53936/0 (socket says 172.21.15.44:53936) 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 -- 172.21.15.44:0/3075721820 learned_addr learned my addr 172.21.15.44:0/3075721820 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae3be00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fae3c074ca0 0x7fae3c1a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae41400640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae3c10e590 0x7fae3c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 -- 172.21.15.44:0/3075721820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fae3c074ca0 msgr2=0x7fae3c1a0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fae3c074ca0 0x7fae3c1a0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 -- 172.21.15.44:0/3075721820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae3c10e590 msgr2=0x7fae3c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae3c10e590 0x7fae3c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae40a00640 1 -- 172.21.15.44:0/3075721820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae3c19ad90 con 0x7fae3c074380 2024-04-26T01:56:59.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.647+0000 7fae41400640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae3c10e590 0x7fae3c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:59.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.648+0000 7fae40a00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c074380 0x7fae3c1a0410 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fae2c00e9f0 tx=0x7fae2c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:59.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.648+0000 7fae39600640 1 -- 172.21.15.44:0/3075721820 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c00cd80 con 0x7fae3c074380 2024-04-26T01:56:59.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.648+0000 7fae39600640 1 -- 172.21.15.44:0/3075721820 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae2c0108e0 con 0x7fae3c074380 2024-04-26T01:56:59.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.648+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae3c19b080 con 0x7fae3c074380 2024-04-26T01:56:59.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.648+0000 7fae39600640 1 -- 172.21.15.44:0/3075721820 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c018980 con 0x7fae3c074380 2024-04-26T01:56:59.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.648+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae3c1a72d0 con 0x7fae3c074380 2024-04-26T01:56:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.651+0000 7fae46210740 1 Processor -- start 2024-04-26T01:56:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.651+0000 7fae46210740 1 -- start start 2024-04-26T01:56:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.651+0000 7fae39600640 1 -- 172.21.15.44:0/3075721820 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fae2c010430 con 0x7fae3c074380 2024-04-26T01:56:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae46210740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361ced90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae46210740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae46210740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361dbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae46210740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x565036134900 con 0x5650361ce9b0 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae46210740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5650360daef0 con 0x5650361cf2d0 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae46210740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5650361308c0 con 0x5650361d9b90 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae41400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361ced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae40a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae41400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361ced90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53948/0 (socket says 172.21.15.44:53948) 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae41400640 1 -- 172.21.15.44:0/2663002166 learned_addr learned my addr 172.21.15.44:0/2663002166 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.652+0000 7fae3be00640 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361dbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae41400640 1 -- 172.21.15.44:0/2663002166 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 msgr2=0x5650361dbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae41400640 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361dbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae41400640 1 -- 172.21.15.44:0/2663002166 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 msgr2=0x5650361d9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae41400640 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae41400640 1 -- 172.21.15.44:0/2663002166 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565035e47210 con 0x5650361ce9b0 2024-04-26T01:56:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae40a00640 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae41400640 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361ced90 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fae34009900 tx=0x7fae34005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c689f145fc3249 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae31c00640 1 -- 172.21.15.44:0/2663002166 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34040070 con 0x5650361ce9b0 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae31c00640 1 -- 172.21.15.44:0/2663002166 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae340317a0 con 0x5650361ce9b0 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae31c00640 1 -- 172.21.15.44:0/2663002166 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34035040 con 0x5650361ce9b0 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.653+0000 7fae39600640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fae200a3d90 0x7fae200a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae39600640 1 -- 172.21.15.44:0/3075721820 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fae2c0d0a60 con 0x7fae3c074380 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae40a00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fae200a3d90 0x7fae200a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 -- 172.21.15.44:0/2663002166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 msgr2=0x5650361ced90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361ced90 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fae34009900 tx=0x7fae34005df0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 -- 172.21.15.44:0/2663002166 shutdown_connections 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361dbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 --2- 172.21.15.44:0/2663002166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361ced90 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 -- 172.21.15.44:0/2663002166 >> 172.21.15.44:0/2663002166 conn(0x5650361caec0 msgr2=0x5650361cb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 -- 172.21.15.44:0/2663002166 shutdown_connections 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae46210740 1 -- 172.21.15.44:0/2663002166 wait complete. 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.654+0000 7fae40a00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fae200a3d90 0x7fae200a6250 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x5650361cff50 tx=0x7fae2c0d5040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 -- start start 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 Processor -- start 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361ce9b0 0x5650361d6b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361d7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5650361dc760 con 0x5650361d9b90 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5650360ee310 con 0x5650361cf2d0 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.655+0000 7fae46210740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5650361dc8e0 con 0x5650361ce9b0 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae46210740 10 client.0 _ll_register_callbacks cb 0x5650360bccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae41400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361ce9b0 0x5650361d6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae41400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361d7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:42840/0 (socket says 172.21.15.44:42840) 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 -- 172.21.15.44:0/734446416 learned_addr learned my addr 172.21.15.44:0/734446416 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 -- 172.21.15.44:0/734446416 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361ce9b0 msgr2=0x5650361d6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361ce9b0 0x5650361d6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 -- 172.21.15.44:0/734446416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 msgr2=0x5650361d7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361d7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae3be00640 1 -- 172.21.15.44:0/734446416 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565035f13620 con 0x5650361cf2d0 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.656+0000 7fae41400640 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361d7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.657+0000 7fae3be00640 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d7040 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fae24011a00 tx=0x7fae24011ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5704115dbc117f07 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.657+0000 7fae2a000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.657+0000 7fae2a000640 1 -- 172.21.15.44:0/734446416 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2401f060 con 0x5650361cf2d0 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.657+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae340317a0 con 0x5650361cf2d0 2024-04-26T01:56:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.657+0000 7fae2a000640 1 -- 172.21.15.44:0/734446416 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fae2400fc50 con 0x5650361cf2d0 2024-04-26T01:56:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.657+0000 7fae2a000640 1 -- 172.21.15.44:0/734446416 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fae2400fe50 con 0x5650361cf2d0 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 10 client.25538 fetch_fsmap learned FSMap version 30 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5650361e8a90 con 0x5650361cf2d0 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae2a000640 1 -- 172.21.15.44:0/734446416 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae340317a0 con 0x5650361cf2d0 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae2a000640 1 -- 172.21.15.44:0/734446416 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fae24022020 con 0x5650361cf2d0 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 10 client.25538 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 10 client.25538 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 20 client.25538 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5650361e9fa0 0x5650361ec3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 4 client.25538 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.658+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650361488b0 con 0x5650361e9fa0 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.659+0000 7fae41400640 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5650361e9fa0 0x5650361ec3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.659+0000 7fae41400640 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5650361e9fa0 0x5650361ec3b0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35dd5ad5d7787e69 server_cookie=cc9283659b9a4e2b in_seq=0 out_seq=0 2024-04-26T01:56:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.659+0000 7fae2a000640 10 client.25538 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae2a000640 1 -- 172.21.15.44:0/734446416 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5650361488b0 con 0x5650361e9fa0 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae2a000640 10 client.25538 handle_command_reply: tid=0 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 client.25538 shutdown 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 msgr2=0x5650361d7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d7040 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fae24011a00 tx=0x7fae24011ec0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 shutdown_connections 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5650361e9fa0 0x5650361ec3b0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361d7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361d7040 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae2a000640 0 client.25538 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 --2- 172.21.15.44:0/734446416 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361ce9b0 0x5650361d6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 >> 172.21.15.44:0/734446416 conn(0x5650361caec0 msgr2=0x5650361d0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:59.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 shutdown_connections 2024-04-26T01:56:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 1 -- 172.21.15.44:0/734446416 wait complete. 2024-04-26T01:56:59.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.660+0000 7fae46210740 20 client.25538 trim_cache size 0 max 16384 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 Processor -- start 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 -- start start 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361ce9b0 0x5650361e5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361cf2d0 0x5650361f1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361f21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c1afac0 con 0x5650361d9b90 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c1b1630 con 0x5650361ce9b0 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae46210740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c1b0190 con 0x5650361cf2d0 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae41400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361f21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae41400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361f21c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53964/0 (socket says 172.21.15.44:53964) 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae41400640 1 -- 172.21.15.44:0/4238699404 learned_addr learned my addr 172.21.15.44:0/4238699404 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae41400640 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361ce9b0 0x5650361e5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.677+0000 7fae3be00640 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361cf2d0 0x5650361f1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae41400640 1 -- 172.21.15.44:0/4238699404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361cf2d0 msgr2=0x5650361f1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae41400640 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361cf2d0 0x5650361f1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae41400640 1 -- 172.21.15.44:0/4238699404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361ce9b0 msgr2=0x5650361e5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae41400640 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361ce9b0 0x5650361e5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae41400640 1 -- 172.21.15.44:0/4238699404 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650361c6820 con 0x5650361d9b90 2024-04-26T01:56:59.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae41400640 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361f21c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fae34004650 tx=0x7fae3403e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95484e672707c371 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:59.680 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae31200640 1 -- 172.21.15.44:0/4238699404 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34040040 con 0x5650361d9b90 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae31200640 1 -- 172.21.15.44:0/4238699404 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae340317a0 con 0x5650361d9b90 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.678+0000 7fae31200640 1 -- 172.21.15.44:0/4238699404 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34035040 con 0x5650361d9b90 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 -- 172.21.15.44:0/4238699404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 msgr2=0x5650361f21c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361f21c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fae34004650 tx=0x7fae3403e040 comp rx=0 tx=0).stop 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 -- 172.21.15.44:0/4238699404 shutdown_connections 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361d9b90 0x5650361f21c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361cf2d0 0x5650361f1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 --2- 172.21.15.44:0/4238699404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361ce9b0 0x5650361e5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 -- 172.21.15.44:0/4238699404 >> 172.21.15.44:0/4238699404 conn(0x5650361caec0 msgr2=0x5650361d53d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 -- 172.21.15.44:0/4238699404 shutdown_connections 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 -- 172.21.15.44:0/4238699404 wait complete. 2024-04-26T01:56:59.681 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.679+0000 7fae46210740 1 -- start start 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 1 Processor -- start 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361dead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361df010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361df550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c1b0f30 con 0x5650361ce9b0 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c1b0860 con 0x5650361cf2d0 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fae3c1adaa0 con 0x5650361d9b90 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae46210740 10 client.0 _ll_register_callbacks cb 0x7fae24011610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae41400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361dead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae41400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361dead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53978/0 (socket says 172.21.15.44:53978) 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.680+0000 7fae41400640 1 -- 172.21.15.44:0/1723297081 learned_addr learned my addr 172.21.15.44:0/1723297081 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:56:59.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae3be00640 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361df010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae41400640 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361df550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae41400640 1 -- 172.21.15.44:0/1723297081 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 msgr2=0x5650361df550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae41400640 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361df550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae41400640 1 -- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 msgr2=0x5650361df010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae41400640 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361df010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae41400640 1 -- 172.21.15.44:0/1723297081 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56503624e6f0 con 0x5650361ce9b0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae41400640 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361dead0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fae340315d0 tx=0x7fae34031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1832c2e8f89e7ed server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae2a000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae2a000640 1 -- 172.21.15.44:0/1723297081 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34035040 con 0x5650361ce9b0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae2a000640 1 -- 172.21.15.44:0/1723297081 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fae3403c540 con 0x5650361ce9b0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.681+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae340317a0 con 0x5650361ce9b0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae2a000640 1 -- 172.21.15.44:0/1723297081 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fae34040040 con 0x5650361ce9b0 2024-04-26T01:56:59.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 10 client.15429 fetch_fsmap learned FSMap version 30 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56503624f9e0 con 0x5650361ce9b0 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae2a000640 1 -- 172.21.15.44:0/1723297081 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae340317a0 con 0x5650361ce9b0 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae2a000640 1 -- 172.21.15.44:0/1723297081 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fae34068020 con 0x5650361ce9b0 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 10 client.15429 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 10 client.15429 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 20 client.15429 populate_metadata read hostname 'smithi044' 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56503624fc10 0x565036252000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 4 client.15429 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.682+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x565036142320 con 0x56503624fc10 2024-04-26T01:56:59.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.683+0000 7fae3be00640 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56503624fc10 0x565036252000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.683+0000 7fae3be00640 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56503624fc10 0x565036252000 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e7d39a524b31dbd server_cookie=9431e38a5dde0917 in_seq=0 out_seq=0 2024-04-26T01:56:59.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.683+0000 7fae2a000640 10 client.15429 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae2a000640 1 -- 172.21.15.44:0/1723297081 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x565036142320 con 0x56503624fc10 2024-04-26T01:56:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae2a000640 10 client.15429 handle_command_reply: tid=0 2024-04-26T01:56:59.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 client.15429 shutdown 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 msgr2=0x5650361dead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361dead0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fae340315d0 tx=0x7fae34031400 comp rx=0 tx=0).stop 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 shutdown_connections 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56503624fc10 0x565036252000 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5650361d9b90 0x5650361df550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5650361cf2d0 0x5650361df010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 --2- 172.21.15.44:0/1723297081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650361ce9b0 0x5650361dead0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae2a000640 0 client.15429 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 >> 172.21.15.44:0/1723297081 conn(0x5650361caec0 msgr2=0x5650361d0360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 shutdown_connections 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 1 -- 172.21.15.44:0/1723297081 wait complete. 2024-04-26T01:56:59.691 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.692+0000 7fae46210740 20 client.15429 trim_cache size 0 max 16384 2024-04-26T01:56:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:56:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:56:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:56:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fae200a3d90 msgr2=0x7fae200a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fae200a3d90 0x7fae200a6250 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x5650361cff50 tx=0x7fae2c0d5040 comp rx=0 tx=0).stop 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c074380 msgr2=0x7fae3c1a0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c074380 0x7fae3c1a0410 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fae2c00e9f0 tx=0x7fae2c00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 shutdown_connections 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fae200a3d90 0x7fae200a6250 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fae3c10e590 0x7fae3c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fae3c074ca0 0x7fae3c1a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 --2- 172.21.15.44:0/3075721820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae3c074380 0x7fae3c1a0410 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 >> 172.21.15.44:0/3075721820 conn(0x7fae3c0fd8a0 msgr2=0x7fae3c0fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 shutdown_connections 2024-04-26T01:56:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:56:59.693+0000 7fae41e00640 1 -- 172.21.15.44:0/3075721820 wait complete. 2024-04-26T01:57:00.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:00 smithi044 ceph-mon[27847]: pgmap v64: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 19 op/s 2024-04-26T01:57:00.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:00 smithi156 ceph-mon[32543]: pgmap v64: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 19 op/s 2024-04-26T01:57:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:00 smithi090 ceph-mon[32456]: pgmap v64: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 19 op/s 2024-04-26T01:57:02.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:02 smithi044 ceph-mon[27847]: pgmap v65: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T01:57:02.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:02 smithi156 ceph-mon[32543]: pgmap v65: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T01:57:02.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:02 smithi090 ceph-mon[32456]: pgmap v65: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T01:57:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:04 smithi044 ceph-mon[27847]: pgmap v66: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 40 KiB/s wr, 37 op/s 2024-04-26T01:57:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:04 smithi156 ceph-mon[32543]: pgmap v66: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 40 KiB/s wr, 37 op/s 2024-04-26T01:57:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:04 smithi090 ceph-mon[32456]: pgmap v66: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 40 KiB/s wr, 37 op/s 2024-04-26T01:57:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:06 smithi044 ceph-mon[27847]: pgmap v67: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 30 op/s 2024-04-26T01:57:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:06 smithi156 ceph-mon[32543]: pgmap v67: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 30 op/s 2024-04-26T01:57:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:06 smithi090 ceph-mon[32456]: pgmap v67: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 30 op/s 2024-04-26T01:57:08.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:08 smithi044 ceph-mon[27847]: pgmap v68: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 30 op/s 2024-04-26T01:57:08.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:08 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:08 smithi156 ceph-mon[32543]: pgmap v68: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 30 op/s 2024-04-26T01:57:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:08 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:08 smithi090 ceph-mon[32456]: pgmap v68: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 30 op/s 2024-04-26T01:57:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:08 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:09.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:09 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:09.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:09 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:09.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:09 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:57:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:09 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:09 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:09.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:09 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:57:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:09 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:09 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:09 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:57:10.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:10 smithi044 ceph-mon[27847]: pgmap v69: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 36 op/s 2024-04-26T01:57:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:10 smithi156 ceph-mon[32543]: pgmap v69: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 36 op/s 2024-04-26T01:57:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:10 smithi090 ceph-mon[32456]: pgmap v69: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 36 op/s 2024-04-26T01:57:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 -- 172.21.15.44:0/732248881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 msgr2=0x7f1efc1032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 --2- 172.21.15.44:0/732248881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc1032f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009900 tx=0x7f1ee402a480 comp rx=0 tx=0).stop 2024-04-26T01:57:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 -- 172.21.15.44:0/732248881 shutdown_connections 2024-04-26T01:57:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 --2- 172.21.15.44:0/732248881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1efc10c330 0x7f1efc10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 --2- 172.21.15.44:0/732248881 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1efc103830 0x7f1efc10bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 --2- 172.21.15.44:0/732248881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc1032f0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 -- 172.21.15.44:0/732248881 >> 172.21.15.44:0/732248881 conn(0x7f1efc0fc770 msgr2=0x7f1efc0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 -- 172.21.15.44:0/732248881 shutdown_connections 2024-04-26T01:57:12.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.839+0000 7f1efbe00640 1 -- 172.21.15.44:0/732248881 wait complete. 2024-04-26T01:57:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.840+0000 7f1efbe00640 1 Processor -- start 2024-04-26T01:57:12.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.840+0000 7f1efbe00640 1 -- start start 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc100b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efbe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1efc103830 0x7f1efc1010a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efbe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1efc10c330 0x7f1efc1015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efbe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc112010 con 0x7f1efc102f10 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efbe00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc111e90 con 0x7f1efc103830 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efbe00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc112190 con 0x7f1efc10c330 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efaa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc100b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efaa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc100b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59444/0 (socket says 172.21.15.44:59444) 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efaa00640 1 -- 172.21.15.44:0/164246078 learned_addr learned my addr 172.21.15.44:0/164246078 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efa000640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1efc103830 0x7f1efc1010a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.841+0000 7f1efb400640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1efc10c330 0x7f1efc1015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1efaa00640 1 -- 172.21.15.44:0/164246078 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1efc10c330 msgr2=0x7f1efc1015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1efaa00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1efc10c330 0x7f1efc1015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1efaa00640 1 -- 172.21.15.44:0/164246078 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1efc103830 msgr2=0x7f1efc1010a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1efaa00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1efc103830 0x7f1efc1010a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1efaa00640 1 -- 172.21.15.44:0/164246078 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1efc1a6a70 con 0x7f1efc102f10 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1efaa00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc100b60 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4005ab0 tx=0x7f1ee4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1f00a00640 1 -- 172.21.15.44:0/164246078 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee403f070 con 0x7f1efc102f10 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1f00a00640 1 -- 172.21.15.44:0/164246078 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ee4031b60 con 0x7f1efc102f10 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1f00a00640 1 -- 172.21.15.44:0/164246078 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4035030 con 0x7f1efc102f10 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.842+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1efc1a6d00 con 0x7f1efc102f10 2024-04-26T01:57:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.843+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1efc1a71a0 con 0x7f1efc102f10 2024-04-26T01:57:12.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.847+0000 7f1f04d94740 1 Processor -- start 2024-04-26T01:57:12.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.847+0000 7f1f04d94740 1 -- start start 2024-04-26T01:57:12.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.847+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e09b0 0x55f2675e0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.847+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e12d0 0x55f2675eb650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1f00a00640 1 -- 172.21.15.44:0/164246078 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1ee4042070 con 0x7f1efc102f10 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675ebb90 0x55f2675edf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1f04d94740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f267546900 con 0x55f2675e12d0 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1f04d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f2674ecef0 con 0x55f2675e09b0 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1f04d94740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f2675428c0 con 0x55f2675ebb90 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efaa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e12d0 0x55f2675eb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e09b0 0x55f2675e0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efaa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e12d0 0x55f2675eb650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59458/0 (socket says 172.21.15.44:59458) 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efaa00640 1 -- 172.21.15.44:0/1697606271 learned_addr learned my addr 172.21.15.44:0/1697606271 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efa000640 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675ebb90 0x55f2675edf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efb400640 1 -- 172.21.15.44:0/1697606271 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675ebb90 msgr2=0x55f2675edf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efb400640 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675ebb90 0x55f2675edf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efb400640 1 -- 172.21.15.44:0/1697606271 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e12d0 msgr2=0x55f2675eb650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efb400640 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e12d0 0x55f2675eb650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.848+0000 7f1efb400640 1 -- 172.21.15.44:0/1697606271 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f267259210 con 0x55f2675e09b0 2024-04-26T01:57:12.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.849+0000 7f1efb400640 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e09b0 0x55f2675e0d90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4009b80 tx=0x7f1ef4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3b4ca8b95eb480f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:12.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.849+0000 7f1eebe00640 1 -- 172.21.15.44:0/1697606271 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef4004050 con 0x55f2675e09b0 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.849+0000 7f1eebe00640 1 -- 172.21.15.44:0/1697606271 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ef40054d0 con 0x55f2675e09b0 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.849+0000 7f1eebe00640 1 -- 172.21.15.44:0/1697606271 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef4004ba0 con 0x55f2675e09b0 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.849+0000 7f1f00a00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1ee00a3d90 0x7f1ee00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f00a00640 1 -- 172.21.15.44:0/164246078 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f1ee40f0e30 con 0x7f1efc102f10 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 -- 172.21.15.44:0/1697606271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e09b0 msgr2=0x55f2675e0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e09b0 0x55f2675e0d90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4009b80 tx=0x7f1ef4011810 comp rx=0 tx=0).stop 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1efaa00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1ee00a3d90 0x7f1ee00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 -- 172.21.15.44:0/1697606271 shutdown_connections 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675ebb90 0x55f2675edf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e12d0 0x55f2675eb650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1697606271 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e09b0 0x55f2675e0d90 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 -- 172.21.15.44:0/1697606271 >> 172.21.15.44:0/1697606271 conn(0x55f2675dcec0 msgr2=0x55f2675dd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 -- 172.21.15.44:0/1697606271 shutdown_connections 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1f04d94740 1 -- 172.21.15.44:0/1697606271 wait complete. 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.850+0000 7f1efaa00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1ee00a3d90 0x7f1ee00a6250 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4000c00 tx=0x7f1ee40f48e0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 -- start start 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 Processor -- start 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675e8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675e9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675e9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f2675ee7c0 con 0x55f2675ebb90 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f267500310 con 0x55f2675e12d0 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f2675ee940 con 0x55f2675e09b0 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.851+0000 7f1f04d94740 10 client.0 _ll_register_callbacks cb 0x55f2674cecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efb400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675e8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675e9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675e9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675e9000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48758/0 (socket says 172.21.15.44:48758) 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 -- 172.21.15.44:0/3824216077 learned_addr learned my addr 172.21.15.44:0/3824216077 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 -- 172.21.15.44:0/3824216077 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 msgr2=0x55f2675e8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675e8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 -- 172.21.15.44:0/3824216077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 msgr2=0x55f2675e9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675e9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 -- 172.21.15.44:0/3824216077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f267325620 con 0x55f2675e12d0 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efb400640 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675e9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1efa000640 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675e9000 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1eec011d40 tx=0x7f1eec00f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=216bfcd76b99c0ba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:12.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.852+0000 7f1ee8c00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:57:12.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.853+0000 7f1ee8c00640 1 -- 172.21.15.44:0/3824216077 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eec004b20 con 0x55f2675e12d0 2024-04-26T01:57:12.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.853+0000 7f1ee8c00640 1 -- 172.21.15.44:0/3824216077 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f1eec004cc0 con 0x55f2675e12d0 2024-04-26T01:57:12.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.853+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ef40054d0 con 0x55f2675e12d0 2024-04-26T01:57:12.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.853+0000 7f1ee8c00640 1 -- 172.21.15.44:0/3824216077 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1eec003970 con 0x55f2675e12d0 2024-04-26T01:57:12.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.853+0000 7f1f04d94740 10 client.25556 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:12.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.853+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f2675faa60 con 0x55f2675e12d0 2024-04-26T01:57:12.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.853+0000 7f1ee8c00640 1 -- 172.21.15.44:0/3824216077 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ef40054d0 con 0x55f2675e12d0 2024-04-26T01:57:12.855 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:12 smithi044 ceph-mon[27847]: pgmap v70: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 31 KiB/s wr, 30 op/s 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1ee8c00640 1 -- 172.21.15.44:0/3824216077 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f1eec019070 con 0x55f2675e12d0 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1f04d94740 10 client.25556 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1f04d94740 10 client.25556 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1f04d94740 20 client.25556 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1f04d94740 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2675fbfe0 0x55f2675fe3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1f04d94740 4 client.25556 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f26755a8b0 con 0x55f2675fbfe0 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.854+0000 7f1efb400640 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2675fbfe0 0x55f2675fe3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.855+0000 7f1efb400640 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2675fbfe0 0x55f2675fe3f0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1fa55284bf3bf15 server_cookie=30f89ced602c5fb in_seq=0 out_seq=0 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.855+0000 7f1ee8c00640 10 client.25556 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1ee8c00640 1 -- 172.21.15.44:0/3824216077 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f26755a8b0 con 0x55f2675fbfe0 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1ee8c00640 10 client.25556 handle_command_reply: tid=0 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 client.25556 shutdown 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 msgr2=0x55f2675e9000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675e9000 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1eec011d40 tx=0x7f1eec00f790 comp rx=0 tx=0).stop 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 shutdown_connections 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2675fbfe0 0x55f2675fe3f0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675e9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675e9000 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 --2- 172.21.15.44:0/3824216077 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675e8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1ee8c00640 0 client.25556 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 >> 172.21.15.44:0/3824216077 conn(0x55f2675dcec0 msgr2=0x55f2675e2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 shutdown_connections 2024-04-26T01:57:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 1 -- 172.21.15.44:0/3824216077 wait complete. 2024-04-26T01:57:12.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.856+0000 7f1f04d94740 20 client.25556 trim_cache size 0 max 16384 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.872+0000 7f1f04d94740 1 Processor -- start 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.872+0000 7f1f04d94740 1 -- start start 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e09b0 0x55f2675f7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e12d0 0x55f2675e9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675ebb90 0x55f267603d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1f04d94740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc1afa50 con 0x55f2675e09b0 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1f04d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc1b15c0 con 0x55f2675ebb90 2024-04-26T01:57:12.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1f04d94740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc1b0120 con 0x55f2675e12d0 2024-04-26T01:57:12.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1efa000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e12d0 0x55f2675e9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1efb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e09b0 0x55f2675f7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1efa000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e12d0 0x55f2675e9360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:42978/0 (socket says 172.21.15.44:42978) 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1efa000640 1 -- 172.21.15.44:0/1585261759 learned_addr learned my addr 172.21.15.44:0/1585261759 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1efb400640 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675ebb90 0x55f267603d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.873+0000 7f1efa000640 1 -- 172.21.15.44:0/1585261759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675ebb90 msgr2=0x55f267603d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1efa000640 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675ebb90 0x55f267603d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1efa000640 1 -- 172.21.15.44:0/1585261759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e09b0 msgr2=0x55f2675f7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1efa000640 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e09b0 0x55f2675f7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1efa000640 1 -- 172.21.15.44:0/1585261759 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2675e1100 con 0x55f2675e12d0 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1efb400640 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675ebb90 0x55f267603d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1efa000640 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e12d0 0x55f2675e9360 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1eec011860 tx=0x7f1eec01a720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=260ee23e1e13ca42 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1eeb400640 1 -- 172.21.15.44:0/1585261759 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eec027070 con 0x55f2675e12d0 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1eeb400640 1 -- 172.21.15.44:0/1585261759 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1eec01a8c0 con 0x55f2675e12d0 2024-04-26T01:57:12.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.874+0000 7f1eeb400640 1 -- 172.21.15.44:0/1585261759 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eec02c460 con 0x55f2675e12d0 2024-04-26T01:57:12.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 -- 172.21.15.44:0/1585261759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e12d0 msgr2=0x55f2675e9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e12d0 0x55f2675e9360 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1eec011860 tx=0x7f1eec01a720 comp rx=0 tx=0).stop 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 -- 172.21.15.44:0/1585261759 shutdown_connections 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675ebb90 0x55f267603d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e12d0 0x55f2675e9360 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1585261759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675e09b0 0x55f2675f7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 -- 172.21.15.44:0/1585261759 >> 172.21.15.44:0/1585261759 conn(0x55f2675dcec0 msgr2=0x55f2675e2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 -- 172.21.15.44:0/1585261759 shutdown_connections 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 -- 172.21.15.44:0/1585261759 wait complete. 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.875+0000 7f1f04d94740 1 -- start start 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 1 Processor -- start 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675f14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675f1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675f1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc1b0ec0 con 0x55f2675ebb90 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc1b07f0 con 0x55f2675e12d0 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1efc1ada50 con 0x55f2675e09b0 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1f04d94740 10 client.0 _ll_register_callbacks cb 0x7f1eec011920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1efb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675f1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1efb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675f1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59478/0 (socket says 172.21.15.44:59478) 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1efb400640 1 -- 172.21.15.44:0/1945285505 learned_addr learned my addr 172.21.15.44:0/1945285505 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.876+0000 7f1efb400640 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675f14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1efa000640 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675f1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1efb400640 1 -- 172.21.15.44:0/1945285505 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 msgr2=0x55f2675f14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1efb400640 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675f14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1efb400640 1 -- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 msgr2=0x55f2675f1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1efb400640 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675f1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1efb400640 1 -- 172.21.15.44:0/1945285505 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f267661580 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1efb400640 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675f1f60 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4000c00 tx=0x7f1ef40096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce2fd37c930f3b79 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1ee8c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1ee8c00640 1 -- 172.21.15.44:0/1945285505 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef40036b0 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1ee8c00640 1 -- 172.21.15.44:0/1945285505 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f1ef4003850 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.877+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1eec01a8c0 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1ee8c00640 1 -- 172.21.15.44:0/1945285505 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1ef4003a50 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 10 client.15447 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f267662700 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1ee8c00640 1 -- 172.21.15.44:0/1945285505 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1eec01a8c0 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1ee8c00640 1 -- 172.21.15.44:0/1945285505 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f1ef4028bd0 con 0x55f2675ebb90 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 10 client.15447 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 10 client.15447 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 20 client.15447 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f267662c90 0x55f267665080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 4 client.15447 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:57:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.878+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f267554320 con 0x55f267662c90 2024-04-26T01:57:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.879+0000 7f1efa000640 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f267662c90 0x55f267665080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.879+0000 7f1efa000640 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f267662c90 0x55f267665080 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6219b27201bf97d3 server_cookie=2e0bf029eb599cac in_seq=0 out_seq=0 2024-04-26T01:57:12.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.879+0000 7f1ee8c00640 10 client.15447 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1ee8c00640 1 -- 172.21.15.44:0/1945285505 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f267554320 con 0x55f267662c90 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1ee8c00640 10 client.15447 handle_command_reply: tid=0 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 client.15447 shutdown 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 msgr2=0x55f2675f1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675f1f60 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4000c00 tx=0x7f1ef40096a0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 shutdown_connections 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f267662c90 0x55f267665080 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2675ebb90 0x55f2675f1f60 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2675e12d0 0x55f2675f1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 --2- 172.21.15.44:0/1945285505 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2675e09b0 0x55f2675f14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1ee8c00640 0 client.15447 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 >> 172.21.15.44:0/1945285505 conn(0x55f2675dcec0 msgr2=0x55f2675e2bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 shutdown_connections 2024-04-26T01:57:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.888+0000 7f1f04d94740 1 -- 172.21.15.44:0/1945285505 wait complete. 2024-04-26T01:57:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1f04d94740 20 client.15447 trim_cache size 0 max 16384 2024-04-26T01:57:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:57:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:57:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:57:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1ee00a3d90 msgr2=0x7f1ee00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1ee00a3d90 0x7f1ee00a6250 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4000c00 tx=0x7f1ee40f48e0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 msgr2=0x7f1efc100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc100b60 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4005ab0 tx=0x7f1ee4003c10 comp rx=0 tx=0).stop 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 shutdown_connections 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1ee00a3d90 0x7f1ee00a6250 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1efc10c330 0x7f1efc1015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1efc103830 0x7f1efc1010a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 --2- 172.21.15.44:0/164246078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1efc102f10 0x7f1efc100b60 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.889+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 >> 172.21.15.44:0/164246078 conn(0x7f1efc0fc770 msgr2=0x7f1efc0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.890+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 shutdown_connections 2024-04-26T01:57:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:12.890+0000 7f1efbe00640 1 -- 172.21.15.44:0/164246078 wait complete. 2024-04-26T01:57:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:12 smithi156 ceph-mon[32543]: pgmap v70: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 31 KiB/s wr, 30 op/s 2024-04-26T01:57:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:12 smithi090 ceph-mon[32456]: pgmap v70: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 31 KiB/s wr, 30 op/s 2024-04-26T01:57:14.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:14 smithi044 ceph-mon[27847]: pgmap v71: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 36 KiB/s wr, 38 op/s 2024-04-26T01:57:14.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:14 smithi156 ceph-mon[32543]: pgmap v71: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 36 KiB/s wr, 38 op/s 2024-04-26T01:57:14.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:14 smithi090 ceph-mon[32456]: pgmap v71: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 36 KiB/s wr, 38 op/s 2024-04-26T01:57:16.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:16 smithi044 ceph-mon[27847]: pgmap v72: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 15 op/s 2024-04-26T01:57:16.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:16 smithi156 ceph-mon[32543]: pgmap v72: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 15 op/s 2024-04-26T01:57:16.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:16 smithi090 ceph-mon[32456]: pgmap v72: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 15 op/s 2024-04-26T01:57:18.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:18 smithi044 ceph-mon[27847]: pgmap v73: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 15 op/s 2024-04-26T01:57:18.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:18 smithi156 ceph-mon[32543]: pgmap v73: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 15 op/s 2024-04-26T01:57:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:18 smithi090 ceph-mon[32456]: pgmap v73: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 15 op/s 2024-04-26T01:57:20.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:20 smithi044 ceph-mon[27847]: pgmap v74: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:20.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:20 smithi156 ceph-mon[32543]: pgmap v74: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:20.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:20 smithi090 ceph-mon[32456]: pgmap v74: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:22.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:22 smithi044 ceph-mon[27847]: pgmap v75: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 15 op/s 2024-04-26T01:57:22.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:22 smithi156 ceph-mon[32543]: pgmap v75: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 15 op/s 2024-04-26T01:57:22.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:22 smithi090 ceph-mon[32456]: pgmap v75: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 15 op/s 2024-04-26T01:57:24.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:24 smithi156 ceph-mon[32543]: pgmap v76: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:24.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:24 smithi090 ceph-mon[32456]: pgmap v76: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:25.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:24 smithi044 ceph-mon[27847]: pgmap v76: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.038+0000 7f0256800640 1 -- 172.21.15.44:0/1451832473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 msgr2=0x7f0250103310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.038+0000 7f0256800640 1 --2- 172.21.15.44:0/1451832473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 0x7f0250103310 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f0244009be0 tx=0x7f024402a750 comp rx=0 tx=0).stop 2024-04-26T01:57:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.039+0000 7f0256800640 1 -- 172.21.15.44:0/1451832473 shutdown_connections 2024-04-26T01:57:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.039+0000 7f0256800640 1 --2- 172.21.15.44:0/1451832473 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f025010c350 0x7f025010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.039+0000 7f0256800640 1 --2- 172.21.15.44:0/1451832473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0250103850 0x7f025010bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.039+0000 7f0256800640 1 --2- 172.21.15.44:0/1451832473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 0x7f0250103310 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.039+0000 7f0256800640 1 -- 172.21.15.44:0/1451832473 >> 172.21.15.44:0/1451832473 conn(0x7f02500fc730 msgr2=0x7f02500feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.039+0000 7f0256800640 1 -- 172.21.15.44:0/1451832473 shutdown_connections 2024-04-26T01:57:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.039+0000 7f0256800640 1 -- 172.21.15.44:0/1451832473 wait complete. 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 Processor -- start 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 -- start start 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 0x7f02501a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0250103850 0x7f02501a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f025010c350 0x7f025019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0250111fe0 con 0x7f0250102f30 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0250111e60 con 0x7f025010c350 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0256800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0250112160 con 0x7f0250103850 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.040+0000 7f0254a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0250103850 0x7f02501a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0255400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 0x7f02501a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0250103850 0x7f02501a0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:47568/0 (socket says 172.21.15.44:47568) 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 -- 172.21.15.44:0/3819882837 learned_addr learned my addr 172.21.15.44:0/3819882837 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0255e00640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f025010c350 0x7f025019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 -- 172.21.15.44:0/3819882837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f025010c350 msgr2=0x7f025019a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f025010c350 0x7f025019a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 -- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 msgr2=0x7f02501a0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 0x7f02501a0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 -- 172.21.15.44:0/3819882837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f025019ad40 con 0x7f0250103850 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0255e00640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f025010c350 0x7f025019a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.041+0000 7f0254a00640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0250103850 0x7f02501a0950 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f023c00e9f0 tx=0x7f023c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.042+0000 7f024e000640 1 -- 172.21.15.44:0/3819882837 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c00ccc0 con 0x7f0250103850 2024-04-26T01:57:26.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.042+0000 7f024e000640 1 -- 172.21.15.44:0/3819882837 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f023c00ce60 con 0x7f0250103850 2024-04-26T01:57:26.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.042+0000 7f024e000640 1 -- 172.21.15.44:0/3819882837 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c010430 con 0x7f0250103850 2024-04-26T01:57:26.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.042+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f025019b030 con 0x7f0250103850 2024-04-26T01:57:26.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.042+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02501a72d0 con 0x7f0250103850 2024-04-26T01:57:26.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 Processor -- start 2024-04-26T01:57:26.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f024e000640 1 -- 172.21.15.44:0/3819882837 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f023c004000 con 0x7f0250103850 2024-04-26T01:57:26.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 -- start start 2024-04-26T01:57:26.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7b8fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b902d0 0x564ee7b9a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b9cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564ee7af5900 con 0x564ee7b9ab90 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564ee7a9bef0 con 0x564ee7b8f9b0 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.045+0000 7f025ac0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564ee7af18c0 con 0x564ee7b902d0 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b902d0 0x564ee7b9a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0254a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b9cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b902d0 0x564ee7b9a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:47582/0 (socket says 172.21.15.44:47582) 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 -- 172.21.15.44:0/2678485530 learned_addr learned my addr 172.21.15.44:0/2678485530 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:26.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255e00640 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7b8fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 -- 172.21.15.44:0/2678485530 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 msgr2=0x564ee7b8fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7b8fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 -- 172.21.15.44:0/2678485530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 msgr2=0x564ee7b9cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b9cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255400640 1 -- 172.21.15.44:0/2678485530 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ee7808210 con 0x564ee7b902d0 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.046+0000 7f0255e00640 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7b8fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.047+0000 7f0255400640 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b902d0 0x564ee7b9a650 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0244009be0 tx=0x7f0244005ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=934650fd0dc742be server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.047+0000 7f024e000640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02380a3d90 0x7f02380a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.047+0000 7f0242600640 1 -- 172.21.15.44:0/2678485530 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0244041030 con 0x564ee7b902d0 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.047+0000 7f024e000640 1 -- 172.21.15.44:0/3819882837 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f023c0d0a00 con 0x7f0250103850 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.047+0000 7f0242600640 1 -- 172.21.15.44:0/2678485530 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0244003e20 con 0x564ee7b902d0 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.047+0000 7f0242600640 1 -- 172.21.15.44:0/2678485530 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0244036040 con 0x564ee7b902d0 2024-04-26T01:57:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.047+0000 7f0255e00640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02380a3d90 0x7f02380a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 -- 172.21.15.44:0/2678485530 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b902d0 msgr2=0x564ee7b9a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b902d0 0x564ee7b9a650 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0244009be0 tx=0x7f0244005ec0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f0255e00640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02380a3d90 0x7f02380a6250 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0248009fd0 tx=0x7f0248009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 -- 172.21.15.44:0/2678485530 shutdown_connections 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b9cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b902d0 0x564ee7b9a650 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 --2- 172.21.15.44:0/2678485530 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7b8fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 -- 172.21.15.44:0/2678485530 >> 172.21.15.44:0/2678485530 conn(0x564ee7b8bec0 msgr2=0x564ee7b8c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 -- 172.21.15.44:0/2678485530 shutdown_connections 2024-04-26T01:57:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.048+0000 7f025ac0b740 1 -- 172.21.15.44:0/2678485530 wait complete. 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 -- start start 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 Processor -- start 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7b97b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b98090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b985d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564ee7b9d760 con 0x564ee7b9ab90 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564ee7aaf310 con 0x564ee7b902d0 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.049+0000 7f025ac0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564ee7b9d8e0 con 0x564ee7b8f9b0 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f025ac0b740 10 client.0 _ll_register_callbacks cb 0x564ee7a7dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7b97b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b985d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7b97b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:47596/0 (socket says 172.21.15.44:47596) 2024-04-26T01:57:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 -- 172.21.15.44:0/3915121401 learned_addr learned my addr 172.21.15.44:0/3915121401 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0254a00640 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b98090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 -- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 msgr2=0x564ee7b98090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b98090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 -- 172.21.15.44:0/3915121401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 msgr2=0x564ee7b985d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b985d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 -- 172.21.15.44:0/3915121401 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ee78d4620 con 0x564ee7b8f9b0 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0255400640 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7b97b50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0244009b30 tx=0x7f0244009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d0aa8b3596b0b04 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.050+0000 7f0236a00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.051+0000 7f0236a00640 1 -- 172.21.15.44:0/3915121401 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0244036050 con 0x564ee7b8f9b0 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.051+0000 7f0236a00640 1 -- 172.21.15.44:0/3915121401 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f0244030520 con 0x564ee7b8f9b0 2024-04-26T01:57:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.051+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0244003e20 con 0x564ee7b8f9b0 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.051+0000 7f0236a00640 1 -- 172.21.15.44:0/3915121401 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0244041040 con 0x564ee7b8f9b0 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.051+0000 7f025ac0b740 10 client.25576 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.051+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x564ee7b9d760 con 0x564ee7b8f9b0 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.051+0000 7f0236a00640 1 -- 172.21.15.44:0/3915121401 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0244003e20 con 0x564ee7b8f9b0 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f0236a00640 1 -- 172.21.15.44:0/3915121401 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f02440045a0 con 0x564ee7b8f9b0 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f025ac0b740 10 client.25576 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f025ac0b740 10 client.25576 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f025ac0b740 20 client.25576 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7baab70 0x564ee7bacf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f025ac0b740 4 client.25576 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564ee7b098b0 con 0x564ee7baab70 2024-04-26T01:57:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.052+0000 7f0254a00640 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7baab70 0x564ee7bacf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.053+0000 7f0254a00640 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7baab70 0x564ee7bacf60 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8dbcd2d898af62c server_cookie=3f037fd1816beafe in_seq=0 out_seq=0 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.053+0000 7f0236a00640 10 client.25576 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f0236a00640 1 -- 172.21.15.44:0/3915121401 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564ee7b098b0 con 0x564ee7baab70 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f0236a00640 10 client.25576 handle_command_reply: tid=0 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 client.25576 shutdown 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 msgr2=0x564ee7b97b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7b97b50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0244009b30 tx=0x7f0244009510 comp rx=0 tx=0).stop 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 shutdown_connections 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7baab70 0x564ee7bacf60 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7b985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b98090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3915121401 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7b97b50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 >> 172.21.15.44:0/3915121401 conn(0x564ee7b8bec0 msgr2=0x564ee7b91bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f0236a00640 0 client.25576 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 shutdown_connections 2024-04-26T01:57:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 1 -- 172.21.15.44:0/3915121401 wait complete. 2024-04-26T01:57:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.054+0000 7f025ac0b740 20 client.25576 trim_cache size 0 max 16384 2024-04-26T01:57:26.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 Processor -- start 2024-04-26T01:57:26.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 -- start start 2024-04-26T01:57:26.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba6620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b96a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7bb26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02501af990 con 0x564ee7b9ab90 2024-04-26T01:57:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02501b1500 con 0x564ee7b902d0 2024-04-26T01:57:26.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.071+0000 7f025ac0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02501b0060 con 0x564ee7b8f9b0 2024-04-26T01:57:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0255e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7bb26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0254a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b96a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0255400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0255e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7bb26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47532/0 (socket says 172.21.15.44:47532) 2024-04-26T01:57:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0255e00640 1 -- 172.21.15.44:0/1316093082 learned_addr learned my addr 172.21.15.44:0/1316093082 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0254a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b96a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52008/0 (socket says 172.21.15.44:52008) 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0254a00640 1 -- 172.21.15.44:0/1316093082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 msgr2=0x564ee7ba6620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0254a00640 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba6620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0254a00640 1 -- 172.21.15.44:0/1316093082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 msgr2=0x564ee7bb26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0254a00640 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7bb26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0254a00640 1 -- 172.21.15.44:0/1316093082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ee7b90c40 con 0x564ee7b902d0 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0255e00640 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7bb26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.072+0000 7f0255400640 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.073+0000 7f0254a00640 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b96a00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f023c0ce160 tx=0x7f023c0bd040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91d3f5609dd7b085 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.073+0000 7f0241c00640 1 -- 172.21.15.44:0/1316093082 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c09c780 con 0x564ee7b902d0 2024-04-26T01:57:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.073+0000 7f0241c00640 1 -- 172.21.15.44:0/1316093082 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f023c09d0b0 con 0x564ee7b902d0 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.073+0000 7f0241c00640 1 -- 172.21.15.44:0/1316093082 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023c0042f0 con 0x564ee7b902d0 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.073+0000 7f025ac0b740 1 -- 172.21.15.44:0/1316093082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 msgr2=0x564ee7b96a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.073+0000 7f025ac0b740 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b96a00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f023c0ce160 tx=0x7f023c0bd040 comp rx=0 tx=0).stop 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 -- 172.21.15.44:0/1316093082 shutdown_connections 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b9ab90 0x564ee7bb26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b902d0 0x564ee7b96a00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 --2- 172.21.15.44:0/1316093082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 -- 172.21.15.44:0/1316093082 >> 172.21.15.44:0/1316093082 conn(0x564ee7b8bec0 msgr2=0x564ee7b962f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 -- 172.21.15.44:0/1316093082 shutdown_connections 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 -- 172.21.15.44:0/1316093082 wait complete. 2024-04-26T01:57:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 -- start start 2024-04-26T01:57:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.074+0000 7f025ac0b740 1 Processor -- start 2024-04-26T01:57:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b902d0 0x564ee7ba09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f025ac0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b9ab90 0x564ee7ba0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f025ac0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02501b0e00 con 0x564ee7b902d0 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f025ac0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02501b0730 con 0x564ee7b8f9b0 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f025ac0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02501ad970 con 0x564ee7b9ab90 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f025ac0b740 10 client.0 _ll_register_callbacks cb 0x7f0248005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52022/0 (socket says 172.21.15.44:52022) 2024-04-26T01:57:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 -- 172.21.15.44:0/3141374280 learned_addr learned my addr 172.21.15.44:0/3141374280 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0254a00640 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b902d0 0x564ee7ba09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255e00640 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b9ab90 0x564ee7ba0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 -- 172.21.15.44:0/3141374280 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b9ab90 msgr2=0x564ee7ba0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b9ab90 0x564ee7ba0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 -- 172.21.15.44:0/3141374280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b902d0 msgr2=0x564ee7ba09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b902d0 0x564ee7ba09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.075+0000 7f0255400640 1 -- 172.21.15.44:0/3141374280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ee7c0ff50 con 0x564ee7b8f9b0 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.076+0000 7f0255400640 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba0460 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0244009be0 tx=0x7f024402a750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=192646785b2063c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.076+0000 7f0236a00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.076+0000 7f0236a00640 1 -- 172.21.15.44:0/3141374280 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024405b070 con 0x564ee7b8f9b0 2024-04-26T01:57:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.076+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f023c09d0b0 con 0x564ee7b8f9b0 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.076+0000 7f0236a00640 1 -- 172.21.15.44:0/3141374280 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f024403dac0 con 0x564ee7b8f9b0 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.076+0000 7f0236a00640 1 -- 172.21.15.44:0/3141374280 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0244036040 con 0x564ee7b8f9b0 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 10 client.25577 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x564ee7c11140 con 0x564ee7b8f9b0 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f0236a00640 1 -- 172.21.15.44:0/3141374280 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f023c09d0b0 con 0x564ee7b8f9b0 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f0236a00640 1 -- 172.21.15.44:0/3141374280 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f0244068050 con 0x564ee7b8f9b0 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 10 client.25577 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 10 client.25577 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 20 client.25577 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7c11780 0x564ee7c13ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 4 client.25577 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:57:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.077+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564ee7b03320 con 0x564ee7c11780 2024-04-26T01:57:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.078+0000 7f0254a00640 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7c11780 0x564ee7c13ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.078+0000 7f0254a00640 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7c11780 0x564ee7c13ba0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcd50af69a3565e1 server_cookie=c2ef535ed0dacd42 in_seq=0 out_seq=0 2024-04-26T01:57:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.078+0000 7f0236a00640 10 client.25577 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f0236a00640 1 -- 172.21.15.44:0/3141374280 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564ee7b03320 con 0x564ee7c11780 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f0236a00640 10 client.25577 handle_command_reply: tid=0 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 client.25577 shutdown 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 msgr2=0x564ee7ba0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba0460 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0244009be0 tx=0x7f024402a750 comp rx=0 tx=0).stop 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 shutdown_connections 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564ee7c11780 0x564ee7c13ba0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564ee7b9ab90 0x564ee7ba0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ee7b902d0 0x564ee7ba09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 --2- 172.21.15.44:0/3141374280 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564ee7b8f9b0 0x564ee7ba0460 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f0236a00640 0 client.25577 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 >> 172.21.15.44:0/3141374280 conn(0x564ee7b8bec0 msgr2=0x564ee7b96b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 shutdown_connections 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 1 -- 172.21.15.44:0/3141374280 wait complete. 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.087+0000 7f025ac0b740 20 client.25577 trim_cache size 0 max 16384 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:57:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:57:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02380a3d90 msgr2=0x7f02380a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02380a3d90 0x7f02380a6250 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0248009fd0 tx=0x7f0248009260 comp rx=0 tx=0).stop 2024-04-26T01:57:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0250103850 msgr2=0x7f02501a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0250103850 0x7f02501a0950 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f023c00e9f0 tx=0x7f023c00edf0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 shutdown_connections 2024-04-26T01:57:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02380a3d90 0x7f02380a6250 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f025010c350 0x7f025019a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0250103850 0x7f02501a0950 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 --2- 172.21.15.44:0/3819882837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0250102f30 0x7f02501a0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.088+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 >> 172.21.15.44:0/3819882837 conn(0x7f02500fc730 msgr2=0x7f02500fd3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.089+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 shutdown_connections 2024-04-26T01:57:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:26.089+0000 7f0256800640 1 -- 172.21.15.44:0/3819882837 wait complete. 2024-04-26T01:57:26.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:26 smithi044 ceph-mon[27847]: pgmap v77: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T01:57:26.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:26 smithi156 ceph-mon[32543]: pgmap v77: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T01:57:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:26 smithi090 ceph-mon[32456]: pgmap v77: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T01:57:28.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:28 smithi156 ceph-mon[32543]: pgmap v78: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T01:57:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:28 smithi090 ceph-mon[32456]: pgmap v78: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T01:57:29.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:28 smithi044 ceph-mon[27847]: pgmap v78: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T01:57:30.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:30 smithi156 ceph-mon[32543]: pgmap v79: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:30.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:30 smithi090 ceph-mon[32456]: pgmap v79: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:31.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:30 smithi044 ceph-mon[27847]: pgmap v79: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:32.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:32 smithi156 ceph-mon[32543]: pgmap v80: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.4 KiB/s wr, 15 op/s 2024-04-26T01:57:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:32 smithi090 ceph-mon[32456]: pgmap v80: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.4 KiB/s wr, 15 op/s 2024-04-26T01:57:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:32 smithi044 ceph-mon[27847]: pgmap v80: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.4 KiB/s wr, 15 op/s 2024-04-26T01:57:34.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:34 smithi156 ceph-mon[32543]: pgmap v81: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:34 smithi090 ceph-mon[32456]: pgmap v81: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:35.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:34 smithi044 ceph-mon[27847]: pgmap v81: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:35.635 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T01:57:35.635 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-26T01:57:35.636 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:57:36.108 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:36.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:36 smithi044 ceph-mon[27847]: pgmap v82: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 14 op/s 2024-04-26T01:57:36.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:36 smithi156 ceph-mon[32543]: pgmap v82: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 14 op/s 2024-04-26T01:57:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:36 smithi090 ceph-mon[32456]: pgmap v82: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 14 op/s 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 -- 172.21.15.44:0/330933370 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c075590 msgr2=0x7fb06c10ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 --2- 172.21.15.44:0/330933370 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c075590 0x7fb06c10ef00 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb0580098f0 tx=0x7fb058009c00 comp rx=0 tx=0).stop 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 -- 172.21.15.44:0/330933370 shutdown_connections 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 --2- 172.21.15.44:0/330933370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb06c074c70 0x7fb06c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 --2- 172.21.15.44:0/330933370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c10f440 0x7fb06c111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 --2- 172.21.15.44:0/330933370 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c075590 0x7fb06c10ef00 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 -- 172.21.15.44:0/330933370 >> 172.21.15.44:0/330933370 conn(0x7fb06c079ba0 msgr2=0x7fb06c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 -- 172.21.15.44:0/330933370 shutdown_connections 2024-04-26T01:57:38.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.444+0000 7fb071400700 1 -- 172.21.15.44:0/330933370 wait complete. 2024-04-26T01:57:38.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 Processor -- start 2024-04-26T01:57:38.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 -- start start 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c074c70 0x7fb06c19b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb06c075590 0x7fb06c19b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c10f440 0x7fb06c19fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c114e60 con 0x7fb06c074c70 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c114ce0 con 0x7fb06c10f440 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.446+0000 7fb071400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c114fe0 con 0x7fb06c075590 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c074c70 0x7fb06c19b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:38.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c074c70 0x7fb06c19b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42440/0 (socket says 172.21.15.44:42440) 2024-04-26T01:57:38.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 -- 172.21.15.44:0/1806181837 learned_addr learned my addr 172.21.15.44:0/1806181837 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:38.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb069e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb06c075590 0x7fb06c19b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:38.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06b200700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c10f440 0x7fb06c19fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:38.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 -- 172.21.15.44:0/1806181837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb06c075590 msgr2=0x7fb06c19b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:38.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb06c075590 0x7fb06c19b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 -- 172.21.15.44:0/1806181837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c10f440 msgr2=0x7fb06c19fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c10f440 0x7fb06c19fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb06a800700 1 -- 172.21.15.44:0/1806181837 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06c1a04a0 con 0x7fb06c074c70 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.447+0000 7fb069e00700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb06c075590 0x7fb06c19b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.448+0000 7fb06a800700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c074c70 0x7fb06c19b490 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb05c00e9c0 tx=0x7fb05c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.448+0000 7fb063400700 1 -- 172.21.15.44:0/1806181837 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c00cbd0 con 0x7fb06c074c70 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.448+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06c1a0790 con 0x7fb06c074c70 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.448+0000 7fb063400700 1 -- 172.21.15.44:0/1806181837 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb05c00ee60 con 0x7fb06c074c70 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.448+0000 7fb063400700 1 -- 172.21.15.44:0/1806181837 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c0055c0 con 0x7fb06c074c70 2024-04-26T01:57:38.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.448+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb06c1a8010 con 0x7fb06c074c70 2024-04-26T01:57:38.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.450+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb06c069730 con 0x7fb06c074c70 2024-04-26T01:57:38.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.452+0000 7fb063400700 1 -- 172.21.15.44:0/1806181837 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb05c004750 con 0x7fb06c074c70 2024-04-26T01:57:38.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.453+0000 7fb063400700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0500a3db0 0x7fb0500a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:38.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.453+0000 7fb063400700 1 -- 172.21.15.44:0/1806181837 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fb05c0d0ab0 con 0x7fb06c074c70 2024-04-26T01:57:38.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.454+0000 7fb069e00700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0500a3db0 0x7fb0500a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:38.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.454+0000 7fb069e00700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0500a3db0 0x7fb0500a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb058009fd0 tx=0x7fb058019040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:38.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.458+0000 7fb063400700 1 -- 172.21.15.44:0/1806181837 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb05c09d160 con 0x7fb06c074c70 2024-04-26T01:57:38.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.769+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb06c19c7f0 con 0x7fb06c074c70 2024-04-26T01:57:38.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.771+0000 7fb063400700 1 -- 172.21.15.44:0/1806181837 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11931 (secure 0 0 0) 0x7fb05c09ca60 con 0x7fb06c074c70 2024-04-26T01:57:38.770 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:57:38.770 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:56:50.645961+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24476,24490,24518,24502,24472]},"id":1}]} 2024-04-26T01:57:38.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0500a3db0 msgr2=0x7fb0500a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:38.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0500a3db0 0x7fb0500a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb058009fd0 tx=0x7fb058019040 comp rx=0 tx=0).stop 2024-04-26T01:57:38.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c074c70 msgr2=0x7fb06c19b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:38.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c074c70 0x7fb06c19b490 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb05c00e9c0 tx=0x7fb05c00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 shutdown_connections 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0500a3db0 0x7fb0500a6270 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb06c10f440 0x7fb06c19fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06c074c70 0x7fb06c19b490 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 --2- 172.21.15.44:0/1806181837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb06c075590 0x7fb06c19b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 >> 172.21.15.44:0/1806181837 conn(0x7fb06c079ba0 msgr2=0x7fb06c101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 shutdown_connections 2024-04-26T01:57:38.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:38.774+0000 7fb071400700 1 -- 172.21.15.44:0/1806181837 wait complete. 2024-04-26T01:57:38.774 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 30 2024-04-26T01:57:38.791 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:38 smithi044 ceph-mon[27847]: pgmap v83: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 14 op/s 2024-04-26T01:57:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:38 smithi156 ceph-mon[32543]: pgmap v83: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 14 op/s 2024-04-26T01:57:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:38 smithi090 ceph-mon[32456]: pgmap v83: 97 pgs: 97 active+clean; 1.7 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 14 op/s 2024-04-26T01:57:39.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 -- 172.21.15.44:0/1400616741 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260102390 msgr2=0x7f0260105930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 --2- 172.21.15.44:0/1400616741 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260102390 0x7f0260105930 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f024c009860 tx=0x7f024c02a340 comp rx=0 tx=0).stop 2024-04-26T01:57:39.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 -- 172.21.15.44:0/1400616741 shutdown_connections 2024-04-26T01:57:39.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 --2- 172.21.15.44:0/1400616741 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0260106060 0x7f026010dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 --2- 172.21.15.44:0/1400616741 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260102390 0x7f0260105930 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 --2- 172.21.15.44:0/1400616741 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 0x7f0260101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 -- 172.21.15.44:0/1400616741 >> 172.21.15.44:0/1400616741 conn(0x7f0260075f50 msgr2=0x7f0260076360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:39.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 -- 172.21.15.44:0/1400616741 shutdown_connections 2024-04-26T01:57:39.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.229+0000 7f0266000640 1 -- 172.21.15.44:0/1400616741 wait complete. 2024-04-26T01:57:39.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.231+0000 7f0266000640 1 Processor -- start 2024-04-26T01:57:39.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.231+0000 7f0266000640 1 -- start start 2024-04-26T01:57:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0266000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 0x7f026019a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0266000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260106060 0x7f026019aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0266000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f026019f020 0x7f026019f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0266000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0260110f30 con 0x7f026019f020 2024-04-26T01:57:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0266000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0260110db0 con 0x7f02601019e0 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0266000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02601110b0 con 0x7f0260106060 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 0x7f026019a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 0x7f026019a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51054/0 (socket says 172.21.15.44:51054) 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 -- 172.21.15.44:0/1215100270 learned_addr learned my addr 172.21.15.44:0/1215100270 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f025fe00640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260106060 0x7f026019aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0265600640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f026019f020 0x7f026019f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 -- 172.21.15.44:0/1215100270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260106060 msgr2=0x7f026019aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260106060 0x7f026019aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 -- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f026019f020 msgr2=0x7f026019f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f026019f020 0x7f026019f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0264c00640 1 -- 172.21.15.44:0/1215100270 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f026019fb10 con 0x7f02601019e0 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.232+0000 7f0265600640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f026019f020 0x7f026019f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.233+0000 7f0264c00640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 0x7f026019a760 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f025400e9f0 tx=0x7f025400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.233+0000 7f025d600640 1 -- 172.21.15.44:0/1215100270 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f025400cd80 con 0x7f02601019e0 2024-04-26T01:57:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.233+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f026019fe00 con 0x7f02601019e0 2024-04-26T01:57:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.233+0000 7f025d600640 1 -- 172.21.15.44:0/1215100270 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02540054d0 con 0x7f02601019e0 2024-04-26T01:57:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.233+0000 7f025d600640 1 -- 172.21.15.44:0/1215100270 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0254010690 con 0x7f02601019e0 2024-04-26T01:57:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.233+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02601a7570 con 0x7f02601019e0 2024-04-26T01:57:39.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.237+0000 7f025d600640 1 -- 172.21.15.44:0/1215100270 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0254004e90 con 0x7f02601019e0 2024-04-26T01:57:39.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.237+0000 7f026a389740 1 Processor -- start 2024-04-26T01:57:39.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f026a389740 1 -- start start 2024-04-26T01:57:39.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f025d600640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02480a3d10 0x7f02480a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f026a389740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf089ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f026a389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08a9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f026a389740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08abf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f026a389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55dbf0804900 con 0x55dbf089f2d0 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f026a389740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55dbf07aaef0 con 0x55dbf08a9b90 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f026a389740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55dbf08008c0 con 0x55dbf089e9b0 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f025d600640 1 -- 172.21.15.44:0/1215100270 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f02540d0ca0 con 0x7f02601019e0 2024-04-26T01:57:39.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f0265600640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02480a3d10 0x7f02480a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.238+0000 7f0264c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf089ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0264c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf089ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51458/0 (socket says 172.21.15.44:51458) 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0264c00640 1 -- 172.21.15.44:0/1809309953 learned_addr learned my addr 172.21.15.44:0/1809309953 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0265600640 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08abf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f025fe00640 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08a9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0265600640 1 -- 172.21.15.44:0/1809309953 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 msgr2=0x55dbf089ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0265600640 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf089ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0265600640 1 -- 172.21.15.44:0/1809309953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 msgr2=0x55dbf08a9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0265600640 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08a9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f0265600640 1 -- 172.21.15.44:0/1809309953 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbf0517210 con 0x55dbf08a9b90 2024-04-26T01:57:39.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.239+0000 7f025fe00640 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08a9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.240+0000 7f0265600640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02480a3d10 0x7f02480a61d0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0258009fd0 tx=0x7f025800f400 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.240+0000 7f0265600640 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08abf80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f025800ff40 tx=0x7f025801d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b186efe9ddc8daee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.240+0000 7f0251c00640 1 -- 172.21.15.44:0/1809309953 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258028600 con 0x55dbf08a9b90 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.240+0000 7f0251c00640 1 -- 172.21.15.44:0/1809309953 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0258013030 con 0x55dbf08a9b90 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.240+0000 7f0251c00640 1 -- 172.21.15.44:0/1809309953 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f025801e5f0 con 0x55dbf08a9b90 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 -- 172.21.15.44:0/1809309953 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 msgr2=0x55dbf08abf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08abf80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f025800ff40 tx=0x7f025801d000 comp rx=0 tx=0).stop 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 -- 172.21.15.44:0/1809309953 shutdown_connections 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08abf80 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08a9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 --2- 172.21.15.44:0/1809309953 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf089ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 -- 172.21.15.44:0/1809309953 >> 172.21.15.44:0/1809309953 conn(0x55dbf089aec0 msgr2=0x55dbf089b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:39.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 -- 172.21.15.44:0/1809309953 shutdown_connections 2024-04-26T01:57:39.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.241+0000 7f026a389740 1 -- 172.21.15.44:0/1809309953 wait complete. 2024-04-26T01:57:39.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.242+0000 7f026a389740 1 -- start start 2024-04-26T01:57:39.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.242+0000 7f026a389740 1 Processor -- start 2024-04-26T01:57:39.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f026a389740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08a6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f026a389740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08a7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f026a389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf08a75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f026a389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55dbf08ac760 con 0x55dbf08a9b90 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f026a389740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55dbf07be310 con 0x55dbf089f2d0 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f026a389740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55dbf08ac8e0 con 0x55dbf089e9b0 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f026a389740 10 client.0 _ll_register_callbacks cb 0x55dbf078ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf08a75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf08a75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42484/0 (socket says 172.21.15.44:42484) 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 -- 172.21.15.44:0/1402662442 learned_addr learned my addr 172.21.15.44:0/1402662442 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0264c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08a6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f025fe00640 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08a7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 -- 172.21.15.44:0/1402662442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 msgr2=0x55dbf08a6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08a6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 -- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 msgr2=0x55dbf08a7080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08a7080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.243+0000 7f0265600640 1 -- 172.21.15.44:0/1402662442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbf05e3620 con 0x55dbf08a9b90 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f0265600640 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf08a75c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0258028da0 tx=0x7f025800cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eebbbe9694cfe205 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f0246000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f0246000640 1 -- 172.21.15.44:0/1402662442 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258035060 con 0x55dbf08a9b90 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f0246000640 1 -- 172.21.15.44:0/1402662442 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f0258004df0 con 0x55dbf08a9b90 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0258013030 con 0x55dbf08a9b90 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f0246000640 1 -- 172.21.15.44:0/1402662442 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0258028400 con 0x55dbf08a9b90 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f026a389740 10 client.15483 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.244+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55dbf08b89e0 con 0x55dbf08a9b90 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f0246000640 1 -- 172.21.15.44:0/1402662442 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0258013030 con 0x55dbf08a9b90 2024-04-26T01:57:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f0246000640 1 -- 172.21.15.44:0/1402662442 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f0258038030 con 0x55dbf08a9b90 2024-04-26T01:57:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f026a389740 10 client.15483 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f026a389740 10 client.15483 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f026a389740 20 client.15483 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f026a389740 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf08b9df0 0x55dbf08bc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f026a389740 4 client.15483 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:57:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.245+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dbf08188b0 con 0x55dbf08b9df0 2024-04-26T01:57:39.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.252+0000 7f0264c00640 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf08b9df0 0x55dbf08bc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.252+0000 7f0264c00640 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf08b9df0 0x55dbf08bc1e0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98bd78ba1b8e7bfb server_cookie=8504147f89b00fe in_seq=0 out_seq=0 2024-04-26T01:57:39.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.252+0000 7f0246000640 10 client.15483 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.253+0000 7f0246000640 1 -- 172.21.15.44:0/1402662442 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dbf08188b0 con 0x55dbf08b9df0 2024-04-26T01:57:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.253+0000 7f0246000640 10 client.15483 handle_command_reply: tid=0 2024-04-26T01:57:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.253+0000 7f026a389740 1 client.15483 shutdown 2024-04-26T01:57:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 msgr2=0x55dbf08a75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf08a75c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0258028da0 tx=0x7f025800cef0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 shutdown_connections 2024-04-26T01:57:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf08b9df0 0x55dbf08bc1e0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf08a75c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08a7080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 --2- 172.21.15.44:0/1402662442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08a6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f0246000640 0 client.15483 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 >> 172.21.15.44:0/1402662442 conn(0x55dbf089aec0 msgr2=0x55dbf08a0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 shutdown_connections 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 1 -- 172.21.15.44:0/1402662442 wait complete. 2024-04-26T01:57:39.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.254+0000 7f026a389740 20 client.15483 trim_cache size 0 max 16384 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.270+0000 7f026a389740 1 Processor -- start 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.270+0000 7f026a389740 1 -- start start 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f026a389740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f026a389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08c17e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f026a389740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08c1d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f026a389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02601afa70 con 0x55dbf089f2d0 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f026a389740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02601b15e0 con 0x55dbf08a9b90 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f026a389740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02601b0140 con 0x55dbf089e9b0 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f025fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08c17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f025fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08c17e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42494/0 (socket says 172.21.15.44:42494) 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f025fe00640 1 -- 172.21.15.44:0/1803473089 learned_addr learned my addr 172.21.15.44:0/1803473089 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f0265600640 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08c1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.271+0000 7f0264c00640 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f025fe00640 1 -- 172.21.15.44:0/1803473089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 msgr2=0x55dbf08b5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f025fe00640 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f025fe00640 1 -- 172.21.15.44:0/1803473089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 msgr2=0x55dbf08c1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f025fe00640 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08c1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f025fe00640 1 -- 172.21.15.44:0/1803473089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbf08a0030 con 0x55dbf089f2d0 2024-04-26T01:57:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f025fe00640 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08c17e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f024c02a930 tx=0x7f024c030340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7791894d89561bcb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f0251200640 1 -- 172.21.15.44:0/1803473089 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024c043070 con 0x55dbf089f2d0 2024-04-26T01:57:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f0251200640 1 -- 172.21.15.44:0/1803473089 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f024c030d50 con 0x55dbf089f2d0 2024-04-26T01:57:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.272+0000 7f0251200640 1 -- 172.21.15.44:0/1803473089 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024c037040 con 0x55dbf089f2d0 2024-04-26T01:57:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 -- 172.21.15.44:0/1803473089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 msgr2=0x55dbf08c17e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08c17e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f024c02a930 tx=0x7f024c030340 comp rx=0 tx=0).stop 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 -- 172.21.15.44:0/1803473089 shutdown_connections 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf08a9b90 0x55dbf08c1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf089f2d0 0x55dbf08c17e0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 --2- 172.21.15.44:0/1803473089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 -- 172.21.15.44:0/1803473089 >> 172.21.15.44:0/1803473089 conn(0x55dbf089aec0 msgr2=0x55dbf08a8c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 -- 172.21.15.44:0/1803473089 shutdown_connections 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.273+0000 7f026a389740 1 -- 172.21.15.44:0/1803473089 wait complete. 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 -- start start 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 Processor -- start 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08b0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf091e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02601b0ee0 con 0x55dbf08a9b90 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02601b0810 con 0x55dbf089f2d0 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02601adab0 con 0x55dbf089e9b0 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.274+0000 7f026a389740 10 client.0 _ll_register_callbacks cb 0x7f0258009a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf091e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0264c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f025fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08b0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf091e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42502/0 (socket says 172.21.15.44:42502) 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0264c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51476/0 (socket says 172.21.15.44:51476) 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 -- 172.21.15.44:0/2246372730 learned_addr learned my addr 172.21.15.44:0/2246372730 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 -- 172.21.15.44:0/2246372730 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 msgr2=0x55dbf08b0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 -- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 msgr2=0x55dbf08b0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08b0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 -- 172.21.15.44:0/2246372730 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbf08b1780 con 0x55dbf08a9b90 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f025fe00640 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0265600640 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf091e060 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0258020c70 tx=0x7f025800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f20462a033c27b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0246000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.275+0000 7f0246000640 1 -- 172.21.15.44:0/2246372730 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258035040 con 0x55dbf08a9b90 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f0246000640 1 -- 172.21.15.44:0/2246372730 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f02580289b0 con 0x55dbf08a9b90 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f024c030d50 con 0x55dbf08a9b90 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f0246000640 1 -- 172.21.15.44:0/2246372730 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0258028bb0 con 0x55dbf08a9b90 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 10 client.15489 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55dbf091f6e0 con 0x55dbf08a9b90 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f0246000640 1 -- 172.21.15.44:0/2246372730 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f024c030d50 con 0x55dbf08a9b90 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f0246000640 1 -- 172.21.15.44:0/2246372730 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f025804a050 con 0x55dbf08a9b90 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 10 client.15489 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 10 client.15489 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 20 client.15489 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf091fda0 0x55dbf0922190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 4 client.15489 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.276+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dbf0812320 con 0x55dbf091fda0 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.277+0000 7f0264c00640 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf091fda0 0x55dbf0922190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.277+0000 7f0264c00640 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf091fda0 0x55dbf0922190 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f6361500d86c508 server_cookie=98ffab5d8e9aca02 in_seq=0 out_seq=0 2024-04-26T01:57:39.279 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.277+0000 7f0246000640 10 client.15489 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.285+0000 7f0246000640 1 -- 172.21.15.44:0/2246372730 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dbf0812320 con 0x55dbf091fda0 2024-04-26T01:57:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.285+0000 7f0246000640 10 client.15489 handle_command_reply: tid=0 2024-04-26T01:57:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.285+0000 7f026a389740 1 client.15489 shutdown 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 msgr2=0x55dbf091e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf091e060 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0258020c70 tx=0x7f025800cc40 comp rx=0 tx=0).stop 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 shutdown_connections 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dbf091fda0 0x55dbf0922190 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dbf08a9b90 0x55dbf091e060 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dbf089f2d0 0x55dbf08b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 --2- 172.21.15.44:0/2246372730 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dbf089e9b0 0x55dbf08b0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f0246000640 0 client.15489 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 >> 172.21.15.44:0/2246372730 conn(0x55dbf089aec0 msgr2=0x55dbf0899790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 shutdown_connections 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 1 -- 172.21.15.44:0/2246372730 wait complete. 2024-04-26T01:57:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.286+0000 7f026a389740 20 client.15489 trim_cache size 0 max 16384 2024-04-26T01:57:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:57:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:57:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:57:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02480a3d10 msgr2=0x7f02480a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02480a3d10 0x7f02480a61d0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0258009fd0 tx=0x7f025800f400 comp rx=0 tx=0).stop 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 msgr2=0x7f026019a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 0x7f026019a760 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f025400e9f0 tx=0x7f025400edf0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 shutdown_connections 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02480a3d10 0x7f02480a61d0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f026019f020 0x7f026019f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0260106060 0x7f026019aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 --2- 172.21.15.44:0/1215100270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02601019e0 0x7f026019a760 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 >> 172.21.15.44:0/1215100270 conn(0x7f0260075f50 msgr2=0x7f026010c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 shutdown_connections 2024-04-26T01:57:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:39.287+0000 7f0266000640 1 -- 172.21.15.44:0/1215100270 wait complete. 2024-04-26T01:57:39.743 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-26T01:57:39.743 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-26T01:57:39.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:39 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1806181837' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:39.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:39 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1806181837' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:40.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:39 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1806181837' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:57:40.166 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:40 smithi156 ceph-mon[32543]: pgmap v84: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:40 smithi090 ceph-mon[32456]: pgmap v84: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:40 smithi044 ceph-mon[27847]: pgmap v84: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:57:42.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.692+0000 7fd1a5600700 1 -- 172.21.15.44:0/2239898860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a0108a60 msgr2=0x7fd1a0108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.692+0000 7fd1a5600700 1 --2- 172.21.15.44:0/2239898860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a0108a60 0x7fd1a0108e40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd190009990 tx=0x7fd190009ca0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.693+0000 7fd1a5600700 1 -- 172.21.15.44:0/2239898860 shutdown_connections 2024-04-26T01:57:42.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.693+0000 7fd1a5600700 1 --2- 172.21.15.44:0/2239898860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a0108a60 0x7fd1a0108e40 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.693+0000 7fd1a5600700 1 --2- 172.21.15.44:0/2239898860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006b100 0x7fd1a010f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.693+0000 7fd1a5600700 1 --2- 172.21.15.44:0/2239898860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1a006a740 0x7fd1a006abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.693+0000 7fd1a5600700 1 -- 172.21.15.44:0/2239898860 >> 172.21.15.44:0/2239898860 conn(0x7fd1a00788e0 msgr2=0x7fd1a0078cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.693+0000 7fd1a5600700 1 -- 172.21.15.44:0/2239898860 shutdown_connections 2024-04-26T01:57:42.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.693+0000 7fd1a5600700 1 -- 172.21.15.44:0/2239898860 wait complete. 2024-04-26T01:57:42.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 Processor -- start 2024-04-26T01:57:42.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 -- start start 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006a740 0x7fd1a0199040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a006b100 0x7fd1a0199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1a0108a60 0x7fd1a019d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a0112c10 con 0x7fd1a0108a60 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a0112a90 con 0x7fd1a006a740 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.694+0000 7fd1a5600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a0112d90 con 0x7fd1a006b100 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.695+0000 7fd19ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006a740 0x7fd1a0199040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.695+0000 7fd19e000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a006b100 0x7fd1a0199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.695+0000 7fd19ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006a740 0x7fd1a0199040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51096/0 (socket says 172.21.15.44:51096) 2024-04-26T01:57:42.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.695+0000 7fd19ea00700 1 -- 172.21.15.44:0/1085231657 learned_addr learned my addr 172.21.15.44:0/1085231657 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.695+0000 7fd19f400700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1a0108a60 0x7fd1a019d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd19ea00700 1 -- 172.21.15.44:0/1085231657 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a006b100 msgr2=0x7fd1a0199580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd19ea00700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a006b100 0x7fd1a0199580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd19ea00700 1 -- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1a0108a60 msgr2=0x7fd1a019d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd19ea00700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1a0108a60 0x7fd1a019d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd19ea00700 1 -- 172.21.15.44:0/1085231657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1a019e050 con 0x7fd1a006a740 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd19ea00700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006a740 0x7fd1a0199040 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd1900057f0 tx=0x7fd19000bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd197400700 1 -- 172.21.15.44:0/1085231657 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd190026070 con 0x7fd1a006a740 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1a019e2e0 con 0x7fd1a006a740 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd197400700 1 -- 172.21.15.44:0/1085231657 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd190021410 con 0x7fd1a006a740 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.696+0000 7fd197400700 1 -- 172.21.15.44:0/1085231657 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd190017650 con 0x7fd1a006a740 2024-04-26T01:57:42.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.697+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1a01a5bc0 con 0x7fd1a006a740 2024-04-26T01:57:42.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.701+0000 7fd197400700 1 -- 172.21.15.44:0/1085231657 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd190029070 con 0x7fd1a006a740 2024-04-26T01:57:42.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 Processor -- start 2024-04-26T01:57:42.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 -- start start 2024-04-26T01:57:42.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd197400700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1840a3e50 0x7fd1840a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd197400700 1 -- 172.21.15.44:0/1085231657 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fd1900d1560 con 0x7fd1a006a740 2024-04-26T01:57:42.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9039b0 0x5605bc903d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9042d0 0x5605bc913050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc915980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5605bc857020 con 0x5605bc9039b0 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5605bc7fd8c0 con 0x5605bc9042d0 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5605bc852fe0 con 0x5605bc913590 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.703+0000 7fd19f400700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1840a3e50 0x7fd1840a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9039b0 0x5605bc903d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9039b0 0x5605bc903d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42530/0 (socket says 172.21.15.44:42530) 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 -- 172.21.15.44:0/3968646313 learned_addr learned my addr 172.21.15.44:0/3968646313 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19e000700 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9042d0 0x5605bc913050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19f400700 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc915980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 -- 172.21.15.44:0/3968646313 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 msgr2=0x5605bc915980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc915980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 -- 172.21.15.44:0/3968646313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9042d0 msgr2=0x5605bc913050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9042d0 0x5605bc913050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19ea00700 1 -- 172.21.15.44:0/3968646313 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605bc7f3810 con 0x5605bc9039b0 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.704+0000 7fd19e000700 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9042d0 0x5605bc913050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.705+0000 7fd19f400700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1840a3e50 0x7fd1840a6310 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd19800f540 tx=0x7fd198009920 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.705+0000 7fd19ea00700 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9039b0 0x5605bc903d90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd190099f70 tx=0x7fd19009d1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9554a3667a1713d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.705+0000 7fd18be00700 1 -- 172.21.15.44:0/3968646313 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd19009d5a0 con 0x5605bc9039b0 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.705+0000 7fd18be00700 1 -- 172.21.15.44:0/3968646313 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1900a1950 con 0x5605bc9039b0 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.705+0000 7fd18be00700 1 -- 172.21.15.44:0/3968646313 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd19009d800 con 0x5605bc9039b0 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3968646313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9039b0 msgr2=0x5605bc903d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9039b0 0x5605bc903d90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd190099f70 tx=0x7fd19009d1b0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3968646313 shutdown_connections 2024-04-26T01:57:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc915980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9039b0 0x5605bc903d90 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3968646313 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9042d0 0x5605bc913050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3968646313 >> 172.21.15.44:0/3968646313 conn(0x5605bc832730 msgr2=0x5605bc8ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3968646313 shutdown_connections 2024-04-26T01:57:42.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.706+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3968646313 wait complete. 2024-04-26T01:57:42.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.707+0000 7fd1afff3b80 1 -- start start 2024-04-26T01:57:42.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.707+0000 7fd1afff3b80 1 Processor -- start 2024-04-26T01:57:42.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc912c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc910020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc910560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5605bc915ec0 con 0x5605bc9042d0 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5605bc8109f0 con 0x5605bc913590 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5605bc916040 con 0x5605bc9039b0 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd1afff3b80 10 client.0 _ll_register_callbacks cb 0x5605bc7ef8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd19e000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc910020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd19e000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc910020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42538/0 (socket says 172.21.15.44:42538) 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd19e000700 1 -- 172.21.15.44:0/3652519955 learned_addr learned my addr 172.21.15.44:0/3652519955 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd19f400700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc910560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.708+0000 7fd19ea00700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc912c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd19e000700 1 -- 172.21.15.44:0/3652519955 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 msgr2=0x5605bc912c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd19e000700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc912c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd19e000700 1 -- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 msgr2=0x5605bc910560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd19e000700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc910560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd19e000700 1 -- 172.21.15.44:0/3652519955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605bc7a4a60 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd19ea00700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc912c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd19e000700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc910020 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd18c012980 tx=0x7fd18c012c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83bdcbc4b424c6fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd188c00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd188c00700 1 -- 172.21.15.44:0/3652519955 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd18c004030 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd188c00700 1 -- 172.21.15.44:0/3652519955 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fd18c0041d0 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.709+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1900a1950 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.710+0000 7fd188c00700 1 -- 172.21.15.44:0/3652519955 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fd18c0043d0 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.710+0000 7fd1afff3b80 10 client.15501 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.710+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5605bc7edc80 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.710+0000 7fd188c00700 1 -- 172.21.15.44:0/3652519955 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1900a1950 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.710+0000 7fd188c00700 1 -- 172.21.15.44:0/3652519955 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fd18c024020 con 0x5605bc9042d0 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.710+0000 7fd1afff3b80 10 client.15501 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:42.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd1afff3b80 10 client.15501 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:57:42.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd1afff3b80 20 client.15501 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:42.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc922ac0 0x5605bc924ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd1afff3b80 4 client.15501 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:57:42.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605bc864810 con 0x5605bc922ac0 2024-04-26T01:57:42.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd19ea00700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc922ac0 0x5605bc924ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd19ea00700 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc922ac0 0x5605bc924ed0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7425800f4360b25d server_cookie=8dcfbddfcc38dfc2 in_seq=0 out_seq=0 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.711+0000 7fd188c00700 10 client.15501 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.712+0000 7fd188c00700 1 -- 172.21.15.44:0/3652519955 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5605bc864810 con 0x5605bc922ac0 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.712+0000 7fd188c00700 10 client.15501 handle_command_reply: tid=0 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.712+0000 7fd1afff3b80 1 client.15501 shutdown 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.712+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 msgr2=0x5605bc910020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.712+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc910020 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd18c012980 tx=0x7fd18c012c90 comp rx=0 tx=0).stop 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 shutdown_connections 2024-04-26T01:57:42.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc912c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc922ac0 0x5605bc924ed0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc910560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/3652519955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc910020 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 >> 172.21.15.44:0/3652519955 conn(0x5605bc832730 msgr2=0x5605bc8ffa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd188c00700 0 client.15501 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 shutdown_connections 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 1 -- 172.21.15.44:0/3652519955 wait complete. 2024-04-26T01:57:42.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.713+0000 7fd1afff3b80 20 client.15501 trim_cache size 0 max 16384 2024-04-26T01:57:42.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 Processor -- start 2024-04-26T01:57:42.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 -- start start 2024-04-26T01:57:42.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc8ff300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc91ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc92a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a01aae90 con 0x5605bc9042d0 2024-04-26T01:57:42.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a01aca00 con 0x5605bc913590 2024-04-26T01:57:42.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a01ab560 con 0x5605bc9039b0 2024-04-26T01:57:42.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.735+0000 7fd19ea00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc8ff300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc92a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc8ff300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51524/0 (socket says 172.21.15.44:51524) 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 -- 172.21.15.44:0/2383502247 learned_addr learned my addr 172.21.15.44:0/2383502247 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19e000700 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc91ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 -- 172.21.15.44:0/2383502247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 msgr2=0x5605bc92a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc92a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 -- 172.21.15.44:0/2383502247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 msgr2=0x5605bc91ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc91ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 -- 172.21.15.44:0/2383502247 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605bc90e590 con 0x5605bc9039b0 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19f400700 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc92a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19e000700 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc91ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.736+0000 7fd19ea00700 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc8ff300 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd190029040 tx=0x7fd190005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e35ce5804267724 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd18b400700 1 -- 172.21.15.44:0/2383502247 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1900215c0 con 0x5605bc9039b0 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd18b400700 1 -- 172.21.15.44:0/2383502247 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1900094b0 con 0x5605bc9039b0 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd18b400700 1 -- 172.21.15.44:0/2383502247 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1900d10d0 con 0x5605bc9039b0 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd1afff3b80 1 -- 172.21.15.44:0/2383502247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 msgr2=0x5605bc8ff300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc8ff300 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd190029040 tx=0x7fd190005040 comp rx=0 tx=0).stop 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd1afff3b80 1 -- 172.21.15.44:0/2383502247 shutdown_connections 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc9039b0 0x5605bc8ff300 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc913590 0x5605bc92a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/2383502247 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc91ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.737+0000 7fd1afff3b80 1 -- 172.21.15.44:0/2383502247 >> 172.21.15.44:0/2383502247 conn(0x5605bc832730 msgr2=0x5605bc90e910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.738+0000 7fd1afff3b80 1 -- 172.21.15.44:0/2383502247 shutdown_connections 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.738+0000 7fd1afff3b80 1 -- 172.21.15.44:0/2383502247 wait complete. 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.738+0000 7fd1afff3b80 1 -- start start 2024-04-26T01:57:42.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.738+0000 7fd1afff3b80 1 Processor -- start 2024-04-26T01:57:42.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9039b0 0x5605bc91b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc918260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd1afff3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc9187a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a01ac300 con 0x5605bc9042d0 2024-04-26T01:57:42.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a01abc30 con 0x5605bc9039b0 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd1afff3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a01a8e50 con 0x5605bc913590 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd1afff3b80 10 client.0 _ll_register_callbacks cb 0x5605bc7ef8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd19e000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc918260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd19e000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc918260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42564/0 (socket says 172.21.15.44:42564) 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd19e000700 1 -- 172.21.15.44:0/4263532705 learned_addr learned my addr 172.21.15.44:0/4263532705 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd19f400700 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc9187a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.739+0000 7fd19ea00700 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9039b0 0x5605bc91b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd19e000700 1 -- 172.21.15.44:0/4263532705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 msgr2=0x5605bc9187a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd19e000700 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc9187a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd19e000700 1 -- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9039b0 msgr2=0x5605bc91b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd19e000700 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9039b0 0x5605bc91b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd19e000700 1 -- 172.21.15.44:0/4263532705 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605bc918ce0 con 0x5605bc9042d0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd19e000700 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc918260 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd18c012560 tx=0x7fd18c0039b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5d1792cbf91d5b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd188c00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd188c00700 1 -- 172.21.15.44:0/4263532705 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd18c003f40 con 0x5605bc9042d0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd188c00700 1 -- 172.21.15.44:0/4263532705 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fd18c0040e0 con 0x5605bc9042d0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.740+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1900094b0 con 0x5605bc9042d0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd188c00700 1 -- 172.21.15.44:0/4263532705 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fd18c00f830 con 0x5605bc9042d0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 10 client.15507 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5605bc989d60 con 0x5605bc9042d0 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd188c00700 1 -- 172.21.15.44:0/4263532705 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1900094b0 con 0x5605bc9042d0 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd188c00700 1 -- 172.21.15.44:0/4263532705 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fd18c02f060 con 0x5605bc9042d0 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 10 client.15507 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 10 client.15507 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 20 client.15507 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc98a500 0x5605bc98c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 4 client.15507 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.741+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x5605bc85e8b0 con 0x5605bc98a500 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.742+0000 7fd19ea00700 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc98a500 0x5605bc98c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.742+0000 7fd19ea00700 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc98a500 0x5605bc98c920 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3146690c461c78f5 server_cookie=41749cc197ed9e2c in_seq=0 out_seq=0 2024-04-26T01:57:42.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.742+0000 7fd188c00700 10 client.15507 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:42.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.757+0000 7fd188c00700 1 -- 172.21.15.44:0/4263532705 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x5605bc85e8b0 con 0x5605bc98a500 2024-04-26T01:57:42.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.757+0000 7fd188c00700 10 client.15507 handle_command_reply: tid=0 2024-04-26T01:57:42.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.757+0000 7fd1afff3b80 1 client.15507 shutdown 2024-04-26T01:57:42.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:42 smithi044 ceph-mon[27847]: pgmap v85: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.6 KiB/s wr, 12 op/s 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.757+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 msgr2=0x5605bc918260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.757+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc918260 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd18c012560 tx=0x7fd18c0039b0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 shutdown_connections 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5605bc913590 0x5605bc9187a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5605bc98a500 0x5605bc98c920 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5605bc9039b0 0x5605bc91b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 --2- 172.21.15.44:0/4263532705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5605bc9042d0 0x5605bc918260 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd188c00700 0 client.15507 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 >> 172.21.15.44:0/4263532705 conn(0x5605bc832730 msgr2=0x5605bc90aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 shutdown_connections 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 1 -- 172.21.15.44:0/4263532705 wait complete. 2024-04-26T01:57:42.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.758+0000 7fd1afff3b80 20 client.15507 trim_cache size 0 max 16384 2024-04-26T01:57:42.758 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:57:42.758 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 30, 2024-04-26T01:57:42.758 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T01:57:42.758 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 6, 2024-04-26T01:57:42.758 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T01:57:42.758 INFO:teuthology.orchestra.run.smithi044.stdout: "c11d887e": { 2024-04-26T01:57:42.758 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 6, 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 90.0, 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:57:42.759 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:57:42.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:57:42.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:57:42.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:57:42.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:57:42.760 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:57:42.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1840a3e50 msgr2=0x7fd1840a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1840a3e50 0x7fd1840a6310 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd19800f540 tx=0x7fd198009920 comp rx=0 tx=0).stop 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006a740 msgr2=0x7fd1a0199040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006a740 0x7fd1a0199040 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd1900057f0 tx=0x7fd19000bfd0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 shutdown_connections 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1840a3e50 0x7fd1840a6310 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1a0108a60 0x7fd1a019d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1a006a740 0x7fd1a0199040 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 --2- 172.21.15.44:0/1085231657 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1a006b100 0x7fd1a0199580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 >> 172.21.15.44:0/1085231657 conn(0x7fd1a00788e0 msgr2=0x7fd1a0100570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.759+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 shutdown_connections 2024-04-26T01:57:42.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:57:42.760+0000 7fd1a5600700 1 -- 172.21.15.44:0/1085231657 wait complete. 2024-04-26T01:57:42.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:42 smithi156 ceph-mon[32543]: pgmap v85: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.6 KiB/s wr, 12 op/s 2024-04-26T01:57:42.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:42 smithi090 ceph-mon[32456]: pgmap v85: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.6 KiB/s wr, 12 op/s 2024-04-26T01:57:43.772 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c11d887e', quiesce took 8.1 seconds. Will release after: 30.0 2024-04-26T01:57:44.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:44 smithi156 ceph-mon[32543]: pgmap v86: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:44.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:44 smithi090 ceph-mon[32456]: pgmap v86: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:44 smithi044 ceph-mon[27847]: pgmap v86: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 21 op/s 2024-04-26T01:57:46.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:46 smithi156 ceph-mon[32543]: pgmap v87: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T01:57:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:46 smithi090 ceph-mon[32456]: pgmap v87: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T01:57:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:46 smithi044 ceph-mon[27847]: pgmap v87: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T01:57:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:48 smithi156 ceph-mon[32543]: pgmap v88: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T01:57:48.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:48 smithi090 ceph-mon[32456]: pgmap v88: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T01:57:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:48 smithi044 ceph-mon[27847]: pgmap v88: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T01:57:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:50 smithi156 ceph-mon[32543]: pgmap v89: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 19 op/s 2024-04-26T01:57:50.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:50 smithi090 ceph-mon[32456]: pgmap v89: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 19 op/s 2024-04-26T01:57:51.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:50 smithi044 ceph-mon[27847]: pgmap v89: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 19 op/s 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 -- 172.21.15.44:0/619451122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec104ba0 msgr2=0x7f4cec108be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 --2- 172.21.15.44:0/619451122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec104ba0 0x7f4cec108be0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4009900 tx=0x7f4cd402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 -- 172.21.15.44:0/619451122 shutdown_connections 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 --2- 172.21.15.44:0/619451122 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4cec1092c0 0x7f4cec110e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 --2- 172.21.15.44:0/619451122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec104ba0 0x7f4cec108be0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 --2- 172.21.15.44:0/619451122 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4cec1041f0 0x7f4cec1045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 -- 172.21.15.44:0/619451122 >> 172.21.15.44:0/619451122 conn(0x7f4cec0ffa30 msgr2=0x7f4cec101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 -- 172.21.15.44:0/619451122 shutdown_connections 2024-04-26T01:57:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.432+0000 7f4cebe00640 1 -- 172.21.15.44:0/619451122 wait complete. 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.433+0000 7f4cebe00640 1 Processor -- start 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.433+0000 7f4cebe00640 1 -- start start 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4cebe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4cec1041f0 0x7f4cec1a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4cebe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4cec1092c0 0x7f4cec1a09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4cebe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec19a610 0x7f4cec19aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4cebe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec114230 con 0x7f4cec19a610 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4cebe00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1140b0 con 0x7f4cec1092c0 2024-04-26T01:57:52.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4cebe00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1143b0 con 0x7f4cec1041f0 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4ceb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec19a610 0x7f4cec19aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4ceaa00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4cec1041f0 0x7f4cec1a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4ceb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec19a610 0x7f4cec19aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48938/0 (socket says 172.21.15.44:48938) 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4ceb400640 1 -- 172.21.15.44:0/1718020525 learned_addr learned my addr 172.21.15.44:0/1718020525 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.434+0000 7f4ce2000640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4cec1092c0 0x7f4cec1a09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ceaa00640 1 -- 172.21.15.44:0/1718020525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4cec1092c0 msgr2=0x7f4cec1a09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ceaa00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4cec1092c0 0x7f4cec1a09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ceaa00640 1 -- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec19a610 msgr2=0x7f4cec19aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ceaa00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec19a610 0x7f4cec19aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ceaa00640 1 -- 172.21.15.44:0/1718020525 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cec19b130 con 0x7f4cec1041f0 2024-04-26T01:57:52.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ceb400640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec19a610 0x7f4cec19aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:52.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ceaa00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4cec1041f0 0x7f4cec1a0460 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc00eb00 tx=0x7f4cdc00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:52.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ce3e00640 1 -- 172.21.15.44:0/1718020525 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cdc010430 con 0x7f4cec1041f0 2024-04-26T01:57:52.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cec19b420 con 0x7f4cec1041f0 2024-04-26T01:57:52.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ce3e00640 1 -- 172.21.15.44:0/1718020525 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cdc010a80 con 0x7f4cec1041f0 2024-04-26T01:57:52.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4ce3e00640 1 -- 172.21.15.44:0/1718020525 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cdc017a40 con 0x7f4cec1041f0 2024-04-26T01:57:52.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.435+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cec1a76c0 con 0x7f4cec1041f0 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 Processor -- start 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 -- start start 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4ce3e00640 1 -- 172.21.15.44:0/1718020525 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4cdc017ce0 con 0x7f4cec1041f0 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee3fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee4a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee4cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d58eda5900 con 0x55d58ee3f9b0 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d58ed4bef0 con 0x55d58ee4ab90 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4cf4436740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d58eda18c0 con 0x55d58ee402d0 2024-04-26T01:57:52.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.439+0000 7f4ceb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee3fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee3fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48944/0 (socket says 172.21.15.44:48944) 2024-04-26T01:57:52.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 -- 172.21.15.44:0/3125048237 learned_addr learned my addr 172.21.15.44:0/3125048237 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:52.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceaa00640 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee4a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ce2000640 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee4cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 -- 172.21.15.44:0/3125048237 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 msgr2=0x55d58ee4a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee4a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 -- 172.21.15.44:0/3125048237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 msgr2=0x55d58ee4cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee4cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 -- 172.21.15.44:0/3125048237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d58eab8210 con 0x55d58ee3f9b0 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee3fd90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4011570 tx=0x7f4ce4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64f1e598766b175f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.440+0000 7f4ce3e00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4cd00a3d90 0x7f4cd00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.441+0000 7f4cdb400640 1 -- 172.21.15.44:0/3125048237 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce401e070 con 0x55d58ee3f9b0 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.441+0000 7f4cdb400640 1 -- 172.21.15.44:0/3125048237 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ce400fb50 con 0x55d58ee3f9b0 2024-04-26T01:57:52.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.441+0000 7f4cdb400640 1 -- 172.21.15.44:0/3125048237 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4019b90 con 0x55d58ee3f9b0 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.441+0000 7f4ce3e00640 1 -- 172.21.15.44:0/1718020525 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f4cdc0d1130 con 0x7f4cec1041f0 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.441+0000 7f4ceaa00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4cd00a3d90 0x7f4cd00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4ceaa00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4cd00a3d90 0x7f4cd00a6250 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc0ce9a0 tx=0x7f4cdc0d4c80 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 -- 172.21.15.44:0/3125048237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 msgr2=0x55d58ee3fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee3fd90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4011570 tx=0x7f4ce4011a30 comp rx=0 tx=0).stop 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 -- 172.21.15.44:0/3125048237 shutdown_connections 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee4cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee4a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3125048237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee3fd90 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 -- 172.21.15.44:0/3125048237 >> 172.21.15.44:0/3125048237 conn(0x55d58ee3bec0 msgr2=0x55d58ee3c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:52.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 -- 172.21.15.44:0/3125048237 shutdown_connections 2024-04-26T01:57:52.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 -- 172.21.15.44:0/3125048237 wait complete. 2024-04-26T01:57:52.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 -- start start 2024-04-26T01:57:52.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.442+0000 7f4cf4436740 1 Processor -- start 2024-04-26T01:57:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee3f9b0 0x55d58ee47b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee48050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee48590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4cf4436740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d58ee4d7c0 con 0x55d58ee402d0 2024-04-26T01:57:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4cf4436740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d58ed5f310 con 0x55d58ee4ab90 2024-04-26T01:57:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4cf4436740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d58ee4d940 con 0x55d58ee3f9b0 2024-04-26T01:57:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4cf4436740 10 client.0 _ll_register_callbacks cb 0x55d58ed2dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4ce2000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee48050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4ce2000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee48050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48958/0 (socket says 172.21.15.44:48958) 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4ce2000640 1 -- 172.21.15.44:0/3611524211 learned_addr learned my addr 172.21.15.44:0/3611524211 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee48590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.443+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee3f9b0 0x55d58ee47b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ce2000640 1 -- 172.21.15.44:0/3611524211 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee3f9b0 msgr2=0x55d58ee47b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ce2000640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee3f9b0 0x55d58ee47b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ce2000640 1 -- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 msgr2=0x55d58ee48590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ce2000640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee48590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ce2000640 1 -- 172.21.15.44:0/3611524211 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d58eb84620 con 0x55d58ee402d0 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee48590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ce2000640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee48050 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4000c00 tx=0x7f4cd40043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2fa99e65933e2d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ccfe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.444+0000 7f4ccfe00640 1 -- 172.21.15.44:0/3611524211 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd4035040 con 0x55d58ee402d0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4ccfe00640 1 -- 172.21.15.44:0/3611524211 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f4cd4005450 con 0x55d58ee402d0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ce400fb50 con 0x55d58ee402d0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4ccfe00640 1 -- 172.21.15.44:0/3611524211 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4cd4005650 con 0x55d58ee402d0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4cf4436740 10 client.15519 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d58ee59a00 con 0x55d58ee402d0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4ccfe00640 1 -- 172.21.15.44:0/3611524211 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ce400fb50 con 0x55d58ee402d0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4ccfe00640 1 -- 172.21.15.44:0/3611524211 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f4cd404e020 con 0x55d58ee402d0 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4cf4436740 10 client.15519 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4cf4436740 10 client.15519 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4cf4436740 20 client.15519 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.445+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58ee5aec0 0x55d58ee5d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.446+0000 7f4cf4436740 4 client.15519 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.446+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d58edb98b0 con 0x55d58ee5aec0 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.446+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58ee5aec0 0x55d58ee5d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.446+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58ee5aec0 0x55d58ee5d2b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63db1325f821681 server_cookie=66621e634deb22e1 in_seq=0 out_seq=0 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.446+0000 7f4ccfe00640 10 client.15519 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4ccfe00640 1 -- 172.21.15.44:0/3611524211 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d58edb98b0 con 0x55d58ee5aec0 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4ccfe00640 10 client.15519 handle_command_reply: tid=0 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 client.15519 shutdown 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 msgr2=0x55d58ee48050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee48050 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4000c00 tx=0x7f4cd40043b0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 shutdown_connections 2024-04-26T01:57:52.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58ee5aec0 0x55d58ee5d2b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee48590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee48050 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3611524211 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee3f9b0 0x55d58ee47b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.447+0000 7f4ccfe00640 0 client.15519 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.448+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 >> 172.21.15.44:0/3611524211 conn(0x55d58ee3bec0 msgr2=0x55d58ee41bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.448+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 shutdown_connections 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.448+0000 7f4cf4436740 1 -- 172.21.15.44:0/3611524211 wait complete. 2024-04-26T01:57:52.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.448+0000 7f4cf4436740 20 client.15519 trim_cache size 0 max 16384 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.464+0000 7f4cf4436740 1 Processor -- start 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.464+0000 7f4cf4436740 1 -- start start 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.464+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee56680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee42370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee481e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4cf4436740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1afb30 con 0x55d58ee3f9b0 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4cf4436740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1b16a0 con 0x55d58ee4ab90 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4cf4436740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1b0200 con 0x55d58ee402d0 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee56680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee56680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48970/0 (socket says 172.21.15.44:48970) 2024-04-26T01:57:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 -- 172.21.15.44:0/3867622778 learned_addr learned my addr 172.21.15.44:0/3867622778 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee481e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ce2000640 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee42370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 -- 172.21.15.44:0/3867622778 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 msgr2=0x55d58ee42370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee42370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 -- 172.21.15.44:0/3867622778 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 msgr2=0x55d58ee481e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee481e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.465+0000 7f4ceb400640 1 -- 172.21.15.44:0/3867622778 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d58ee428b0 con 0x55d58ee3f9b0 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.466+0000 7f4ceb400640 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee56680 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4011f30 tx=0x7f4ce4019730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a444c164ad4b86 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.466+0000 7f4cdaa00640 1 -- 172.21.15.44:0/3867622778 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce401e070 con 0x55d58ee3f9b0 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.466+0000 7f4cdaa00640 1 -- 172.21.15.44:0/3867622778 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ce402e020 con 0x55d58ee3f9b0 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.466+0000 7f4cdaa00640 1 -- 172.21.15.44:0/3867622778 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4019860 con 0x55d58ee3f9b0 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.466+0000 7f4cf4436740 1 -- 172.21.15.44:0/3867622778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 msgr2=0x55d58ee56680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.466+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee56680 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4011f30 tx=0x7f4ce4019730 comp rx=0 tx=0).stop 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 -- 172.21.15.44:0/3867622778 shutdown_connections 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee4ab90 0x55d58ee481e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee402d0 0x55d58ee42370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 --2- 172.21.15.44:0/3867622778 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee3f9b0 0x55d58ee56680 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 -- 172.21.15.44:0/3867622778 >> 172.21.15.44:0/3867622778 conn(0x55d58ee3bec0 msgr2=0x55d58ee47ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:52.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 -- 172.21.15.44:0/3867622778 shutdown_connections 2024-04-26T01:57:52.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 -- 172.21.15.44:0/3867622778 wait complete. 2024-04-26T01:57:52.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 -- start start 2024-04-26T01:57:52.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.467+0000 7f4cf4436740 1 Processor -- start 2024-04-26T01:57:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee3f9b0 0x55d58ee52e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee501c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4cf4436740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee4ab90 0x55d58ee50700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4cf4436740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1b0fa0 con 0x55d58ee402d0 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4cf4436740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1b08d0 con 0x55d58ee3f9b0 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4cf4436740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec1adb50 con 0x55d58ee4ab90 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4cf4436740 10 client.0 _ll_register_callbacks cb 0x7f4cd4004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee501c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48980/0 (socket says 172.21.15.44:48980) 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 -- 172.21.15.44:0/4268941779 learned_addr learned my addr 172.21.15.44:0/4268941779 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ceb400640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee3f9b0 0x55d58ee52e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ceb400640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee4ab90 0x55d58ee50700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 -- 172.21.15.44:0/4268941779 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee4ab90 msgr2=0x55d58ee50700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee4ab90 0x55d58ee50700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 -- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee3f9b0 msgr2=0x55d58ee52e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:57:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee3f9b0 0x55d58ee52e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ce2000640 1 -- 172.21.15.44:0/4268941779 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d58ee50dc0 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.468+0000 7f4ceb400640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee4ab90 0x55d58ee50700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4ce2000640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee501c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4005ab0 tx=0x7f4cd4005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92050ec74c08bd7e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4ccfe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4ccfe00640 1 -- 172.21.15.44:0/4268941779 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd4055030 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4ccfe00640 1 -- 172.21.15.44:0/4268941779 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f4cd4003800 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ce402e020 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4ccfe00640 1 -- 172.21.15.44:0/4268941779 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4cd405f050 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4cf4436740 10 client.15525 fetch_fsmap learned FSMap version 30 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.469+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d58eec12e0 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4ccfe00640 1 -- 172.21.15.44:0/4268941779 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ce402e020 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4ccfe00640 1 -- 172.21.15.44:0/4268941779 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f4cd404e040 con 0x55d58ee402d0 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4cf4436740 10 client.15525 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4cf4436740 10 client.15525 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:57:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4cf4436740 20 client.15525 populate_metadata read hostname 'smithi044' 2024-04-26T01:57:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4cf4436740 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58eec1a20 0x55d58eec3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4cf4436740 4 client.15525 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:57:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d58edb3320 con 0x55d58eec1a20 2024-04-26T01:57:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.470+0000 7f4ceb400640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58eec1a20 0x55d58eec3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.471+0000 7f4ceb400640 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58eec1a20 0x55d58eec3e40 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5491de6216f7cbac server_cookie=cd82f7586c712c60 in_seq=0 out_seq=0 2024-04-26T01:57:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.471+0000 7f4ccfe00640 10 client.15525 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.479+0000 7f4ccfe00640 1 -- 172.21.15.44:0/4268941779 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d58edb3320 con 0x55d58eec1a20 2024-04-26T01:57:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.479+0000 7f4ccfe00640 10 client.15525 handle_command_reply: tid=0 2024-04-26T01:57:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.479+0000 7f4cf4436740 1 client.15525 shutdown 2024-04-26T01:57:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.479+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 msgr2=0x55d58ee501c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.479+0000 7f4cf4436740 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee501c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4005ab0 tx=0x7f4cd4005850 comp rx=0 tx=0).stop 2024-04-26T01:57:52.479 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 shutdown_connections 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d58eec1a20 0x55d58eec3e40 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d58ee4ab90 0x55d58ee50700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d58ee402d0 0x55d58ee501c0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 --2- 172.21.15.44:0/4268941779 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d58ee3f9b0 0x55d58ee52e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 >> 172.21.15.44:0/4268941779 conn(0x55d58ee3bec0 msgr2=0x55d58ee3a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4ccfe00640 0 client.15525 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 shutdown_connections 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 1 -- 172.21.15.44:0/4268941779 wait complete. 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.480+0000 7f4cf4436740 20 client.15525 trim_cache size 0 max 16384 2024-04-26T01:57:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:57:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:57:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:57:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:57:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4cd00a3d90 msgr2=0x7f4cd00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4cd00a3d90 0x7f4cd00a6250 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc0ce9a0 tx=0x7f4cdc0d4c80 comp rx=0 tx=0).stop 2024-04-26T01:57:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4cec1041f0 msgr2=0x7f4cec1a0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4cec1041f0 0x7f4cec1a0460 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc00eb00 tx=0x7f4cdc00c2d0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 shutdown_connections 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4cd00a3d90 0x7f4cd00a6250 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4cec19a610 0x7f4cec19aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4cec1092c0 0x7f4cec1a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 --2- 172.21.15.44:0/1718020525 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4cec1041f0 0x7f4cec1a0460 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 >> 172.21.15.44:0/1718020525 conn(0x7f4cec0ffa30 msgr2=0x7f4cec100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 shutdown_connections 2024-04-26T01:57:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:57:52.481+0000 7f4cebe00640 1 -- 172.21.15.44:0/1718020525 wait complete. 2024-04-26T01:57:52.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:52 smithi156 ceph-mon[32543]: pgmap v90: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-26T01:57:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:52 smithi090 ceph-mon[32456]: pgmap v90: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-26T01:57:53.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:52 smithi044 ceph-mon[27847]: pgmap v90: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-26T01:57:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:54 smithi156 ceph-mon[32543]: pgmap v91: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.5 KiB/s wr, 19 op/s 2024-04-26T01:57:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:54 smithi090 ceph-mon[32456]: pgmap v91: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.5 KiB/s wr, 19 op/s 2024-04-26T01:57:55.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:54 smithi044 ceph-mon[27847]: pgmap v91: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.5 KiB/s wr, 19 op/s 2024-04-26T01:57:56.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:56 smithi156 ceph-mon[32543]: pgmap v92: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-26T01:57:56.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:56 smithi090 ceph-mon[32456]: pgmap v92: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-26T01:57:57.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:56 smithi044 ceph-mon[27847]: pgmap v92: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-26T01:57:58.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:57:58 smithi156 ceph-mon[32543]: pgmap v93: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-26T01:57:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:57:58 smithi090 ceph-mon[32456]: pgmap v93: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-26T01:57:59.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:57:58 smithi044 ceph-mon[27847]: pgmap v93: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-26T01:58:00.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:00 smithi156 ceph-mon[32543]: pgmap v94: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-26T01:58:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:00 smithi090 ceph-mon[32456]: pgmap v94: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-26T01:58:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:00 smithi044 ceph-mon[27847]: pgmap v94: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-26T01:58:02.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:02 smithi156 ceph-mon[32543]: pgmap v95: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-26T01:58:02.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:02 smithi090 ceph-mon[32456]: pgmap v95: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-26T01:58:03.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:02 smithi044 ceph-mon[27847]: pgmap v95: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-26T01:58:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:04 smithi156 ceph-mon[32543]: pgmap v96: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:58:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:04 smithi090 ceph-mon[32456]: pgmap v96: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:58:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:04 smithi044 ceph-mon[27847]: pgmap v96: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:58:05.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 -- 172.21.15.44:0/306776885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec101fe0 msgr2=0x7fdbec1023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 --2- 172.21.15.44:0/306776885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec101fe0 0x7fdbec1023c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc009900 tx=0x7fdbdc02a410 comp rx=0 tx=0).stop 2024-04-26T01:58:05.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 -- 172.21.15.44:0/306776885 shutdown_connections 2024-04-26T01:58:05.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 --2- 172.21.15.44:0/306776885 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec1070b0 0x7fdbec10ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 --2- 172.21.15.44:0/306776885 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdbec102990 0x7fdbec1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 --2- 172.21.15.44:0/306776885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec101fe0 0x7fdbec1023c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 -- 172.21.15.44:0/306776885 >> 172.21.15.44:0/306776885 conn(0x7fdbec0fd8a0 msgr2=0x7fdbec0ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:05.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 -- 172.21.15.44:0/306776885 shutdown_connections 2024-04-26T01:58:05.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.630+0000 7fdbf1400640 1 -- 172.21.15.44:0/306776885 wait complete. 2024-04-26T01:58:05.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.631+0000 7fdbf1400640 1 Processor -- start 2024-04-26T01:58:05.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.631+0000 7fdbf1400640 1 -- start start 2024-04-26T01:58:05.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbf1400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec101fe0 0x7fdbec074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbf1400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdbec1070b0 0x7fdbec074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbf1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec075ef0 0x7fdbec074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbf1400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec111ff0 con 0x7fdbec075ef0 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbf1400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec111e70 con 0x7fdbec101fe0 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbf1400640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec112170 con 0x7fdbec1070b0 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbebe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec101fe0 0x7fdbec074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbe3400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdbec1070b0 0x7fdbec074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbebe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec101fe0 0x7fdbec074250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36652/0 (socket says 172.21.15.44:36652) 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbebe00640 1 -- 172.21.15.44:0/498142681 learned_addr learned my addr 172.21.15.44:0/498142681 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:05.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.632+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec075ef0 0x7fdbec074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe3400640 1 -- 172.21.15.44:0/498142681 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec101fe0 msgr2=0x7fdbec074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe3400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec101fe0 0x7fdbec074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe3400640 1 -- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec075ef0 msgr2=0x7fdbec074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe3400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec075ef0 0x7fdbec074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe3400640 1 -- 172.21.15.44:0/498142681 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbec1ab320 con 0x7fdbec1070b0 2024-04-26T01:58:05.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbebe00640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec101fe0 0x7fdbec074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:05.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe3400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdbec1070b0 0x7fdbec074790 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdbd400e9c0 tx=0x7fdbd400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:05.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe9600640 1 -- 172.21.15.44:0/498142681 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd400ccc0 con 0x7fdbec1070b0 2024-04-26T01:58:05.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbec1ab610 con 0x7fdbec1070b0 2024-04-26T01:58:05.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe9600640 1 -- 172.21.15.44:0/498142681 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbd40108e0 con 0x7fdbec1070b0 2024-04-26T01:58:05.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbe9600640 1 -- 172.21.15.44:0/498142681 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd40187c0 con 0x7fdbec1070b0 2024-04-26T01:58:05.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.633+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbec1abbb0 con 0x7fdbec1070b0 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.637+0000 7fdbe9600640 1 -- 172.21.15.44:0/498142681 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdbd4010430 con 0x7fdbec1070b0 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.637+0000 7fdbf578e740 1 Processor -- start 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.637+0000 7fdbf578e740 1 -- start start 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.637+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cdcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf578e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ecc5c42900 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf578e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ecc5be8ef0 con 0x55ecc5ce7b90 2024-04-26T01:58:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf578e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ecc5c3e8c0 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cdcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cdcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51842/0 (socket says 172.21.15.44:51842) 2024-04-26T01:58:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbe3400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3150144907 learned_addr learned my addr 172.21.15.44:0/3150144907 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbebe00640 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3150144907 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 msgr2=0x55ecc5ce7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3150144907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 msgr2=0x55ecc5ce9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.638+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3150144907 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecc5955210 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.639+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cdcd90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdbe4009f40 tx=0x7fdbe4010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c854b41a40a8bb7e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.639+0000 7fdbe1200640 1 -- 172.21.15.44:0/3150144907 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe4016070 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.639+0000 7fdbe1200640 1 -- 172.21.15.44:0/3150144907 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbe4004d20 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.639+0000 7fdbe1200640 1 -- 172.21.15.44:0/3150144907 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe40126d0 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.639+0000 7fdbe9600640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdbd00a3d90 0x7fdbd00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.639+0000 7fdbe9600640 1 -- 172.21.15.44:0/498142681 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fdbd40d0a90 con 0x7fdbec1070b0 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.639+0000 7fdbebe00640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdbd00a3d90 0x7fdbd00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 -- 172.21.15.44:0/3150144907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdc9b0 msgr2=0x55ecc5cdcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cdcd90 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdbe4009f40 tx=0x7fdbe4010800 comp rx=0 tx=0).stop 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 -- 172.21.15.44:0/3150144907 shutdown_connections 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3150144907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cdcd90 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 -- 172.21.15.44:0/3150144907 >> 172.21.15.44:0/3150144907 conn(0x55ecc5cd8ec0 msgr2=0x55ecc5cd92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 -- 172.21.15.44:0/3150144907 shutdown_connections 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbf578e740 1 -- 172.21.15.44:0/3150144907 wait complete. 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.640+0000 7fdbebe00640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdbd00a3d90 0x7fdbd00a6250 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc031440 tx=0x7fdbdc0058d0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 -- start start 2024-04-26T01:58:05.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 Processor -- start 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ce4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ecc5cea7c0 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ecc5bfc310 con 0x55ecc5ce7b90 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.641+0000 7fdbf578e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ecc5cea940 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbf578e740 10 client.0 _ll_register_callbacks cb 0x55ecc5bcacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbebe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ce4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51844/0 (socket says 172.21.15.44:51844) 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 -- 172.21.15.44:0/3347704045 learned_addr learned my addr 172.21.15.44:0/3347704045 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:05.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 -- 172.21.15.44:0/3347704045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 msgr2=0x55ecc5ce4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ce4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 -- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 msgr2=0x55ecc5ce5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 -- 172.21.15.44:0/3347704045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecc5a21620 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbe3400640 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce5020 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4098f50 tx=0x7fdbd4009700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=375ca519694481f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.642+0000 7fdbd9600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbd9600640 1 -- 172.21.15.44:0/3347704045 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd40d9040 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbd9600640 1 -- 172.21.15.44:0/3347704045 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fdbd40ce470 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe4004d20 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbd9600640 1 -- 172.21.15.44:0/3347704045 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fdbd40ce670 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbf578e740 10 client.15537 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ecc5cf6a20 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbd9600640 1 -- 172.21.15.44:0/3347704045 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbe4004d20 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbd9600640 1 -- 172.21.15.44:0/3347704045 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fdbd4098840 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.643+0000 7fdbf578e740 10 client.15537 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.644+0000 7fdbf578e740 10 client.15537 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.644+0000 7fdbf578e740 20 client.15537 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.644+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5cf7ee0 0x55ecc5cfa310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.644+0000 7fdbf578e740 4 client.15537 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.644+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ecc5c568b0 con 0x55ecc5cf7ee0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.644+0000 7fdbebe00640 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5cf7ee0 0x55ecc5cfa310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.645+0000 7fdbebe00640 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5cf7ee0 0x55ecc5cfa310 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7242d4b53a637e8 server_cookie=b1562085558c7a2f in_seq=0 out_seq=0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.645+0000 7fdbd9600640 10 client.15537 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbd9600640 1 -- 172.21.15.44:0/3347704045 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ecc5c568b0 con 0x55ecc5cf7ee0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbd9600640 10 client.15537 handle_command_reply: tid=0 2024-04-26T01:58:05.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 client.15537 shutdown 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 msgr2=0x55ecc5ce5020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce5020 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4098f50 tx=0x7fdbd4009700 comp rx=0 tx=0).stop 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 shutdown_connections 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5cf7ee0 0x55ecc5cfa310 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5ce5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce5020 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbd9600640 0 client.15537 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3347704045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ce4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 >> 172.21.15.44:0/3347704045 conn(0x55ecc5cd8ec0 msgr2=0x55ecc5cdebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 shutdown_connections 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 1 -- 172.21.15.44:0/3347704045 wait complete. 2024-04-26T01:58:05.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.646+0000 7fdbf578e740 20 client.15537 trim_cache size 0 max 16384 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 Processor -- start 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 -- start start 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cf3680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cffc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec1b3e80 con 0x55ecc5ce7b90 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec1b59f0 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.663+0000 7fdbf578e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec1b4550 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cffc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cffc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51856/0 (socket says 172.21.15.44:51856) 2024-04-26T01:58:05.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbebe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cf3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 -- 172.21.15.44:0/433278846 learned_addr learned my addr 172.21.15.44:0/433278846 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:05.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbe3400640 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 -- 172.21.15.44:0/433278846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 msgr2=0x55ecc5ce51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 -- 172.21.15.44:0/433278846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5cdc9b0 msgr2=0x55ecc5cf3680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cf3680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbf0a00640 1 -- 172.21.15.44:0/433278846 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecc5ce3030 con 0x55ecc5ce7b90 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.664+0000 7fdbebe00640 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cf3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.665+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cffc20 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40098b0 tx=0x7fdbe4005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66bf58e59dced47a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.665+0000 7fdbdbe00640 1 -- 172.21.15.44:0/433278846 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe4016050 con 0x55ecc5ce7b90 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.665+0000 7fdbdbe00640 1 -- 172.21.15.44:0/433278846 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbe4012900 con 0x55ecc5ce7b90 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.665+0000 7fdbdbe00640 1 -- 172.21.15.44:0/433278846 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe4024850 con 0x55ecc5ce7b90 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.665+0000 7fdbf578e740 1 -- 172.21.15.44:0/433278846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5ce7b90 msgr2=0x55ecc5cffc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.665+0000 7fdbf578e740 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cffc20 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdbe40098b0 tx=0x7fdbe4005a60 comp rx=0 tx=0).stop 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 -- 172.21.15.44:0/433278846 shutdown_connections 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cffc20 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5ce51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 --2- 172.21.15.44:0/433278846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5cf3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 -- 172.21.15.44:0/433278846 >> 172.21.15.44:0/433278846 conn(0x55ecc5cd8ec0 msgr2=0x55ecc5ce4aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 -- 172.21.15.44:0/433278846 shutdown_connections 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 -- 172.21.15.44:0/433278846 wait complete. 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 -- start start 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.666+0000 7fdbf578e740 1 Processor -- start 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ced830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5cedd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf578e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cee2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf578e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec1b52f0 con 0x55ecc5cdd2d0 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf578e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec1b4c20 con 0x55ecc5ce7b90 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf578e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec1b1e80 con 0x55ecc5cdc9b0 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf578e740 10 client.0 _ll_register_callbacks cb 0x7fdbd409c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbe3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5cedd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf0a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cee2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf0a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cee2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36682/0 (socket says 172.21.15.44:36682) 2024-04-26T01:58:05.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3169833959 learned_addr learned my addr 172.21.15.44:0/3169833959 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:05.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.667+0000 7fdbebe00640 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ced830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3169833959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 msgr2=0x55ecc5ced830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ced830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3169833959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 msgr2=0x55ecc5cedd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5cedd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf0a00640 1 -- 172.21.15.44:0/3169833959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecc5d5d6f0 con 0x55ecc5ce7b90 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf0a00640 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cee2b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fdbe4009e80 tx=0x7fdbe4024490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2942c84599ca2236 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbd9600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbd9600640 1 -- 172.21.15.44:0/3169833959 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe4009600 con 0x55ecc5ce7b90 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbd9600640 1 -- 172.21.15.44:0/3169833959 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fdbe4012cc0 con 0x55ecc5ce7b90 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe4012900 con 0x55ecc5ce7b90 2024-04-26T01:58:05.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbd9600640 1 -- 172.21.15.44:0/3169833959 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fdbe4016030 con 0x55ecc5ce7b90 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.668+0000 7fdbf578e740 10 client.25655 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ecc5d5ea00 con 0x55ecc5ce7b90 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbd9600640 1 -- 172.21.15.44:0/3169833959 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbe4012900 con 0x55ecc5ce7b90 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbd9600640 1 -- 172.21.15.44:0/3169833959 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fdbe402d070 con 0x55ecc5ce7b90 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbf578e740 10 client.25655 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbf578e740 10 client.25655 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbf578e740 20 client.25655 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5d5ee70 0x55ecc5d61260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbf578e740 4 client.25655 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.669+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ecc5c50320 con 0x55ecc5d5ee70 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.670+0000 7fdbebe00640 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5d5ee70 0x55ecc5d61260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.670+0000 7fdbebe00640 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5d5ee70 0x55ecc5d61260 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e36960a8a8f0ec4 server_cookie=4827878e15cc29a8 in_seq=0 out_seq=0 2024-04-26T01:58:05.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.670+0000 7fdbd9600640 10 client.25655 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:05.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbd9600640 1 -- 172.21.15.44:0/3169833959 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ecc5c50320 con 0x55ecc5d5ee70 2024-04-26T01:58:05.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbd9600640 10 client.25655 handle_command_reply: tid=0 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 client.25655 shutdown 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 msgr2=0x55ecc5cee2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cee2b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fdbe4009e80 tx=0x7fdbe4024490 comp rx=0 tx=0).stop 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 shutdown_connections 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ecc5d5ee70 0x55ecc5d61260 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ecc5ce7b90 0x55ecc5cee2b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ecc5cdd2d0 0x55ecc5cedd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 --2- 172.21.15.44:0/3169833959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ecc5cdc9b0 0x55ecc5ced830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 >> 172.21.15.44:0/3169833959 conn(0x55ecc5cd8ec0 msgr2=0x55ecc5cdebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbd9600640 0 client.25655 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 shutdown_connections 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 1 -- 172.21.15.44:0/3169833959 wait complete. 2024-04-26T01:58:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.677+0000 7fdbf578e740 20 client.25655 trim_cache size 0 max 16384 2024-04-26T01:58:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:58:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:58:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:58:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdbd00a3d90 msgr2=0x7fdbd00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdbd00a3d90 0x7fdbd00a6250 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc031440 tx=0x7fdbdc0058d0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdbec1070b0 msgr2=0x7fdbec074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdbec1070b0 0x7fdbec074790 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdbd400e9c0 tx=0x7fdbd400ee80 comp rx=0 tx=0).stop 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 shutdown_connections 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdbd00a3d90 0x7fdbd00a6250 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbec075ef0 0x7fdbec074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdbec1070b0 0x7fdbec074790 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 --2- 172.21.15.44:0/498142681 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdbec101fe0 0x7fdbec074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 >> 172.21.15.44:0/498142681 conn(0x7fdbec0fd8a0 msgr2=0x7fdbec0fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 shutdown_connections 2024-04-26T01:58:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:05.678+0000 7fdbf1400640 1 -- 172.21.15.44:0/498142681 wait complete. 2024-04-26T01:58:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:06 smithi156 ceph-mon[32543]: pgmap v97: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:58:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:06 smithi090 ceph-mon[32456]: pgmap v97: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:58:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:06 smithi044 ceph-mon[27847]: pgmap v97: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:58:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:08 smithi156 ceph-mon[32543]: pgmap v98: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:58:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:08 smithi090 ceph-mon[32456]: pgmap v98: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:58:09.048 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:08 smithi044 ceph-mon[27847]: pgmap v98: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:58:09.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:09 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:09.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:09 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:10.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:09 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:11.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:10 smithi044 ceph-mon[27847]: pgmap v99: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-26T01:58:11.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:10 smithi156 ceph-mon[32543]: pgmap v99: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-26T01:58:11.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:10 smithi090 ceph-mon[32456]: pgmap v99: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-26T01:58:12.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:11 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:12.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:11 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:12.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:11 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:58:12.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:11 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:12.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:11 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:12.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:11 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:58:12.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:11 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:12.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:11 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:12.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:11 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:58:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:12 smithi156 ceph-mon[32543]: pgmap v100: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:58:13.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:12 smithi090 ceph-mon[32456]: pgmap v100: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:58:13.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:12 smithi044 ceph-mon[27847]: pgmap v100: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:58:13.773 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:58:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:13 smithi156 ceph-mon[32543]: pgmap v101: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-26T01:58:14.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:13 smithi090 ceph-mon[32456]: pgmap v101: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-26T01:58:14.252 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:14.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:13 smithi044 ceph-mon[27847]: pgmap v101: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-26T01:58:16.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.594+0000 7f6c89600700 1 -- 172.21.15.44:0/384653997 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 msgr2=0x7f6c84108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.594+0000 7f6c89600700 1 --2- 172.21.15.44:0/384653997 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 0x7f6c84108e10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6c740098f0 tx=0x7f6c74009c00 comp rx=0 tx=0).stop 2024-04-26T01:58:16.595 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:16 smithi044 ceph-mon[27847]: pgmap v102: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-26T01:58:16.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.595+0000 7f6c89600700 1 -- 172.21.15.44:0/384653997 shutdown_connections 2024-04-26T01:58:16.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.595+0000 7f6c89600700 1 --2- 172.21.15.44:0/384653997 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 0x7f6c84108e10 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.595+0000 7f6c89600700 1 --2- 172.21.15.44:0/384653997 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c8406b0f0 0x7f6c8410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.595+0000 7f6c89600700 1 --2- 172.21.15.44:0/384653997 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 0x7f6c8406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.595+0000 7f6c89600700 1 -- 172.21.15.44:0/384653997 >> 172.21.15.44:0/384653997 conn(0x7f6c840788f0 msgr2=0x7f6c84078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.595+0000 7f6c89600700 1 -- 172.21.15.44:0/384653997 shutdown_connections 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.595+0000 7f6c89600700 1 -- 172.21.15.44:0/384653997 wait complete. 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.596+0000 7f6c89600700 1 Processor -- start 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c89600700 1 -- start start 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c89600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 0x7f6c8419b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c89600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c8406b0f0 0x7f6c8419b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c89600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 0x7f6c8419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c89600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6c84112bb0 con 0x7f6c8406b0f0 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c89600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6c84112a30 con 0x7f6c8406a750 2024-04-26T01:58:16.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c89600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6c84112d30 con 0x7f6c84108a30 2024-04-26T01:58:16.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c82a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 0x7f6c8419b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c82000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c8406b0f0 0x7f6c8419b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.597+0000 7f6c82a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 0x7f6c8419b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54428/0 (socket says 172.21.15.44:54428) 2024-04-26T01:58:16.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c82a00700 1 -- 172.21.15.44:0/1628475161 learned_addr learned my addr 172.21.15.44:0/1628475161 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:16.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c83400700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 0x7f6c8419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c82a00700 1 -- 172.21.15.44:0/1628475161 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 msgr2=0x7f6c8419fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c82a00700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 0x7f6c8419fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c82a00700 1 -- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c8406b0f0 msgr2=0x7f6c8419b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c82a00700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c8406b0f0 0x7f6c8419b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c82a00700 1 -- 172.21.15.44:0/1628475161 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c841a0350 con 0x7f6c8406a750 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c83400700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 0x7f6c8419fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.598+0000 7f6c82a00700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 0x7f6c8419b340 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6c7400f990 tx=0x7f6c7400f9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.599+0000 7f6c7b400700 1 -- 172.21.15.44:0/1628475161 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c74027070 con 0x7f6c8406a750 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.599+0000 7f6c7b400700 1 -- 172.21.15.44:0/1628475161 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c74005570 con 0x7f6c8406a750 2024-04-26T01:58:16.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.599+0000 7f6c7b400700 1 -- 172.21.15.44:0/1628475161 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c74004930 con 0x7f6c8406a750 2024-04-26T01:58:16.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.599+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c841a05e0 con 0x7f6c8406a750 2024-04-26T01:58:16.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.599+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c841a7ec0 con 0x7f6c8406a750 2024-04-26T01:58:16.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.600+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c84104170 con 0x7f6c8406a750 2024-04-26T01:58:16.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.602+0000 7f6c7b400700 1 -- 172.21.15.44:0/1628475161 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6c7402a070 con 0x7f6c8406a750 2024-04-26T01:58:16.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.604+0000 7f6c7b400700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6c680a3e30 0x7f6c680a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:16.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.604+0000 7f6c7b400700 1 -- 172.21.15.44:0/1628475161 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f6c740d1800 con 0x7f6c8406a750 2024-04-26T01:58:16.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.604+0000 7f6c82000700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6c680a3e30 0x7f6c680a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:16.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.605+0000 7f6c82000700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6c680a3e30 0x7f6c680a62f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6c84078fd0 tx=0x7f6c70009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.606+0000 7f6c7b400700 1 -- 172.21.15.44:0/1628475161 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6c74031070 con 0x7f6c8406a750 2024-04-26T01:58:16.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:16 smithi156 ceph-mon[32543]: pgmap v102: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-26T01:58:16.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:16 smithi090 ceph-mon[32456]: pgmap v102: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-26T01:58:16.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.894+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c8402df80 con 0x7f6c8406a750 2024-04-26T01:58:16.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.895+0000 7f6c7b400700 1 -- 172.21.15.44:0/1628475161 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11931 (secure 0 0 0) 0x7f6c74013030 con 0x7f6c8406a750 2024-04-26T01:58:16.895 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:58:16.895 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:56:50.645961+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24476,24490,24518,24502,24472]},"id":1}]} 2024-04-26T01:58:16.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6c680a3e30 msgr2=0x7f6c680a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6c680a3e30 0x7f6c680a62f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6c84078fd0 tx=0x7f6c70009260 comp rx=0 tx=0).stop 2024-04-26T01:58:16.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 msgr2=0x7f6c8419b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:16.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 0x7f6c8419b340 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6c7400f990 tx=0x7f6c7400f9c0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 shutdown_connections 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6c84108a30 0x7f6c8419fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6c680a3e30 0x7f6c680a62f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6c8406a750 0x7f6c8419b340 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 --2- 172.21.15.44:0/1628475161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c8406b0f0 0x7f6c8419b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.899+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 >> 172.21.15.44:0/1628475161 conn(0x7f6c840788f0 msgr2=0x7f6c8410df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.900+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 shutdown_connections 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:16.900+0000 7f6c89600700 1 -- 172.21.15.44:0/1628475161 wait complete. 2024-04-26T01:58:16.899 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 30 2024-04-26T01:58:17.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:17 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1628475161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:17.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:17 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1628475161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:17.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:17 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1628475161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:17.854 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id c11d887e --release --await' 2024-04-26T01:58:17.854 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id c11d887e --release --await 2024-04-26T01:58:18.280 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:18.661 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:18 smithi044 ceph-mon[27847]: pgmap v103: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-26T01:58:18.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:18 smithi156 ceph-mon[32543]: pgmap v103: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-26T01:58:18.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:18 smithi090 ceph-mon[32456]: pgmap v103: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-04-26T01:58:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.826+0000 7f9246200640 1 -- 172.21.15.44:0/407769637 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240105f80 msgr2=0x7f924010db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.826+0000 7f9246200640 1 --2- 172.21.15.44:0/407769637 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240105f80 0x7f924010db50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9238009be0 tx=0x7f923802a6c0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.827+0000 7f9246200640 1 -- 172.21.15.44:0/407769637 shutdown_connections 2024-04-26T01:58:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.827+0000 7f9246200640 1 --2- 172.21.15.44:0/407769637 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240105f80 0x7f924010db50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.827+0000 7f9246200640 1 --2- 172.21.15.44:0/407769637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240101860 0x7f92401058a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.827+0000 7f9246200640 1 --2- 172.21.15.44:0/407769637 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9240100eb0 0x7f9240101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.827+0000 7f9246200640 1 -- 172.21.15.44:0/407769637 >> 172.21.15.44:0/407769637 conn(0x7f92400fc770 msgr2=0x7f92400feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.827+0000 7f9246200640 1 -- 172.21.15.44:0/407769637 shutdown_connections 2024-04-26T01:58:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.827+0000 7f9246200640 1 -- 172.21.15.44:0/407769637 wait complete. 2024-04-26T01:58:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.828+0000 7f9246200640 1 Processor -- start 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.828+0000 7f9246200640 1 -- start start 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9246200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240100eb0 0x7f92401106f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9246200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9240105f80 0x7f9240110c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9246200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240111170 0x7f92401a67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9246200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9240069ec0 con 0x7f9240100eb0 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9246200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9240069d40 con 0x7f9240111170 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9246200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f924006a040 con 0x7f9240105f80 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240100eb0 0x7f92401106f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240100eb0 0x7f92401106f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42794/0 (socket says 172.21.15.44:42794) 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 -- 172.21.15.44:0/314152898 learned_addr learned my addr 172.21.15.44:0/314152898 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9245800640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240111170 0x7f92401a67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f923fe00640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9240105f80 0x7f9240110c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 -- 172.21.15.44:0/314152898 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9240105f80 msgr2=0x7f9240110c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9240105f80 0x7f9240110c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 -- 172.21.15.44:0/314152898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240111170 msgr2=0x7f92401a67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240111170 0x7f92401a67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.829+0000 7f9244e00640 1 -- 172.21.15.44:0/314152898 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92401a6e60 con 0x7f9240100eb0 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.830+0000 7f9244e00640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240100eb0 0x7f92401106f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f923400e9f0 tx=0x7f923400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.830+0000 7f923d600640 1 -- 172.21.15.44:0/314152898 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923400ccc0 con 0x7f9240100eb0 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.830+0000 7f923d600640 1 -- 172.21.15.44:0/314152898 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92340108e0 con 0x7f9240100eb0 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.830+0000 7f923d600640 1 -- 172.21.15.44:0/314152898 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9234018880 con 0x7f9240100eb0 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.830+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92401a7150 con 0x7f9240100eb0 2024-04-26T01:58:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.830+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92401a76a0 con 0x7f9240100eb0 2024-04-26T01:58:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 Processor -- start 2024-04-26T01:58:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 -- start start 2024-04-26T01:58:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f923d600640 1 -- 172.21.15.44:0/314152898 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9234010430 con 0x7f9240100eb0 2024-04-26T01:58:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x55932266bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x559322676650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x559322678f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5593225d1900 con 0x559322676b90 2024-04-26T01:58:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559322577ef0 con 0x55932266b9b0 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.834+0000 7f924a602740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5593225cd8c0 con 0x55932266c2d0 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f923fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x559322678f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x55932266bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9244e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x559322676650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x55932266bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54404/0 (socket says 172.21.15.44:54404) 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 -- 172.21.15.44:0/1923831950 learned_addr learned my addr 172.21.15.44:0/1923831950 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f923fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x559322678f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42800/0 (socket says 172.21.15.44:42800) 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 -- 172.21.15.44:0/1923831950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 msgr2=0x559322676650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 --2- 172.21.15.44:0/1923831950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x559322676650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 -- 172.21.15.44:0/1923831950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 msgr2=0x559322678f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 --2- 172.21.15.44:0/1923831950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x559322678f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.835+0000 7f9245800640 1 -- 172.21.15.44:0/1923831950 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593222e4210 con 0x55932266b9b0 2024-04-26T01:58:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.836+0000 7f9245800640 1 --2- 172.21.15.44:0/1923831950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x55932266bd90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9238009be0 tx=0x7f9238030430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be69f7ae4462b473 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.836+0000 7f9232000640 1 -- 172.21.15.44:0/1923831950 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238041030 con 0x55932266b9b0 2024-04-26T01:58:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.836+0000 7f923d600640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3d10 0x7f92280a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.836+0000 7f9232000640 1 -- 172.21.15.44:0/1923831950 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9238003e20 con 0x55932266b9b0 2024-04-26T01:58:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.836+0000 7f9232000640 1 -- 172.21.15.44:0/1923831950 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238036040 con 0x55932266b9b0 2024-04-26T01:58:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.836+0000 7f923d600640 1 -- 172.21.15.44:0/314152898 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f92340d0ba0 con 0x7f9240100eb0 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.836+0000 7f9244e00640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3d10 0x7f92280a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 -- 172.21.15.44:0/1923831950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 msgr2=0x55932266bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 --2- 172.21.15.44:0/1923831950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x55932266bd90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9238009be0 tx=0x7f9238030430 comp rx=0 tx=0).stop 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f9244e00640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3d10 0x7f92280a61d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55932266cf50 tx=0x7f92340d4650 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 -- 172.21.15.44:0/1923831950 shutdown_connections 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 --2- 172.21.15.44:0/1923831950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x559322678f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 --2- 172.21.15.44:0/1923831950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x559322676650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 --2- 172.21.15.44:0/1923831950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x55932266bd90 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 -- 172.21.15.44:0/1923831950 >> 172.21.15.44:0/1923831950 conn(0x559322667ec0 msgr2=0x5593226682a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 -- 172.21.15.44:0/1923831950 shutdown_connections 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.837+0000 7f924a602740 1 -- 172.21.15.44:0/1923831950 wait complete. 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 -- start start 2024-04-26T01:58:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 Processor -- start 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266b9b0 0x559322673b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x559322674060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x5593226745a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559322679760 con 0x559322676b90 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55932258b310 con 0x55932266c2d0 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5593226798e0 con 0x55932266b9b0 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.838+0000 7f924a602740 10 client.0 _ll_register_callbacks cb 0x559322559cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x559322674060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x559322674060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54406/0 (socket says 172.21.15.44:54406) 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 -- 172.21.15.44:0/299814064 learned_addr learned my addr 172.21.15.44:0/299814064 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f9245800640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266b9b0 0x559322673b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f9245800640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x5593226745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 -- 172.21.15.44:0/299814064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266b9b0 msgr2=0x559322673b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266b9b0 0x559322673b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 -- 172.21.15.44:0/299814064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 msgr2=0x5593226745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x5593226745a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 -- 172.21.15.44:0/299814064 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593223b0620 con 0x55932266c2d0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f9245800640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x5593226745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f923fe00640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x559322674060 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f922c0126d0 tx=0x7f922c012b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d211eac7e4559dc8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.839+0000 7f9226a00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f9226a00640 1 -- 172.21.15.44:0/299814064 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c00f920 con 0x55932266c2d0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f9226a00640 1 -- 172.21.15.44:0/299814064 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f922c00fac0 con 0x55932266c2d0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9238003e20 con 0x55932266c2d0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f9226a00640 1 -- 172.21.15.44:0/299814064 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f922c00fcc0 con 0x55932266c2d0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f924a602740 10 client.25673 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559322685a60 con 0x55932266c2d0 2024-04-26T01:58:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f9226a00640 1 -- 172.21.15.44:0/299814064 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9238003e20 con 0x55932266c2d0 2024-04-26T01:58:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f9226a00640 1 -- 172.21.15.44:0/299814064 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f922c01c420 con 0x55932266c2d0 2024-04-26T01:58:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f924a602740 10 client.25673 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.840+0000 7f924a602740 10 client.25673 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.841+0000 7f924a602740 20 client.25673 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.841+0000 7f924a602740 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559322686fe0 0x5593226893f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.841+0000 7f924a602740 4 client.25673 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.841+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593225e58b0 con 0x559322686fe0 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.841+0000 7f9245800640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559322686fe0 0x5593226893f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.841+0000 7f9245800640 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559322686fe0 0x5593226893f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ab91ab3922d481a server_cookie=3efbcdb68f0edfce in_seq=0 out_seq=0 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.841+0000 7f9226a00640 10 client.25673 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.842+0000 7f9226a00640 1 -- 172.21.15.44:0/299814064 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5593225e58b0 con 0x559322686fe0 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.842+0000 7f9226a00640 10 client.25673 handle_command_reply: tid=0 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.842+0000 7f924a602740 1 client.25673 shutdown 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 msgr2=0x559322674060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x559322674060 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f922c0126d0 tx=0x7f922c012b90 comp rx=0 tx=0).stop 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 shutdown_connections 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559322686fe0 0x5593226893f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x5593226745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x559322674060 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 --2- 172.21.15.44:0/299814064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266b9b0 0x559322673b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 >> 172.21.15.44:0/299814064 conn(0x559322667ec0 msgr2=0x55932266dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f9226a00640 0 client.25673 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 shutdown_connections 2024-04-26T01:58:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 1 -- 172.21.15.44:0/299814064 wait complete. 2024-04-26T01:58:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.843+0000 7f924a602740 20 client.25673 trim_cache size 0 max 16384 2024-04-26T01:58:18.867 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.867+0000 7f924a602740 1 Processor -- start 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.867+0000 7f924a602740 1 -- start start 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f924a602740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x559322682620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f924a602740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x55932268ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f924a602740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x55932268f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f924a602740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f92401afad0 con 0x559322676b90 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f924a602740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f92401b1640 con 0x55932266b9b0 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f924a602740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f92401b01a0 con 0x55932266c2d0 2024-04-26T01:58:18.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f9245800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x559322682620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f9245800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x559322682620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54420/0 (socket says 172.21.15.44:54420) 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f9245800640 1 -- 172.21.15.44:0/4018519777 learned_addr learned my addr 172.21.15.44:0/4018519777 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f923fe00640 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x55932268ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.868+0000 7f9245800640 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x55932268f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9245800640 1 -- 172.21.15.44:0/4018519777 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 msgr2=0x55932268ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9245800640 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x55932268ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9245800640 1 -- 172.21.15.44:0/4018519777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 msgr2=0x55932268f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9245800640 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x55932268f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9245800640 1 -- 172.21.15.44:0/4018519777 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559322663820 con 0x55932266b9b0 2024-04-26T01:58:18.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f923fe00640 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x55932268ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9245800640 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x559322682620 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9238030e70 tx=0x7f923803f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50559f5289489e59 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9231600640 1 -- 172.21.15.44:0/4018519777 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238036040 con 0x55932266b9b0 2024-04-26T01:58:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9231600640 1 -- 172.21.15.44:0/4018519777 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9238003e20 con 0x55932266b9b0 2024-04-26T01:58:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.869+0000 7f9231600640 1 -- 172.21.15.44:0/4018519777 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238041040 con 0x55932266b9b0 2024-04-26T01:58:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 -- 172.21.15.44:0/4018519777 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 msgr2=0x559322682620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x559322682620 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9238030e70 tx=0x7f923803f040 comp rx=0 tx=0).stop 2024-04-26T01:58:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 -- 172.21.15.44:0/4018519777 shutdown_connections 2024-04-26T01:58:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559322676b90 0x55932268f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55932266c2d0 0x55932268ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 --2- 172.21.15.44:0/4018519777 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266b9b0 0x559322682620 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 -- 172.21.15.44:0/4018519777 >> 172.21.15.44:0/4018519777 conn(0x559322667ec0 msgr2=0x559322672410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 -- 172.21.15.44:0/4018519777 shutdown_connections 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.870+0000 7f924a602740 1 -- 172.21.15.44:0/4018519777 wait complete. 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 -- start start 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 Processor -- start 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55932266b9b0 0x55932267ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x55932267c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559322676b90 0x55932267c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f92401b0f40 con 0x55932266b9b0 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f92401b0870 con 0x55932266c2d0 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f92401adb10 con 0x559322676b90 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f924a602740 10 client.0 _ll_register_callbacks cb 0x7f922c009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f9245800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55932266b9b0 0x55932267ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f9245800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55932266b9b0 0x55932267ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42826/0 (socket says 172.21.15.44:42826) 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.871+0000 7f9245800640 1 -- 172.21.15.44:0/673378168 learned_addr learned my addr 172.21.15.44:0/673378168 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f923fe00640 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x55932267c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9245800640 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559322676b90 0x55932267c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9245800640 1 -- 172.21.15.44:0/673378168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559322676b90 msgr2=0x55932267c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9245800640 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559322676b90 0x55932267c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9245800640 1 -- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 msgr2=0x55932267c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9245800640 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x55932267c0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9245800640 1 -- 172.21.15.44:0/673378168 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55932267cc00 con 0x55932266b9b0 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9245800640 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55932266b9b0 0x55932267ece0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f923802abe0 tx=0x7f9238009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b824772be388c0cb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9226a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9226a00640 1 -- 172.21.15.44:0/673378168 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238036070 con 0x55932266b9b0 2024-04-26T01:58:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9238003e20 con 0x55932266b9b0 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.872+0000 7f9226a00640 1 -- 172.21.15.44:0/673378168 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9238003970 con 0x55932266b9b0 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f9226a00640 1 -- 172.21.15.44:0/673378168 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9238041040 con 0x55932266b9b0 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 10 client.15567 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5593226ed370 con 0x55932266b9b0 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f9226a00640 1 -- 172.21.15.44:0/673378168 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9238003e20 con 0x55932266b9b0 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f9226a00640 1 -- 172.21.15.44:0/673378168 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f92380504f0 con 0x55932266b9b0 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 10 client.15567 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 10 client.15567 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 20 client.15567 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5593226ed6a0 0x5593226efa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 4 client.15567 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:58:18.877 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.873+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5593225df320 con 0x5593226ed6a0 2024-04-26T01:58:18.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.874+0000 7f923fe00640 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5593226ed6a0 0x5593226efa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:18.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.874+0000 7f923fe00640 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5593226ed6a0 0x5593226efa90 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12163bfd9b2063fb server_cookie=4fc83c4d06be2db1 in_seq=0 out_seq=0 2024-04-26T01:58:18.878 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.874+0000 7f9226a00640 10 client.15567 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f9226a00640 1 -- 172.21.15.44:0/673378168 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5593225df320 con 0x5593226ed6a0 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f9226a00640 10 client.15567 handle_command_reply: tid=0 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 client.15567 shutdown 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55932266b9b0 msgr2=0x55932267ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55932266b9b0 0x55932267ece0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f923802abe0 tx=0x7f9238009280 comp rx=0 tx=0).stop 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 shutdown_connections 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5593226ed6a0 0x5593226efa90 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559322676b90 0x55932267c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55932266c2d0 0x55932267c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 --2- 172.21.15.44:0/673378168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55932266b9b0 0x55932267ece0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.879 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 >> 172.21.15.44:0/673378168 conn(0x559322667ec0 msgr2=0x55932266d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.878+0000 7f9226a00640 0 client.15567 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.879+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 shutdown_connections 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.879+0000 7f924a602740 1 -- 172.21.15.44:0/673378168 wait complete. 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.879+0000 7f924a602740 20 client.15567 trim_cache size 0 max 16384 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:58:18.880 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:58:18.881 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.879+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3d10 msgr2=0x7f92280a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.881 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.879+0000 7f9246200640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3d10 0x7f92280a61d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55932266cf50 tx=0x7f92340d4650 comp rx=0 tx=0).stop 2024-04-26T01:58:18.881 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.879+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240100eb0 msgr2=0x7f92401106f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:18.881 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.879+0000 7f9246200640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240100eb0 0x7f92401106f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f923400e9f0 tx=0x7f923400edf0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.881 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 shutdown_connections 2024-04-26T01:58:18.881 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3d10 0x7f92280a61d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.881 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240111170 0x7f92401a67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.882 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9240105f80 0x7f9240110c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.882 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 --2- 172.21.15.44:0/314152898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240100eb0 0x7f92401106f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:18.882 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 >> 172.21.15.44:0/314152898 conn(0x7f92400fc770 msgr2=0x7f92400feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:18.882 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 shutdown_connections 2024-04-26T01:58:18.882 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:18.880+0000 7f9246200640 1 -- 172.21.15.44:0/314152898 wait complete. 2024-04-26T01:58:20.421 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:20 smithi044 ceph-mon[27847]: pgmap v104: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 13 op/s 2024-04-26T01:58:20.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:20 smithi156 ceph-mon[32543]: pgmap v104: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 13 op/s 2024-04-26T01:58:20.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:20 smithi090 ceph-mon[32456]: pgmap v104: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 13 op/s 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.738+0000 7f084f800700 1 -- 172.21.15.44:0/829860678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 msgr2=0x7f0848113730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.738+0000 7f084f800700 1 --2- 172.21.15.44:0/829860678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 0x7f0848113730 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0830009990 tx=0x7f0830009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.738+0000 7f084f800700 1 -- 172.21.15.44:0/829860678 shutdown_connections 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.738+0000 7f084f800700 1 --2- 172.21.15.44:0/829860678 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0848074c70 0x7f0848075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.738+0000 7f084f800700 1 --2- 172.21.15.44:0/829860678 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848113c70 0x7f0848116060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.738+0000 7f084f800700 1 --2- 172.21.15.44:0/829860678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 0x7f0848113730 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.739+0000 7f084f800700 1 -- 172.21.15.44:0/829860678 >> 172.21.15.44:0/829860678 conn(0x7f0848079b90 msgr2=0x7f0848079fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.739+0000 7f084f800700 1 -- 172.21.15.44:0/829860678 shutdown_connections 2024-04-26T01:58:20.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.739+0000 7f084f800700 1 -- 172.21.15.44:0/829860678 wait complete. 2024-04-26T01:58:20.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.740+0000 7f084f800700 1 Processor -- start 2024-04-26T01:58:20.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.740+0000 7f084f800700 1 -- start start 2024-04-26T01:58:20.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.740+0000 7f084f800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848074c70 0x7f084819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084f800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 0x7f084819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084f800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0848113c70 0x7f08481a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084f800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0848119260 con 0x7f0848075590 2024-04-26T01:58:20.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084f800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f08481190e0 con 0x7f0848074c70 2024-04-26T01:58:20.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084f800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f08481193e0 con 0x7f0848113c70 2024-04-26T01:58:20.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848074c70 0x7f084819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f083fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 0x7f084819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848074c70 0x7f084819f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54456/0 (socket says 172.21.15.44:54456) 2024-04-26T01:58:20.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 -- 172.21.15.44:0/1381044359 learned_addr learned my addr 172.21.15.44:0/1381044359 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:20.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084d800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0848113c70 0x7f08481a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 -- 172.21.15.44:0/1381044359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0848113c70 msgr2=0x7f08481a4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0848113c70 0x7f08481a4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 -- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 msgr2=0x7f084819fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 0x7f084819fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.741+0000 7f084ce00700 1 -- 172.21.15.44:0/1381044359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08481a4760 con 0x7f0848074c70 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.742+0000 7f084ce00700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848074c70 0x7f084819f750 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f083800ef10 tx=0x7f083800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.743+0000 7f0846000700 1 -- 172.21.15.44:0/1381044359 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083800c9c0 con 0x7f0848074c70 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.743+0000 7f0846000700 1 -- 172.21.15.44:0/1381044359 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0838019070 con 0x7f0848074c70 2024-04-26T01:58:20.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.743+0000 7f0846000700 1 -- 172.21.15.44:0/1381044359 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0838014480 con 0x7f0848074c70 2024-04-26T01:58:20.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.743+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08481a49f0 con 0x7f0848074c70 2024-04-26T01:58:20.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.743+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08481ac2d0 con 0x7f0848074c70 2024-04-26T01:58:20.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.746+0000 7f0846000700 1 -- 172.21.15.44:0/1381044359 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0838012050 con 0x7f0848074c70 2024-04-26T01:58:20.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.747+0000 7f085a246b80 1 Processor -- start 2024-04-26T01:58:20.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f085a246b80 1 -- start start 2024-04-26T01:58:20.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f0846000700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f082c0a3e30 0x7f082c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f085a246b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e5d40 0x5609592e6120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f085a246b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e6660 0x5609592f0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f085a246b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x5609592f38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f085a246b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560959238f90 con 0x5609592f14d0 2024-04-26T01:58:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f085a246b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5609591df830 con 0x5609592e5d40 2024-04-26T01:58:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f085a246b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x560959234f50 con 0x5609592e6660 2024-04-26T01:58:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f0846000700 1 -- 172.21.15.44:0/1381044359 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f08380d06a0 con 0x7f0848074c70 2024-04-26T01:58:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.748+0000 7f084ce00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e5d40 0x5609592e6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e5d40 0x5609592e6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54470/0 (socket says 172.21.15.44:54470) 2024-04-26T01:58:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 -- 172.21.15.44:0/3336599591 learned_addr learned my addr 172.21.15.44:0/3336599591 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084d800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f082c0a3e30 0x7f082c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084d800700 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x5609592f38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f083fe00700 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e6660 0x5609592f0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 -- 172.21.15.44:0/3336599591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e6660 msgr2=0x5609592f0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e6660 0x5609592f0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 -- 172.21.15.44:0/3336599591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 msgr2=0x5609592f38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x5609592f38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 -- 172.21.15.44:0/3336599591 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609591d5780 con 0x5609592e5d40 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f083fe00700 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e6660 0x5609592f0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.749+0000 7f084ce00700 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e5d40 0x5609592e6120 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0838098ab0 tx=0x7f083809c210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67cb085be5f9314e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.750+0000 7f083e000700 1 -- 172.21.15.44:0/3336599591 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0838005430 con 0x5609592e5d40 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.750+0000 7f083e000700 1 -- 172.21.15.44:0/3336599591 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f083809cd50 con 0x5609592e5d40 2024-04-26T01:58:20.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.750+0000 7f083e000700 1 -- 172.21.15.44:0/3336599591 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0838015970 con 0x5609592e5d40 2024-04-26T01:58:20.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.750+0000 7f085a246b80 1 -- 172.21.15.44:0/3336599591 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e5d40 msgr2=0x5609592e6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.750+0000 7f085a246b80 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e5d40 0x5609592e6120 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0838098ab0 tx=0x7f083809c210 comp rx=0 tx=0).stop 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.750+0000 7f084d800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f082c0a3e30 0x7f082c0a62f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x5609592e7710 tx=0x7f08400047c0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 -- 172.21.15.44:0/3336599591 shutdown_connections 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x5609592f38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e5d40 0x5609592e6120 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 --2- 172.21.15.44:0/3336599591 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e6660 0x5609592f0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 -- 172.21.15.44:0/3336599591 >> 172.21.15.44:0/3336599591 conn(0x560959215050 msgr2=0x5609592e2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 -- 172.21.15.44:0/3336599591 shutdown_connections 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 -- 172.21.15.44:0/3336599591 wait complete. 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.751+0000 7f085a246b80 1 -- start start 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 1 Processor -- start 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592e5d40 0x5609592f0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592edf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592f14d0 0x5609592ee460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5609592f3ea0 con 0x5609592e5d40 2024-04-26T01:58:20.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5609591f2960 con 0x5609592e6660 2024-04-26T01:58:20.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5609592f4020 con 0x5609592f14d0 2024-04-26T01:58:20.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f085a246b80 10 client.0 _ll_register_callbacks cb 0x5609591d1820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f084ce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592e5d40 0x5609592f0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f083fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592edf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.752+0000 7f084ce00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592e5d40 0x5609592f0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42866/0 (socket says 172.21.15.44:42866) 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084d800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592f14d0 0x5609592ee460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084ce00700 1 -- 172.21.15.44:0/1823948082 learned_addr learned my addr 172.21.15.44:0/1823948082 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084ce00700 1 -- 172.21.15.44:0/1823948082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592f14d0 msgr2=0x5609592ee460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084ce00700 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592f14d0 0x5609592ee460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084ce00700 1 -- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 msgr2=0x5609592edf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084ce00700 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592edf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084ce00700 1 -- 172.21.15.44:0/1823948082 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609591869d0 con 0x5609592e5d40 2024-04-26T01:58:20.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f083fe00700 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592edf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f084ce00700 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592e5d40 0x5609592f0c20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f083809c300 tx=0x7f083809c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aaffb94449c1374 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f0836a00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.753+0000 7f0836a00700 1 -- 172.21.15.44:0/1823948082 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08380a0a00 con 0x5609592e5d40 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f0836a00700 1 -- 172.21.15.44:0/1823948082 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f083809c8b0 con 0x5609592e5d40 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f083809cd50 con 0x5609592e5d40 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f0836a00700 1 -- 172.21.15.44:0/1823948082 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f083809caf0 con 0x5609592e5d40 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f085a246b80 10 client.15579 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5609591cfbf0 con 0x5609592e5d40 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f0836a00700 1 -- 172.21.15.44:0/1823948082 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f083809cd50 con 0x5609592e5d40 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f0836a00700 1 -- 172.21.15.44:0/1823948082 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f08380bb290 con 0x5609592e5d40 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f085a246b80 10 client.15579 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.754+0000 7f085a246b80 10 client.15579 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.755+0000 7f085a246b80 20 client.15579 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:20.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.755+0000 7f085a246b80 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959300a70 0x560959302e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.755+0000 7f085a246b80 4 client.15579 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:58:20.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.755+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560959246780 con 0x560959300a70 2024-04-26T01:58:20.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.755+0000 7f083fe00700 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959300a70 0x560959302e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.756+0000 7f083fe00700 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959300a70 0x560959302e60 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3ca44b079a0f221 server_cookie=a201dc304838e93e in_seq=0 out_seq=0 2024-04-26T01:58:20.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.756+0000 7f0836a00700 10 client.15579 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f0836a00700 1 -- 172.21.15.44:0/1823948082 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560959246780 con 0x560959300a70 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f0836a00700 10 client.15579 handle_command_reply: tid=0 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 client.15579 shutdown 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592e5d40 msgr2=0x5609592f0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592e5d40 0x5609592f0c20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f083809c300 tx=0x7f083809c650 comp rx=0 tx=0).stop 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 shutdown_connections 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592f14d0 0x5609592ee460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959300a70 0x560959302e60 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592e5d40 0x5609592f0c20 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 --2- 172.21.15.44:0/1823948082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592edf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 >> 172.21.15.44:0/1823948082 conn(0x560959215050 msgr2=0x5609592e1e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f0836a00700 0 client.15579 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:20.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 shutdown_connections 2024-04-26T01:58:20.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 1 -- 172.21.15.44:0/1823948082 wait complete. 2024-04-26T01:58:20.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.757+0000 7f085a246b80 20 client.15579 trim_cache size 0 max 16384 2024-04-26T01:58:20.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 Processor -- start 2024-04-26T01:58:20.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 -- start start 2024-04-26T01:58:20.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x5609592e2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592efdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f08481b3740 con 0x5609592f14d0 2024-04-26T01:58:20.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f08481b52b0 con 0x5609592e6660 2024-04-26T01:58:20.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.779+0000 7f085a246b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f08481b3e10 con 0x5609592e5d40 2024-04-26T01:58:20.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084ce00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x5609592e2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f083fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592efdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42870/0 (socket says 172.21.15.44:42870) 2024-04-26T01:58:20.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084d800700 1 -- 172.21.15.44:0/1079523544 learned_addr learned my addr 172.21.15.44:0/1079523544 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:20.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084ce00700 1 -- 172.21.15.44:0/1079523544 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 msgr2=0x5609592efdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084ce00700 1 --2- 172.21.15.44:0/1079523544 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592efdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084ce00700 1 -- 172.21.15.44:0/1079523544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 msgr2=0x560959305e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084ce00700 1 --2- 172.21.15.44:0/1079523544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084ce00700 1 -- 172.21.15.44:0/1079523544 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609592ec490 con 0x5609592e5d40 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.780+0000 7f084ce00700 1 --2- 172.21.15.44:0/1079523544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x5609592e2410 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0838009c10 tx=0x7f083809ab60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad0f5b4862293b2a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.781+0000 7f083d600700 1 -- 172.21.15.44:0/1079523544 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08380a0a00 con 0x5609592e5d40 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.781+0000 7f083d600700 1 -- 172.21.15.44:0/1079523544 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08380a52c0 con 0x5609592e5d40 2024-04-26T01:58:20.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.781+0000 7f083d600700 1 -- 172.21.15.44:0/1079523544 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0838085b90 con 0x5609592e5d40 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 -- 172.21.15.44:0/1079523544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 msgr2=0x5609592e2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 --2- 172.21.15.44:0/1079523544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x5609592e2410 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0838009c10 tx=0x7f083809ab60 comp rx=0 tx=0).stop 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 -- 172.21.15.44:0/1079523544 shutdown_connections 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 --2- 172.21.15.44:0/1079523544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x5609592e2410 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 --2- 172.21.15.44:0/1079523544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 --2- 172.21.15.44:0/1079523544 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x5609592efdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 -- 172.21.15.44:0/1079523544 >> 172.21.15.44:0/1079523544 conn(0x560959215050 msgr2=0x5609592fcba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 -- 172.21.15.44:0/1079523544 shutdown_connections 2024-04-26T01:58:20.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 -- 172.21.15.44:0/1079523544 wait complete. 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.782+0000 7f085a246b80 1 -- start start 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 1 Processor -- start 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x560959304a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x560959304f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f08481b4bb0 con 0x5609592f14d0 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f08481b44e0 con 0x5609592e6660 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f08481b1700 con 0x5609592e5d40 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f085a246b80 10 client.0 _ll_register_callbacks cb 0x5609591d1820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f084ce00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x560959304a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f084ce00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x560959304a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45032/0 (socket says 172.21.15.44:45032) 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f084ce00700 1 -- 172.21.15.44:0/1032502053 learned_addr learned my addr 172.21.15.44:0/1032502053 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:20.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f084d800700 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.783+0000 7f083fe00700 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x560959304f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f084ce00700 1 -- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 msgr2=0x560959304f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f084ce00700 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x560959304f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f084ce00700 1 -- 172.21.15.44:0/1032502053 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 msgr2=0x560959305490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:20.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f084ce00700 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f084ce00700 1 -- 172.21.15.44:0/1032502053 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560959366e20 con 0x5609592e5d40 2024-04-26T01:58:20.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f084ce00700 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x560959304a10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f083809ccb0 tx=0x7f08380bb6b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f6e19408cc00218 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:20.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f0836a00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:58:20.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.784+0000 7f0836a00700 1 -- 172.21.15.44:0/1032502053 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08380a0a00 con 0x5609592e5d40 2024-04-26T01:58:20.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08380a52c0 con 0x5609592e5d40 2024-04-26T01:58:20.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f0836a00700 1 -- 172.21.15.44:0/1032502053 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f08380a4e30 con 0x5609592e5d40 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f0836a00700 1 -- 172.21.15.44:0/1032502053 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f08380a5030 con 0x5609592e5d40 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 10 client.25702 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560959366e20 con 0x5609592e5d40 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f0836a00700 1 -- 172.21.15.44:0/1032502053 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08380a52c0 con 0x5609592e5d40 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f0836a00700 1 -- 172.21.15.44:0/1032502053 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f0838004ad0 con 0x5609592e5d40 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 10 client.25702 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 10 client.25702 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 20 client.25702 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959368440 0x56095936a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 4 client.25702 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c11d887e", "release": true, "await": true}] 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.785+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c11d887e", "release": true, "await": true}) -- 0x560959240820 con 0x560959368440 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.786+0000 7f083fe00700 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959368440 0x56095936a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:20.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.786+0000 7f083fe00700 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959368440 0x56095936a830 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=450419460c1f6da0 server_cookie=771c76a67ef3420d in_seq=0 out_seq=0 2024-04-26T01:58:20.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.786+0000 7f0836a00700 10 client.25702 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:20.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f0836a00700 1 -- 172.21.15.44:0/1032502053 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x560959240820 con 0x560959368440 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f0836a00700 10 client.25702 handle_command_reply: tid=0 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 client.25702 shutdown 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 msgr2=0x560959304a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x560959304a10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f083809ccb0 tx=0x7f08380bb6b0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 shutdown_connections 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5609592e5d40 0x560959304a10 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x560959368440 0x56095936a830 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609592f14d0 0x560959305490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 --2- 172.21.15.44:0/1032502053 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5609592e6660 0x560959304f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 >> 172.21.15.44:0/1032502053 conn(0x560959215050 msgr2=0x5609592e1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f0836a00700 0 client.25702 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 shutdown_connections 2024-04-26T01:58:20.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 1 -- 172.21.15.44:0/1032502053 wait complete. 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.789+0000 7f085a246b80 20 client.25702 trim_cache size 0 max 16384 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 30, 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 8, 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout: "c11d887e": { 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 8, 2024-04-26T01:58:20.790 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 90.0, 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:20.791 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:20.792 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:20.792 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:20.792 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.790+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f082c0a3e30 msgr2=0x7f082c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.790+0000 7f084f800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f082c0a3e30 0x7f082c0a62f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x5609592e7710 tx=0x7f08400047c0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.790+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848074c70 msgr2=0x7f084819f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.790+0000 7f084f800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848074c70 0x7f084819f750 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f083800ef10 tx=0x7f083800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 shutdown_connections 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0848113c70 0x7f08481a4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f082c0a3e30 0x7f082c0a62f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0848074c70 0x7f084819f750 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 --2- 172.21.15.44:0/1381044359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848075590 0x7f084819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:20.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 >> 172.21.15.44:0/1381044359 conn(0x7f0848079b90 msgr2=0x7f0848112a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:20.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 shutdown_connections 2024-04-26T01:58:20.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:20.791+0000 7f084f800700 1 -- 172.21.15.44:0/1381044359 wait complete. 2024-04-26T01:58:21.835 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c11d887e', seconds elapsed: 46.2 2024-04-26T01:58:21.835 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-26T01:58:21.835 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:58:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:22.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:22 smithi044 ceph-mon[27847]: pgmap v105: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:58:22.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:22 smithi156 ceph-mon[32543]: pgmap v105: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:58:22.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:22 smithi090 ceph-mon[32456]: pgmap v105: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:58:24.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:24 smithi044 ceph-mon[27847]: pgmap v106: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-26T01:58:24.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:24 smithi156 ceph-mon[32543]: pgmap v106: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-26T01:58:24.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:24 smithi090 ceph-mon[32456]: pgmap v106: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-26T01:58:24.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.764+0000 7f3f6b800700 1 -- 172.21.15.44:0/2903578189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f6406a750 msgr2=0x7f3f6406abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.764+0000 7f3f6b800700 1 --2- 172.21.15.44:0/2903578189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f6406a750 0x7f3f6406abb0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c009990 tx=0x7f3f4c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.765+0000 7f3f6b800700 1 -- 172.21.15.44:0/2903578189 shutdown_connections 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.765+0000 7f3f6b800700 1 --2- 172.21.15.44:0/2903578189 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406b0f0 0x7f3f6410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.765+0000 7f3f6b800700 1 --2- 172.21.15.44:0/2903578189 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3f64108a30 0x7f3f64108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.765+0000 7f3f6b800700 1 --2- 172.21.15.44:0/2903578189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f6406a750 0x7f3f6406abb0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.765+0000 7f3f6b800700 1 -- 172.21.15.44:0/2903578189 >> 172.21.15.44:0/2903578189 conn(0x7f3f640788f0 msgr2=0x7f3f64078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.765+0000 7f3f6b800700 1 -- 172.21.15.44:0/2903578189 shutdown_connections 2024-04-26T01:58:24.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.765+0000 7f3f6b800700 1 -- 172.21.15.44:0/2903578189 wait complete. 2024-04-26T01:58:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.766+0000 7f3f6b800700 1 Processor -- start 2024-04-26T01:58:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.766+0000 7f3f6b800700 1 -- start start 2024-04-26T01:58:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.767+0000 7f3f6b800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406a750 0x7f3f64101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.767+0000 7f3f6b800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3f6406b0f0 0x7f3f64101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.767+0000 7f3f6b800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f64108a30 0x7f3f64102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.767+0000 7f3f6b800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3f64112c20 con 0x7f3f64108a30 2024-04-26T01:58:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.767+0000 7f3f6b800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3f64112aa0 con 0x7f3f6406b0f0 2024-04-26T01:58:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.767+0000 7f3f6b800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3f64112da0 con 0x7f3f6406a750 2024-04-26T01:58:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.767+0000 7f3f68e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406a750 0x7f3f64101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f69800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f64108a30 0x7f3f64102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f5be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3f6406b0f0 0x7f3f64101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f68e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406a750 0x7f3f64101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45050/0 (socket says 172.21.15.44:45050) 2024-04-26T01:58:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f68e00700 1 -- 172.21.15.44:0/1516461776 learned_addr learned my addr 172.21.15.44:0/1516461776 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:24.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f68e00700 1 -- 172.21.15.44:0/1516461776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3f6406b0f0 msgr2=0x7f3f64101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:24.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f68e00700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3f6406b0f0 0x7f3f64101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:24.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f68e00700 1 -- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f64108a30 msgr2=0x7f3f64102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:24.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f68e00700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f64108a30 0x7f3f64102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:24.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f68e00700 1 -- 172.21.15.44:0/1516461776 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f641a76a0 con 0x7f3f6406a750 2024-04-26T01:58:24.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.768+0000 7f3f5be00700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3f6406b0f0 0x7f3f64101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:24.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.769+0000 7f3f68e00700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406a750 0x7f3f64101a10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400ef10 tx=0x7f3f5400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:24.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.769+0000 7f3f62000700 1 -- 172.21.15.44:0/1516461776 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5400c9c0 con 0x7f3f6406a750 2024-04-26T01:58:24.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.769+0000 7f3f62000700 1 -- 172.21.15.44:0/1516461776 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3f54019070 con 0x7f3f6406a750 2024-04-26T01:58:24.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.769+0000 7f3f62000700 1 -- 172.21.15.44:0/1516461776 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f54014480 con 0x7f3f6406a750 2024-04-26T01:58:24.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.769+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f641a7930 con 0x7f3f6406a750 2024-04-26T01:58:24.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.769+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f641a7ec0 con 0x7f3f6406a750 2024-04-26T01:58:24.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.771+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f64069730 con 0x7f3f6406a750 2024-04-26T01:58:24.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.772+0000 7f3f62000700 1 -- 172.21.15.44:0/1516461776 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3f54012050 con 0x7f3f6406a750 2024-04-26T01:58:24.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.774+0000 7f3f62000700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3f480a3e30 0x7f3f480a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:24.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.774+0000 7f3f62000700 1 -- 172.21.15.44:0/1516461776 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f3f540d0660 con 0x7f3f6406a750 2024-04-26T01:58:24.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.774+0000 7f3f5be00700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3f480a3e30 0x7f3f480a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:24.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.775+0000 7f3f5be00700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3f480a3e30 0x7f3f480a62f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3f64078f60 tx=0x7f3f4c00b260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:24.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:24.779+0000 7f3f62000700 1 -- 172.21.15.44:0/1516461776 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3f54010040 con 0x7f3f6406a750 2024-04-26T01:58:25.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.062+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3f6402df80 con 0x7f3f6406a750 2024-04-26T01:58:25.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.063+0000 7f3f62000700 1 -- 172.21.15.44:0/1516461776 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11931 (secure 0 0 0) 0x7f3f5409cd10 con 0x7f3f6406a750 2024-04-26T01:58:25.062 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:58:25.063 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:56:50.645961+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24476,24490,24518,24502,24472]},"id":1}]} 2024-04-26T01:58:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3f480a3e30 msgr2=0x7f3f480a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:25.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3f480a3e30 0x7f3f480a62f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3f64078f60 tx=0x7f3f4c00b260 comp rx=0 tx=0).stop 2024-04-26T01:58:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406a750 msgr2=0x7f3f64101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406a750 0x7f3f64101a10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400ef10 tx=0x7f3f5400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 shutdown_connections 2024-04-26T01:58:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3f6406a750 0x7f3f64101a10 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3f480a3e30 0x7f3f480a62f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f64108a30 0x7f3f64102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 --2- 172.21.15.44:0/1516461776 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3f6406b0f0 0x7f3f64101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 >> 172.21.15.44:0/1516461776 conn(0x7f3f640788f0 msgr2=0x7f3f640ffa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 shutdown_connections 2024-04-26T01:58:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:25.067+0000 7f3f6b800700 1 -- 172.21.15.44:0/1516461776 wait complete. 2024-04-26T01:58:25.067 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 30 2024-04-26T01:58:25.730 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:25 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1516461776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:25.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:25 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1516461776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:25.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:25 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1516461776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:26.034 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-26T01:58:26.034 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-26T01:58:26.509 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:26.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:26 smithi044 ceph-mon[27847]: pgmap v107: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-26T01:58:26.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:26 smithi156 ceph-mon[32543]: pgmap v107: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-26T01:58:26.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:26 smithi090 ceph-mon[32456]: pgmap v107: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-26T01:58:27.842 INFO:tasks.workunit.client.0.smithi044.stdout:1/600: open fd = 3 2024-04-26T01:58:27.842 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.842 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.842 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:2/600: open fd = 3 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:3/600: open fd = 3 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:4/600: open fd = 3 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:5/600: open fd = 3 2024-04-26T01:58:27.843 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:6/600: open fd = 3 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:7/600: open fd = 3 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:8/600: open fd = 3 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.844 INFO:tasks.workunit.client.0.smithi044.stdout:9/600: open fd = 3 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:10/600: open fd = 3 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:11/600: open fd = 3 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:12/600: open fd = 3 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.845 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:13/600: open fd = 3 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:14/600: open fd = 3 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:15/600: open fd = 3 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.846 INFO:tasks.workunit.client.0.smithi044.stdout:16/600: open fd = 3 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:17/600: open fd = 3 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:18/600: open fd = 3 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:19/600: open fd = 3 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.847 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:20/600: open fd = 3 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:21/600: open fd = 3 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:22/600: open fd = 3 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:23/600: open fd = 3 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.848 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:24/600: open fd = 3 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:25/600: open fd = 3 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:26/600: open fd = 3 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:27/600: open fd = 3 2024-04-26T01:58:27.849 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:28/600: open fd = 3 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:29/600: open fd = 3 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:30/600: open fd = 3 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.850 INFO:tasks.workunit.client.0.smithi044.stdout:31/600: open fd = 3 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:32/600: open fd = 3 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:33/600: open fd = 3 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:34/600: open fd = 3 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.851 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:35/600: open fd = 3 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:36/600: open fd = 3 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:37/600: open fd = 3 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:38/600: open fd = 3 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.852 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:39/600: open fd = 3 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:40/600: open fd = 3 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:41/600: open fd = 3 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.853 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:42/600: open fd = 3 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:43/600: open fd = 3 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:44/600: open fd = 3 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.854 INFO:tasks.workunit.client.0.smithi044.stdout:45/600: open fd = 3 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:46/600: open fd = 3 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:47/600: open fd = 3 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:48/600: open fd = 3 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.855 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:49/600: open fd = 3 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:50/600: open fd = 3 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:51/600: open fd = 3 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:52/600: open fd = 3 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.856 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:53/600: open fd = 3 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:54/600: open fd = 3 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:55/600: open fd = 3 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:56/600: open fd = 3 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.857 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:57/600: open fd = 3 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:58/600: open fd = 3 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:59/600: open fd = 3 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.858 INFO:tasks.workunit.client.0.smithi044.stdout:60/600: open fd = 3 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:61/600: open fd = 3 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:62/600: open fd = 3 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:63/600: open fd = 3 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T01:58:27.859 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T01:58:28.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:28 smithi044 ceph-mon[27847]: pgmap v108: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-26T01:58:28.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:28 smithi156 ceph-mon[32543]: pgmap v108: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-26T01:58:28.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:28 smithi090 ceph-mon[32456]: pgmap v108: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 -- 172.21.15.44:0/1337946209 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f081034b0 msgr2=0x7f8f0810f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 --2- 172.21.15.44:0/1337946209 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f081034b0 0x7f8f0810f8e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000b0d0 tx=0x7f8f0000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 -- 172.21.15.44:0/1337946209 shutdown_connections 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 --2- 172.21.15.44:0/1337946209 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8f08108a30 0x7f8f08108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 --2- 172.21.15.44:0/1337946209 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f081034b0 0x7f8f0810f8e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 --2- 172.21.15.44:0/1337946209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f08102af0 0x7f8f08102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 -- 172.21.15.44:0/1337946209 >> 172.21.15.44:0/1337946209 conn(0x7f8f08079b10 msgr2=0x7f8f08079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 -- 172.21.15.44:0/1337946209 shutdown_connections 2024-04-26T01:58:28.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.868+0000 7f8f0d400700 1 -- 172.21.15.44:0/1337946209 wait complete. 2024-04-26T01:58:28.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 Processor -- start 2024-04-26T01:58:28.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 -- start start 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f08102af0 0x7f8f0819b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f081034b0 0x7f8f0819b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8f08108a30 0x7f8f0819fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8f08112c40 con 0x7f8f081034b0 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8f08112ac0 con 0x7f8f08102af0 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.870+0000 7f8f0d400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8f08112dc0 con 0x7f8f08108a30 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f081034b0 0x7f8f0819b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f081034b0 0x7f8f0819b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41888/0 (socket says 172.21.15.44:41888) 2024-04-26T01:58:28.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f05e00700 1 -- 172.21.15.44:0/3859965139 learned_addr learned my addr 172.21.15.44:0/3859965139 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:28.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f06800700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f08102af0 0x7f8f0819b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f07200700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8f08108a30 0x7f8f0819fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f06800700 1 -- 172.21.15.44:0/3859965139 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8f08108a30 msgr2=0x7f8f0819fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f06800700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8f08108a30 0x7f8f0819fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f06800700 1 -- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f081034b0 msgr2=0x7f8f0819b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f06800700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f081034b0 0x7f8f0819b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.871+0000 7f8f06800700 1 -- 172.21.15.44:0/3859965139 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f081a0250 con 0x7f8f08102af0 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.872+0000 7f8f06800700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f08102af0 0x7f8f0819b240 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8ef800e9f0 tx=0x7f8ef800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.872+0000 7f8eff400700 1 -- 172.21.15.44:0/3859965139 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef800cb70 con 0x7f8f08102af0 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.872+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f081a0540 con 0x7f8f08102af0 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.872+0000 7f8eff400700 1 -- 172.21.15.44:0/3859965139 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ef800ee90 con 0x7f8f08102af0 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.872+0000 7f8eff400700 1 -- 172.21.15.44:0/3859965139 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef8003d40 con 0x7f8f08102af0 2024-04-26T01:58:28.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.872+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f081a7dc0 con 0x7f8f08102af0 2024-04-26T01:58:28.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.877+0000 7f8eff400700 1 -- 172.21.15.44:0/3859965139 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8ef8003ee0 con 0x7f8f08102af0 2024-04-26T01:58:28.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.878+0000 7f8f17d19b80 1 Processor -- start 2024-04-26T01:58:28.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.878+0000 7f8f17d19b80 1 -- start start 2024-04-26T01:58:28.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db06d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db072d0 0x55ec0db11c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db14570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ec0da5a020 con 0x55ec0db12180 2024-04-26T01:58:28.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ec0da008c0 con 0x55ec0db069b0 2024-04-26T01:58:28.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ec0da55fe0 con 0x55ec0db072d0 2024-04-26T01:58:28.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8eff400700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8eec0a3ed0 0x7f8eec0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db14570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db14570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41894/0 (socket says 172.21.15.44:41894) 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f07200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db06d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f05e00700 1 -- 172.21.15.44:0/1562553008 learned_addr learned my addr 172.21.15.44:0/1562553008 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f06800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db072d0 0x55ec0db11c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.879+0000 7f8f07200700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8eec0a3ed0 0x7f8eec0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8eff400700 1 -- 172.21.15.44:0/3859965139 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f8ef80d07f0 con 0x7f8f08102af0 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8f07200700 1 -- 172.21.15.44:0/1562553008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db072d0 msgr2=0x55ec0db11c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8f07200700 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db072d0 0x55ec0db11c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8f07200700 1 -- 172.21.15.44:0/1562553008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 msgr2=0x55ec0db14570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8f07200700 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db14570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8f07200700 1 -- 172.21.15.44:0/1562553008 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec0d9f6810 con 0x55ec0db069b0 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8f06800700 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db072d0 0x55ec0db11c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:28.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.880+0000 7f8f07200700 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db06d90 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8f00009fd0 tx=0x7f8f0000bd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=312c7c50fa7a1827 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.881+0000 7f8ef3e00700 1 -- 172.21.15.44:0/1562553008 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f00003ce0 con 0x55ec0db069b0 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.881+0000 7f8ef3e00700 1 -- 172.21.15.44:0/1562553008 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f00007990 con 0x55ec0db069b0 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.881+0000 7f8ef3e00700 1 -- 172.21.15.44:0/1562553008 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f0001d8c0 con 0x55ec0db069b0 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1562553008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 msgr2=0x55ec0db06d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db06d90 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8f00009fd0 tx=0x7f8f0000bd30 comp rx=0 tx=0).stop 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f07200700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8eec0a3ed0 0x7f8eec0a6390 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8f000061c0 tx=0x7f8f00027000 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1562553008 shutdown_connections 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db14570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db06d90 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1562553008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db072d0 0x55ec0db11c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1562553008 >> 172.21.15.44:0/1562553008 conn(0x55ec0da35730 msgr2=0x55ec0db02e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1562553008 shutdown_connections 2024-04-26T01:58:28.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.882+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1562553008 wait complete. 2024-04-26T01:58:28.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 -- start start 2024-04-26T01:58:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 Processor -- start 2024-04-26T01:58:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db069b0 0x55ec0db11850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db0eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db0f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ec0db14be0 con 0x55ec0db12180 2024-04-26T01:58:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ec0da139f0 con 0x55ec0db072d0 2024-04-26T01:58:28.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ec0db14d60 con 0x55ec0db069b0 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.883+0000 7f8f17d19b80 10 client.0 _ll_register_callbacks cb 0x55ec0d9f28b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db0eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db0eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35502/0 (socket says 172.21.15.44:35502) 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f06800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db069b0 0x55ec0db11850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 -- 172.21.15.44:0/1035219496 learned_addr learned my addr 172.21.15.44:0/1035219496 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f07200700 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db0f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 -- 172.21.15.44:0/1035219496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db069b0 msgr2=0x55ec0db11850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db069b0 0x55ec0db11850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 -- 172.21.15.44:0/1035219496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 msgr2=0x55ec0db0f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db0f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f05e00700 1 -- 172.21.15.44:0/1035219496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec0d9a7a60 con 0x55ec0db072d0 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.884+0000 7f8f06800700 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db069b0 0x55ec0db11850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8f05e00700 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db0eb50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4012a10 tx=0x7f8ef4012d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=951f0c287e34a1b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:28.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8ef0c00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:58:28.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8ef0c00700 1 -- 172.21.15.44:0/1035219496 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef400f830 con 0x55ec0db072d0 2024-04-26T01:58:28.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8ef0c00700 1 -- 172.21.15.44:0/1035219496 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f8ef400f9d0 con 0x55ec0db072d0 2024-04-26T01:58:28.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f00007990 con 0x55ec0db072d0 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8ef0c00700 1 -- 172.21.15.44:0/1035219496 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8ef400fbd0 con 0x55ec0db072d0 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8f17d19b80 10 client.25715 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.885+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ec0d9f0c80 con 0x55ec0db072d0 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8ef0c00700 1 -- 172.21.15.44:0/1035219496 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f00007990 con 0x55ec0db072d0 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8ef0c00700 1 -- 172.21.15.44:0/1035219496 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f8ef401c420 con 0x55ec0db072d0 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8f17d19b80 10 client.25715 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8f17d19b80 10 client.25715 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8f17d19b80 20 client.25715 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:28.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db21a00 0x55ec0db23df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8f17d19b80 4 client.25715 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.886+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec0da67810 con 0x55ec0db21a00 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.887+0000 7f8f06800700 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db21a00 0x55ec0db23df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.887+0000 7f8f06800700 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db21a00 0x55ec0db23df0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67d92ef0a7ce55c9 server_cookie=a3a965c4fe0def03 in_seq=0 out_seq=0 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.887+0000 7f8ef0c00700 10 client.25715 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8ef0c00700 1 -- 172.21.15.44:0/1035219496 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ec0da67810 con 0x55ec0db21a00 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8ef0c00700 10 client.25715 handle_command_reply: tid=0 2024-04-26T01:58:28.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 client.25715 shutdown 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 msgr2=0x55ec0db0eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db0eb50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4012a10 tx=0x7f8ef4012d20 comp rx=0 tx=0).stop 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 shutdown_connections 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db069b0 0x55ec0db11850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db21a00 0x55ec0db23df0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db12180 0x55ec0db0f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/1035219496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db0eb50 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8ef0c00700 0 client.25715 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:28.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 >> 172.21.15.44:0/1035219496 conn(0x55ec0da35730 msgr2=0x55ec0db02a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 shutdown_connections 2024-04-26T01:58:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.888+0000 7f8f17d19b80 1 -- 172.21.15.44:0/1035219496 wait complete. 2024-04-26T01:58:28.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.889+0000 7f8f17d19b80 20 client.25715 trim_cache size 0 max 16384 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.910+0000 7f8f17d19b80 1 Processor -- start 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.910+0000 7f8f17d19b80 1 -- start start 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db069b0 0x55ec0db02fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db29690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db29bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8f081af210 con 0x55ec0db069b0 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8f081b0d80 con 0x55ec0db072d0 2024-04-26T01:58:28.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8f081af8e0 con 0x55ec0db12180 2024-04-26T01:58:28.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f06800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db069b0 0x55ec0db02fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db29690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db29690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35514/0 (socket says 172.21.15.44:35514) 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 -- 172.21.15.44:0/513646737 learned_addr learned my addr 172.21.15.44:0/513646737 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f07200700 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db29bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 -- 172.21.15.44:0/513646737 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 msgr2=0x55ec0db29bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db29bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 -- 172.21.15.44:0/513646737 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db069b0 msgr2=0x55ec0db02fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db069b0 0x55ec0db02fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f05e00700 1 -- 172.21.15.44:0/513646737 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec0db0d0c0 con 0x55ec0db072d0 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.911+0000 7f8f07200700 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db29bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.912+0000 7f8f05e00700 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db29690 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8ef401c910 tx=0x7f8ef4009900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5cd35103778b9b53 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.912+0000 7f8ef3400700 1 -- 172.21.15.44:0/513646737 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef4029030 con 0x55ec0db072d0 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.912+0000 7f8ef3400700 1 -- 172.21.15.44:0/513646737 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ef400fd70 con 0x55ec0db072d0 2024-04-26T01:58:28.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.912+0000 7f8ef3400700 1 -- 172.21.15.44:0/513646737 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef401c560 con 0x55ec0db072d0 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 -- 172.21.15.44:0/513646737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 msgr2=0x55ec0db29690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db29690 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8ef401c910 tx=0x7f8ef4009900 comp rx=0 tx=0).stop 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 -- 172.21.15.44:0/513646737 shutdown_connections 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db29bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db069b0 0x55ec0db02fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/513646737 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db072d0 0x55ec0db29690 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 -- 172.21.15.44:0/513646737 >> 172.21.15.44:0/513646737 conn(0x55ec0da35730 msgr2=0x55ec0db10c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 -- 172.21.15.44:0/513646737 shutdown_connections 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 -- 172.21.15.44:0/513646737 wait complete. 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.913+0000 7f8f17d19b80 1 -- start start 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 1 Processor -- start 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db1a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db072d0 0x55ec0db15060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db15780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8f081b0680 con 0x55ec0db072d0 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8f081affb0 con 0x55ec0db069b0 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8f081ad1d0 con 0x55ec0db12180 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f17d19b80 10 client.0 _ll_register_callbacks cb 0x55ec0d9f28b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db072d0 0x55ec0db15060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.914+0000 7f8f05e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db072d0 0x55ec0db15060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41920/0 (socket says 172.21.15.44:41920) 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f05e00700 1 -- 172.21.15.44:0/965738809 learned_addr learned my addr 172.21.15.44:0/965738809 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f06800700 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db1a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f07200700 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db15780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f05e00700 1 -- 172.21.15.44:0/965738809 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 msgr2=0x55ec0db15780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f05e00700 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db15780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f05e00700 1 -- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 msgr2=0x55ec0db1a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f05e00700 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db1a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f05e00700 1 -- 172.21.15.44:0/965738809 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec0db90710 con 0x55ec0db072d0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8f05e00700 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db072d0 0x55ec0db15060 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4005f30 tx=0x7f8ef4012350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c8a2d915544fc43 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.915+0000 7f8ef0c00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.916+0000 7f8ef0c00700 1 -- 172.21.15.44:0/965738809 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef4032070 con 0x55ec0db072d0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.916+0000 7f8ef0c00700 1 -- 172.21.15.44:0/965738809 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f8ef401ca80 con 0x55ec0db072d0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.916+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ef400fd70 con 0x55ec0db072d0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.916+0000 7f8ef0c00700 1 -- 172.21.15.44:0/965738809 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8ef403e050 con 0x55ec0db072d0 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.916+0000 7f8f17d19b80 10 client.15609 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:28.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.916+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ec0db91830 con 0x55ec0db072d0 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.916+0000 7f8ef0c00700 1 -- 172.21.15.44:0/965738809 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ef400fd70 con 0x55ec0db072d0 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.917+0000 7f8ef0c00700 1 -- 172.21.15.44:0/965738809 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f8ef4003680 con 0x55ec0db072d0 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.917+0000 7f8f17d19b80 10 client.15609 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.917+0000 7f8f17d19b80 10 client.15609 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.917+0000 7f8f17d19b80 20 client.15609 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.917+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db91e40 0x55ec0db94260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.917+0000 7f8f17d19b80 4 client.15609 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.917+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x55ec0da618b0 con 0x55ec0db91e40 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.918+0000 7f8f06800700 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db91e40 0x55ec0db94260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:28.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.918+0000 7f8f06800700 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db91e40 0x55ec0db94260 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d5f59774859696b server_cookie=e95338e2082dd8cc in_seq=0 out_seq=0 2024-04-26T01:58:28.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.918+0000 7f8ef0c00700 10 client.15609 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:28.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.932+0000 7f8ef0c00700 1 -- 172.21.15.44:0/965738809 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55ec0da618b0 con 0x55ec0db91e40 2024-04-26T01:58:28.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.932+0000 7f8ef0c00700 10 client.15609 handle_command_reply: tid=0 2024-04-26T01:58:28.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.932+0000 7f8f17d19b80 1 client.15609 shutdown 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db072d0 msgr2=0x55ec0db15060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db072d0 0x55ec0db15060 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4005f30 tx=0x7f8ef4012350 comp rx=0 tx=0).stop 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 shutdown_connections 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ec0db12180 0x55ec0db15780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ec0db91e40 0x55ec0db94260 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ec0db069b0 0x55ec0db1a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 --2- 172.21.15.44:0/965738809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ec0db072d0 0x55ec0db15060 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 >> 172.21.15.44:0/965738809 conn(0x55ec0da35730 msgr2=0x55ec0db01f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8ef0c00700 0 client.15609 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.933+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 shutdown_connections 2024-04-26T01:58:28.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.934+0000 7f8f17d19b80 1 -- 172.21.15.44:0/965738809 wait complete. 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.934+0000 7f8f17d19b80 20 client.15609 trim_cache size 0 max 16384 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 30, 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 10, 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout: "42aee4ff": { 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 10, 2024-04-26T01:58:28.933 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 90.0, 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:28.934 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:28.935 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:28.935 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:28.935 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:58:28.935 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:58:28.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8eec0a3ed0 msgr2=0x7f8eec0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8eec0a3ed0 0x7f8eec0a6390 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8f000061c0 tx=0x7f8f00027000 comp rx=0 tx=0).stop 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f08102af0 msgr2=0x7f8f0819b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f08102af0 0x7f8f0819b240 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8ef800e9f0 tx=0x7f8ef800ed00 comp rx=0 tx=0).stop 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 shutdown_connections 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8f08108a30 0x7f8f0819fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8eec0a3ed0 0x7f8eec0a6390 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8f08102af0 0x7f8f0819b240 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 --2- 172.21.15.44:0/3859965139 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f081034b0 0x7f8f0819b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.935+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 >> 172.21.15.44:0/3859965139 conn(0x7f8f08079b10 msgr2=0x7f8f08074ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.936+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 shutdown_connections 2024-04-26T01:58:28.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:58:28.936+0000 7f8f0d400700 1 -- 172.21.15.44:0/3859965139 wait complete. 2024-04-26T01:58:30.074 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '42aee4ff', quiesce took 8.2 seconds. Will release after: 30.0 2024-04-26T01:58:30.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:30 smithi156 ceph-mon[32543]: pgmap v109: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.3 KiB/s wr, 16 op/s 2024-04-26T01:58:30.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:30 smithi090 ceph-mon[32456]: pgmap v109: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.3 KiB/s wr, 16 op/s 2024-04-26T01:58:30.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:30 smithi044 ceph-mon[27847]: pgmap v109: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.3 KiB/s wr, 16 op/s 2024-04-26T01:58:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 -- 172.21.15.44:0/1884920854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b8104ba0 msgr2=0x7fb0b8108be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1884920854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b8104ba0 0x7fb0b8108be0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4009900 tx=0x7fb0a402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 -- 172.21.15.44:0/1884920854 shutdown_connections 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1884920854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb0b81092c0 0x7fb0b8110e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1884920854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b8104ba0 0x7fb0b8108be0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1884920854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0b81041f0 0x7fb0b81045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 -- 172.21.15.44:0/1884920854 >> 172.21.15.44:0/1884920854 conn(0x7fb0b80ffa30 msgr2=0x7fb0b8101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 -- 172.21.15.44:0/1884920854 shutdown_connections 2024-04-26T01:58:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.027+0000 7fb0bea00640 1 -- 172.21.15.44:0/1884920854 wait complete. 2024-04-26T01:58:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.028+0000 7fb0bea00640 1 Processor -- start 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.028+0000 7fb0bea00640 1 -- start start 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bea00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb0b81041f0 0x7fb0b81a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0b81092c0 0x7fb0b81a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b819a610 0x7fb0b819aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bea00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b8114250 con 0x7fb0b819a610 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bea00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81140d0 con 0x7fb0b81092c0 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bea00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81143d0 con 0x7fb0b81041f0 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0be000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b819a610 0x7fb0b819aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bd600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb0b81041f0 0x7fb0b81a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0be000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b819a610 0x7fb0b819aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41940/0 (socket says 172.21.15.44:41940) 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0be000640 1 -- 172.21.15.44:0/1380303630 learned_addr learned my addr 172.21.15.44:0/1380303630 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.029+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0b81092c0 0x7fb0b81a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0bd600640 1 -- 172.21.15.44:0/1380303630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0b81092c0 msgr2=0x7fb0b81a0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0bd600640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0b81092c0 0x7fb0b81a0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0bd600640 1 -- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b819a610 msgr2=0x7fb0b819aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0bd600640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b819a610 0x7fb0b819aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0bd600640 1 -- 172.21.15.44:0/1380303630 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0b819b130 con 0x7fb0b81041f0 2024-04-26T01:58:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0be000640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b819a610 0x7fb0b819aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0bd600640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb0b81041f0 0x7fb0b81a0410 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac00eb00 tx=0x7fb0ac00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0b6000640 1 -- 172.21.15.44:0/1380303630 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac010430 con 0x7fb0b81041f0 2024-04-26T01:58:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0b6000640 1 -- 172.21.15.44:0/1380303630 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0ac010a80 con 0x7fb0b81041f0 2024-04-26T01:58:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0b6000640 1 -- 172.21.15.44:0/1380303630 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac017a90 con 0x7fb0b81041f0 2024-04-26T01:58:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.030+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0b819b420 con 0x7fb0b81041f0 2024-04-26T01:58:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.031+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0b81a75d0 con 0x7fb0b81041f0 2024-04-26T01:58:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 Processor -- start 2024-04-26T01:58:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 -- start start 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a02d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a0ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562bc5968900 con 0x562bc5a0db90 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562bc590eef0 con 0x562bc5a029b0 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562bc59648c0 con 0x562bc5a032d0 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.034+0000 7fb0b6000640 1 -- 172.21.15.44:0/1380303630 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb0ac017c70 con 0x7fb0b81041f0 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a02d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a0ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a02d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35548/0 (socket says 172.21.15.44:35548) 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 -- 172.21.15.44:0/1007559400 learned_addr learned my addr 172.21.15.44:0/1007559400 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0bd600640 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 -- 172.21.15.44:0/1007559400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 msgr2=0x562bc5a0d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 -- 172.21.15.44:0/1007559400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 msgr2=0x562bc5a0ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a0ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 -- 172.21.15.44:0/1007559400 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bc567b210 con 0x562bc5a029b0 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.035+0000 7fb0be000640 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a02d90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0011570 tx=0x7fb0b0011a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2a646cb5a4dafe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.036+0000 7fb0aa600640 1 -- 172.21.15.44:0/1007559400 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b001e070 con 0x562bc5a029b0 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.036+0000 7fb0aa600640 1 -- 172.21.15.44:0/1007559400 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0b000faf0 con 0x562bc5a029b0 2024-04-26T01:58:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.036+0000 7fb0aa600640 1 -- 172.21.15.44:0/1007559400 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b0019b90 con 0x562bc5a029b0 2024-04-26T01:58:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.036+0000 7fb0b6000640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0a00a3d90 0x7fb0a00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.036+0000 7fb0b6000640 1 -- 172.21.15.44:0/1380303630 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fb0ac0d1150 con 0x7fb0b81041f0 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.036+0000 7fb0bd600640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0a00a3d90 0x7fb0a00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1007559400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 msgr2=0x562bc5a02d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a02d90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0011570 tx=0x7fb0b0011a30 comp rx=0 tx=0).stop 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1007559400 shutdown_connections 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a0ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1007559400 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a02d90 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1007559400 >> 172.21.15.44:0/1007559400 conn(0x562bc59feec0 msgr2=0x562bc59ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1007559400 shutdown_connections 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1007559400 wait complete. 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0bd600640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0a00a3d90 0x7fb0a00a6250 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac0ce9c0 tx=0x7fb0ac010f10 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.037+0000 7fb0c2d8f740 1 -- start start 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 1 Processor -- start 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a029b0 0x562bc5a0ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a0db90 0x562bc5a0b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562bc5a107c0 con 0x562bc5a029b0 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562bc5922310 con 0x562bc5a0db90 2024-04-26T01:58:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562bc5a10940 con 0x562bc5a032d0 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0c2d8f740 10 client.0 _ll_register_callbacks cb 0x562bc58f0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0be000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a029b0 0x562bc5a0ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0bcc00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0be000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a029b0 0x562bc5a0ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41960/0 (socket says 172.21.15.44:41960) 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.038+0000 7fb0be000640 1 -- 172.21.15.44:0/1146761488 learned_addr learned my addr 172.21.15.44:0/1146761488 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0be000640 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a0db90 0x562bc5a0b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0bcc00640 1 -- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a0db90 msgr2=0x562bc5a0b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a0db90 0x562bc5a0b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0bcc00640 1 -- 172.21.15.44:0/1146761488 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a029b0 msgr2=0x562bc5a0ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a029b0 0x562bc5a0ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0bcc00640 1 -- 172.21.15.44:0/1146761488 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bc5747620 con 0x562bc5a032d0 2024-04-26T01:58:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0be000640 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a029b0 0x562bc5a0ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0b0b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4009230 tx=0x7fb0a40043b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc51bb8d829d11e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.039+0000 7fb09ea00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.040+0000 7fb09ea00640 1 -- 172.21.15.44:0/1146761488 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a4035040 con 0x562bc5a032d0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.040+0000 7fb09ea00640 1 -- 172.21.15.44:0/1146761488 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fb0a4005450 con 0x562bc5a032d0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.040+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0b000faf0 con 0x562bc5a032d0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.040+0000 7fb09ea00640 1 -- 172.21.15.44:0/1146761488 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb0a4005650 con 0x562bc5a032d0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.040+0000 7fb0c2d8f740 10 client.25738 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.040+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562bc5a1ca70 con 0x562bc5a032d0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb09ea00640 1 -- 172.21.15.44:0/1146761488 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0b000faf0 con 0x562bc5a032d0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb09ea00640 1 -- 172.21.15.44:0/1146761488 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fb0a404e050 con 0x562bc5a032d0 2024-04-26T01:58:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb0c2d8f740 10 client.25738 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb0c2d8f740 10 client.25738 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb0c2d8f740 20 client.25738 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a1dee0 0x562bc5a202d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb0c2d8f740 4 client.25738 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:58:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562bc597c8b0 con 0x562bc5a1dee0 2024-04-26T01:58:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.041+0000 7fb0be000640 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a1dee0 0x562bc5a202d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.042+0000 7fb0be000640 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a1dee0 0x562bc5a202d0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3db33e088ec9c41 server_cookie=df9080f211c4d369 in_seq=0 out_seq=0 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.042+0000 7fb09ea00640 10 client.25738 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb09ea00640 1 -- 172.21.15.44:0/1146761488 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562bc597c8b0 con 0x562bc5a1dee0 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb09ea00640 10 client.25738 handle_command_reply: tid=0 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 client.25738 shutdown 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 msgr2=0x562bc5a0b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0b0b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4009230 tx=0x7fb0a40043b0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 shutdown_connections 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a1dee0 0x562bc5a202d0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a0db90 0x562bc5a0b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb09ea00640 0 client.25738 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:32.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a0b0b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/1146761488 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a029b0 0x562bc5a0ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 >> 172.21.15.44:0/1146761488 conn(0x562bc59feec0 msgr2=0x562bc5a04bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:32.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.043+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 shutdown_connections 2024-04-26T01:58:32.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.044+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/1146761488 wait complete. 2024-04-26T01:58:32.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.044+0000 7fb0c2d8f740 20 client.25738 trim_cache size 0 max 16384 2024-04-26T01:58:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 Processor -- start 2024-04-26T01:58:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 -- start start 2024-04-26T01:58:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a19680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a25ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a260e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81afaa0 con 0x562bc5a0db90 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81b1610 con 0x562bc5a029b0 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.060+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81b0170 con 0x562bc5a032d0 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a260e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a19680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a19680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35570/0 (socket says 172.21.15.44:35570) 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 -- 172.21.15.44:0/2335310731 learned_addr learned my addr 172.21.15.44:0/2335310731 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a25ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 -- 172.21.15.44:0/2335310731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 msgr2=0x562bc5a25ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a25ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 -- 172.21.15.44:0/2335310731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 msgr2=0x562bc5a260e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a260e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.061+0000 7fb0be000640 1 -- 172.21.15.44:0/2335310731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bc5a09100 con 0x562bc5a029b0 2024-04-26T01:58:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.062+0000 7fb0be000640 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a19680 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0013010 tx=0x7fb0b0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42fffc55dc1ffc89 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.062+0000 7fb0a9c00640 1 -- 172.21.15.44:0/2335310731 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b001e040 con 0x562bc5a029b0 2024-04-26T01:58:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.062+0000 7fb0a9c00640 1 -- 172.21.15.44:0/2335310731 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0b001f040 con 0x562bc5a029b0 2024-04-26T01:58:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.062+0000 7fb0a9c00640 1 -- 172.21.15.44:0/2335310731 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b0005320 con 0x562bc5a029b0 2024-04-26T01:58:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.062+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/2335310731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 msgr2=0x562bc5a19680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.062+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a19680 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0013010 tx=0x7fb0b0005f90 comp rx=0 tx=0).stop 2024-04-26T01:58:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/2335310731 shutdown_connections 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a260e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a25ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/2335310731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a19680 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/2335310731 >> 172.21.15.44:0/2335310731 conn(0x562bc59feec0 msgr2=0x562bc5a05eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/2335310731 shutdown_connections 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/2335310731 wait complete. 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 -- start start 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.063+0000 7fb0c2d8f740 1 Processor -- start 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a15da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a13180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0c2d8f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a136c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81b0f10 con 0x562bc5a0db90 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81b0840 con 0x562bc5a029b0 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0c2d8f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b81adaa0 con 0x562bc5a032d0 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0c2d8f740 10 client.0 _ll_register_callbacks cb 0x7fb0a4004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0be000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a15da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0be000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a15da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35572/0 (socket says 172.21.15.44:35572) 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0be000640 1 -- 172.21.15.44:0/3851348379 learned_addr learned my addr 172.21.15.44:0/3851348379 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a13180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.064+0000 7fb0be000640 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a136c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0be000640 1 -- 172.21.15.44:0/3851348379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 msgr2=0x562bc5a13180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0be000640 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a13180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0be000640 1 -- 172.21.15.44:0/3851348379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 msgr2=0x562bc5a136c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0be000640 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a136c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0be000640 1 -- 172.21.15.44:0/3851348379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bc5a13d00 con 0x562bc5a029b0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0be000640 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a15da0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb0b000ff90 tx=0x7fb0b002d040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df983d0c8942c29a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb09ea00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb09ea00640 1 -- 172.21.15.44:0/3851348379 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b0019930 con 0x562bc5a029b0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb09ea00640 1 -- 172.21.15.44:0/3851348379 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fb0b0032040 con 0x562bc5a029b0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0b001f040 con 0x562bc5a029b0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb09ea00640 1 -- 172.21.15.44:0/3851348379 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb0b0019ad0 con 0x562bc5a029b0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0c2d8f740 10 client.25739 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.065+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562bc5a8ca90 con 0x562bc5a029b0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb09ea00640 1 -- 172.21.15.44:0/3851348379 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0b001f040 con 0x562bc5a029b0 2024-04-26T01:58:32.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb09ea00640 1 -- 172.21.15.44:0/3851348379 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7fb0b0004710 con 0x562bc5a029b0 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb0c2d8f740 10 client.25739 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb0c2d8f740 10 client.25739 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb0c2d8f740 20 client.25739 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a8cf30 0x562bc5a8f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb0c2d8f740 4 client.25739 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562bc5976320 con 0x562bc5a8cf30 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.066+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a8cf30 0x562bc5a8f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.067+0000 7fb0bcc00640 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a8cf30 0x562bc5a8f350 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=957b8978ed110cda server_cookie=41fd4b01b09abd38 in_seq=0 out_seq=0 2024-04-26T01:58:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.067+0000 7fb09ea00640 10 client.25739 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:32.074 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.075+0000 7fb09ea00640 1 -- 172.21.15.44:0/3851348379 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562bc5976320 con 0x562bc5a8cf30 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.075+0000 7fb09ea00640 10 client.25739 handle_command_reply: tid=0 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.075+0000 7fb0c2d8f740 1 client.25739 shutdown 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 msgr2=0x562bc5a15da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a15da0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb0b000ff90 tx=0x7fb0b002d040 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 shutdown_connections 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bc5a8cf30 0x562bc5a8f350 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bc5a0db90 0x562bc5a136c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bc5a032d0 0x562bc5a13180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 --2- 172.21.15.44:0/3851348379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bc5a029b0 0x562bc5a15da0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb09ea00640 0 client.25739 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 >> 172.21.15.44:0/3851348379 conn(0x562bc59feec0 msgr2=0x562bc5a04360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:32.075 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 shutdown_connections 2024-04-26T01:58:32.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 1 -- 172.21.15.44:0/3851348379 wait complete. 2024-04-26T01:58:32.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.076+0000 7fb0c2d8f740 20 client.25739 trim_cache size 0 max 16384 2024-04-26T01:58:32.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:58:32.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:58:32.076 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:58:32.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:58:32.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0a00a3d90 msgr2=0x7fb0a00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0a00a3d90 0x7fb0a00a6250 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac0ce9c0 tx=0x7fb0ac010f10 comp rx=0 tx=0).stop 2024-04-26T01:58:32.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb0b81041f0 msgr2=0x7fb0b81a0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb0b81041f0 0x7fb0b81a0410 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac00eb00 tx=0x7fb0ac00c2d0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.077 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 shutdown_connections 2024-04-26T01:58:32.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb0a00a3d90 0x7fb0a00a6250 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0b819a610 0x7fb0b819aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb0b81092c0 0x7fb0b81a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 --2- 172.21.15.44:0/1380303630 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb0b81041f0 0x7fb0b81a0410 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 >> 172.21.15.44:0/1380303630 conn(0x7fb0b80ffa30 msgr2=0x7fb0b8100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:32.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 shutdown_connections 2024-04-26T01:58:32.078 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:32.077+0000 7fb0bea00640 1 -- 172.21.15.44:0/1380303630 wait complete. 2024-04-26T01:58:32.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:32 smithi156 ceph-mon[32543]: pgmap v110: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:58:32.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:32 smithi090 ceph-mon[32456]: pgmap v110: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:58:32.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:32 smithi044 ceph-mon[27847]: pgmap v110: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:58:34.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:34 smithi156 ceph-mon[32543]: pgmap v111: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 19 op/s 2024-04-26T01:58:34.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:34 smithi090 ceph-mon[32456]: pgmap v111: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 19 op/s 2024-04-26T01:58:34.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:34 smithi044 ceph-mon[27847]: pgmap v111: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 19 op/s 2024-04-26T01:58:36.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:36 smithi156 ceph-mon[32543]: pgmap v112: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-04-26T01:58:36.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:36 smithi090 ceph-mon[32456]: pgmap v112: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-04-26T01:58:36.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:36 smithi044 ceph-mon[27847]: pgmap v112: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-04-26T01:58:38.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:38 smithi156 ceph-mon[32543]: pgmap v113: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-04-26T01:58:38.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:38 smithi090 ceph-mon[32456]: pgmap v113: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-04-26T01:58:38.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:38 smithi044 ceph-mon[27847]: pgmap v113: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-04-26T01:58:40.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:40 smithi156 ceph-mon[32543]: pgmap v114: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T01:58:40.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:40 smithi090 ceph-mon[32456]: pgmap v114: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T01:58:40.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:40 smithi044 ceph-mon[27847]: pgmap v114: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T01:58:42.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:42 smithi156 ceph-mon[32543]: pgmap v115: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-04-26T01:58:42.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:42 smithi090 ceph-mon[32456]: pgmap v115: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-04-26T01:58:42.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:42 smithi044 ceph-mon[27847]: pgmap v115: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.7 KiB/s wr, 10 op/s 2024-04-26T01:58:44.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:44 smithi156 ceph-mon[32543]: pgmap v116: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.8 KiB/s wr, 15 op/s 2024-04-26T01:58:44.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:44 smithi090 ceph-mon[32456]: pgmap v116: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.8 KiB/s wr, 15 op/s 2024-04-26T01:58:44.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:44 smithi044 ceph-mon[27847]: pgmap v116: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.8 KiB/s wr, 15 op/s 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 -- 172.21.15.44:0/2727218739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 msgr2=0x7f9d1410c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/2727218739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 0x7f9d1410c000 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9d00009900 tx=0x7f9d0002a480 comp rx=0 tx=0).stop 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 -- 172.21.15.44:0/2727218739 shutdown_connections 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/2727218739 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d1410c5d0 0x7f9d1410ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/2727218739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 0x7f9d1410c000 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/2727218739 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 0x7f9d141035e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 -- 172.21.15.44:0/2727218739 >> 172.21.15.44:0/2727218739 conn(0x7f9d140771d0 msgr2=0x7f9d140775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 -- 172.21.15.44:0/2727218739 shutdown_connections 2024-04-26T01:58:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.227+0000 7f9d1ac00640 1 -- 172.21.15.44:0/2727218739 wait complete. 2024-04-26T01:58:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.228+0000 7f9d1ac00640 1 Processor -- start 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.228+0000 7f9d1ac00640 1 -- start start 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d1ac00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 0x7f9d141a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d1ac00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 0x7f9d141a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d1ac00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d1410c5d0 0x7f9d1419a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d1ac00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d14112210 con 0x7f9d14103b20 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d1ac00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d14112090 con 0x7f9d14103200 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d1ac00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9d14112390 con 0x7f9d1410c5d0 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d13400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 0x7f9d141a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d13e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 0x7f9d141a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d13e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 0x7f9d141a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46894/0 (socket says 172.21.15.44:46894) 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d13e00640 1 -- 172.21.15.44:0/3392804036 learned_addr learned my addr 172.21.15.44:0/3392804036 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d1410c5d0 0x7f9d1419a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d13e00640 1 -- 172.21.15.44:0/3392804036 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d1410c5d0 msgr2=0x7f9d1419a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.229+0000 7f9d13e00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d1410c5d0 0x7f9d1419a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d13e00640 1 -- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 msgr2=0x7f9d141a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d13e00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 0x7f9d141a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d13e00640 1 -- 172.21.15.44:0/3392804036 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d1419aff0 con 0x7f9d14103200 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d13e00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 0x7f9d141a0670 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9d0400e9f0 tx=0x7f9d0400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d10c00640 1 -- 172.21.15.44:0/3392804036 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0400cd80 con 0x7f9d14103200 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d10c00640 1 -- 172.21.15.44:0/3392804036 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d040108e0 con 0x7f9d14103200 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d1419b2e0 con 0x7f9d14103200 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d10c00640 1 -- 172.21.15.44:0/3392804036 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d04018980 con 0x7f9d14103200 2024-04-26T01:58:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.230+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d141a75f0 con 0x7f9d14103200 2024-04-26T01:58:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.233+0000 7f9d1dba3740 1 Processor -- start 2024-04-26T01:58:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d1dba3740 1 -- start start 2024-04-26T01:58:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d10c00640 1 -- 172.21.15.44:0/3392804036 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9d04010430 con 0x7f9d14103200 2024-04-26T01:58:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45ea9cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f45ea02900 con 0x55f45eaa7a00 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f45e9a8ef0 con 0x55f45ea9d140 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.234+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f45e9fe8c0 con 0x55f45ea9c820 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d13400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45ea9cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45ea9cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52056/0 (socket says 172.21.15.44:52056) 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 -- 172.21.15.44:0/4032848308 learned_addr learned my addr 172.21.15.44:0/4032848308 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d13e00640 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 -- 172.21.15.44:0/4032848308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 msgr2=0x55f45eaa74c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa74c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 -- 172.21.15.44:0/4032848308 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 msgr2=0x55f45eaa9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 -- 172.21.15.44:0/4032848308 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f45e715210 con 0x55f45ea9c820 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.235+0000 7f9d18c00640 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45ea9cc00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c009f30 tx=0x7f9d0c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45b09e5a861763be server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d10c00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cf80a3dc0 0x7f9cf80a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d09200640 1 -- 172.21.15.44:0/4032848308 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c004d20 con 0x55f45ea9c820 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d09200640 1 -- 172.21.15.44:0/4032848308 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d0c004050 con 0x55f45ea9c820 2024-04-26T01:58:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d09200640 1 -- 172.21.15.44:0/4032848308 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c005220 con 0x55f45ea9c820 2024-04-26T01:58:45.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d10c00640 1 -- 172.21.15.44:0/3392804036 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9d040d0ab0 con 0x7f9d14103200 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d13e00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cf80a3dc0 0x7f9cf80a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d1dba3740 1 -- 172.21.15.44:0/4032848308 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 msgr2=0x55f45ea9cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45ea9cc00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c009f30 tx=0x7f9d0c0118d0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d1dba3740 1 -- 172.21.15.44:0/4032848308 shutdown_connections 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/4032848308 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45ea9cc00 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.236+0000 7f9d1dba3740 1 -- 172.21.15.44:0/4032848308 >> 172.21.15.44:0/4032848308 conn(0x55f45ea98d30 msgr2=0x55f45ea99110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.237+0000 7f9d1dba3740 1 -- 172.21.15.44:0/4032848308 shutdown_connections 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.237+0000 7f9d1dba3740 1 -- 172.21.15.44:0/4032848308 wait complete. 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.237+0000 7f9d13e00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cf80a3dc0 0x7f9cf80a6280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55f45ea9ddc0 tx=0x7f9d04000bc0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.237+0000 7f9d1dba3740 1 -- start start 2024-04-26T01:58:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.237+0000 7f9d1dba3740 1 Processor -- start 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f45eaaa630 con 0x55f45eaa7a00 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f45e9bc310 con 0x55f45ea9d140 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f45eaaa7b0 con 0x55f45ea9c820 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d1dba3740 10 client.0 _ll_register_callbacks cb 0x55f45e98acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52068/0 (socket says 172.21.15.44:52068) 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d18c00640 1 -- 172.21.15.44:0/3904932848 learned_addr learned my addr 172.21.15.44:0/3904932848 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d13400640 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.238+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9d13400640 1 -- 172.21.15.44:0/3904932848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 msgr2=0x55f45eaa4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9d13400640 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9d13400640 1 -- 172.21.15.44:0/3904932848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 msgr2=0x55f45eaa53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9d13400640 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9d13400640 1 -- 172.21.15.44:0/3904932848 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f45e7e1620 con 0x55f45ea9d140 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9d13400640 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa4e90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9d00009230 tx=0x7f9d00032f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9afee608bd678422 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9cfd600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.239+0000 7f9cfd600640 1 -- 172.21.15.44:0/3904932848 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d00035040 con 0x55f45ea9d140 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d0c004050 con 0x55f45ea9d140 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9cfd600640 1 -- 172.21.15.44:0/3904932848 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9d000317a0 con 0x55f45ea9d140 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9cfd600640 1 -- 172.21.15.44:0/3904932848 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9d00004040 con 0x55f45ea9d140 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9d1dba3740 10 client.25751 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f45eab6840 con 0x55f45ea9d140 2024-04-26T01:58:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9cfd600640 1 -- 172.21.15.44:0/3904932848 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d0c004050 con 0x55f45ea9d140 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9cfd600640 1 -- 172.21.15.44:0/3904932848 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f9d0004e020 con 0x55f45ea9d140 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9d1dba3740 10 client.25751 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.240+0000 7f9d1dba3740 10 client.25751 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.241+0000 7f9d1dba3740 20 client.25751 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.241+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eab7cb0 0x55f45eaba0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.241+0000 7f9d1dba3740 4 client.25751 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.241+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f45ea168b0 con 0x55f45eab7cb0 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.241+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eab7cb0 0x55f45eaba0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.241+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eab7cb0 0x55f45eaba0c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e70ff225f392ad2 server_cookie=801349aee449e6db in_seq=0 out_seq=0 2024-04-26T01:58:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.241+0000 7f9cfd600640 10 client.25751 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9cfd600640 1 -- 172.21.15.44:0/3904932848 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f45ea168b0 con 0x55f45eab7cb0 2024-04-26T01:58:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9cfd600640 10 client.25751 handle_command_reply: tid=0 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 client.25751 shutdown 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 msgr2=0x55f45eaa4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa4e90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9d00009230 tx=0x7f9d00032f20 comp rx=0 tx=0).stop 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 shutdown_connections 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eab7cb0 0x55f45eaba0c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45eaa7a00 0x55f45eaa53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaa4e90 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3904932848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 >> 172.21.15.44:0/3904932848 conn(0x55f45ea98d30 msgr2=0x55f45ea9ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.242+0000 7f9cfd600640 0 client.25751 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.243+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 shutdown_connections 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.243+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3904932848 wait complete. 2024-04-26T01:58:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.243+0000 7f9d1dba3740 20 client.25751 trim_cache size 0 max 16384 2024-04-26T01:58:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 Processor -- start 2024-04-26T01:58:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 -- start start 2024-04-26T01:58:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea98d30 0x55f45eab34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa51f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eabf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d141afab0 con 0x55f45ea98d30 2024-04-26T01:58:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d141b1620 con 0x55f45ea9d140 2024-04-26T01:58:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.260+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9d141b0180 con 0x55f45ea9c820 2024-04-26T01:58:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea98d30 0x55f45eab34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa51f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52080/0 (socket says 172.21.15.44:52080) 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 -- 172.21.15.44:0/1494100679 learned_addr learned my addr 172.21.15.44:0/1494100679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea98d30 0x55f45eab34f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54262/0 (socket says 172.21.15.44:54262) 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d18c00640 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eabf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 -- 172.21.15.44:0/1494100679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 msgr2=0x55f45eabf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eabf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 -- 172.21.15.44:0/1494100679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea98d30 msgr2=0x55f45eab34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea98d30 0x55f45eab34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 -- 172.21.15.44:0/1494100679 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f45ea9cf70 con 0x55f45ea9c820 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d18c00640 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea98d30 0x55f45eab34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.261+0000 7f9d13400640 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa51f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9d00031440 tx=0x7f9d0002a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b456df3c956b6b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9cffe00640 1 -- 172.21.15.44:0/1494100679 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d00035070 con 0x55f45ea9c820 2024-04-26T01:58:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9cffe00640 1 -- 172.21.15.44:0/1494100679 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d00055070 con 0x55f45ea9c820 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9cffe00640 1 -- 172.21.15.44:0/1494100679 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d00005090 con 0x55f45ea9c820 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 -- 172.21.15.44:0/1494100679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 msgr2=0x55f45eaa51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa51f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9d00031440 tx=0x7f9d0002a480 comp rx=0 tx=0).stop 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 -- 172.21.15.44:0/1494100679 shutdown_connections 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eabf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea9c820 0x55f45eaa51f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/1494100679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea98d30 0x55f45eab34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 -- 172.21.15.44:0/1494100679 >> 172.21.15.44:0/1494100679 conn(0x55f45eaa0320 msgr2=0x55f45ea9e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.262+0000 7f9d1dba3740 1 -- 172.21.15.44:0/1494100679 shutdown_connections 2024-04-26T01:58:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.263+0000 7f9d1dba3740 1 -- 172.21.15.44:0/1494100679 wait complete. 2024-04-26T01:58:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.263+0000 7f9d1dba3740 1 -- start start 2024-04-26T01:58:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.263+0000 7f9d1dba3740 1 Processor -- start 2024-04-26T01:58:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea98d30 0x55f45eaafc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea9c820 0x55f45eaacfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d1dba3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaad4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d141b0f20 con 0x55f45ea9c820 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d141b0850 con 0x55f45ea9d140 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d1dba3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9d141adab0 con 0x55f45ea98d30 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d1dba3740 10 client.0 _ll_register_callbacks cb 0x7f9d00032bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea98d30 0x55f45eaafc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea98d30 0x55f45eaafc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52094/0 (socket says 172.21.15.44:52094) 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 -- 172.21.15.44:0/3084650393 learned_addr learned my addr 172.21.15.44:0/3084650393 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaad4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d13400640 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea9c820 0x55f45eaacfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 -- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 msgr2=0x55f45eaad4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaad4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 -- 172.21.15.44:0/3084650393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea9c820 msgr2=0x55f45eaacfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea9c820 0x55f45eaacfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.264+0000 7f9d18c00640 1 -- 172.21.15.44:0/3084650393 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f45eaadb30 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9d18c00640 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea98d30 0x55f45eaafc20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c014040 tx=0x7f9d0c009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=932824d09473b842 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9cfd600640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9cfd600640 1 -- 172.21.15.44:0/3084650393 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c004250 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9cfd600640 1 -- 172.21.15.44:0/3084650393 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9d0c0043f0 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d00055070 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9cfd600640 1 -- 172.21.15.44:0/3084650393 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9d0c0045f0 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9d1dba3740 10 client.25762 fetch_fsmap learned FSMap version 30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.265+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f45eb1e0d0 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9cfd600640 1 -- 172.21.15.44:0/3084650393 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d00055070 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9cfd600640 1 -- 172.21.15.44:0/3084650393 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 30) ==== 8358+0+0 (secure 0 0 0) 0x7f9d0c025040 con 0x55f45ea98d30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9d1dba3740 10 client.25762 fetch_fsmap finished waiting for FSMap version 30 2024-04-26T01:58:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9d1dba3740 10 client.25762 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9d1dba3740 20 client.25762 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eaa7a00 0x55f45eb20660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9d1dba3740 4 client.25762 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:58:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f45ea10320 con 0x55f45eaa7a00 2024-04-26T01:58:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.266+0000 7f9d13400640 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eaa7a00 0x55f45eb20660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.267+0000 7f9d13400640 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eaa7a00 0x55f45eb20660 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9719bc7558e30100 server_cookie=7ac7a88728f5d3db in_seq=0 out_seq=0 2024-04-26T01:58:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.267+0000 7f9cfd600640 10 client.25762 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.275+0000 7f9cfd600640 1 -- 172.21.15.44:0/3084650393 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f45ea10320 con 0x55f45eaa7a00 2024-04-26T01:58:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.275+0000 7f9cfd600640 10 client.25762 handle_command_reply: tid=0 2024-04-26T01:58:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.275+0000 7f9d1dba3740 1 client.25762 shutdown 2024-04-26T01:58:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea98d30 msgr2=0x55f45eaafc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea98d30 0x55f45eaafc20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c014040 tx=0x7f9d0c009500 comp rx=0 tx=0).stop 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 shutdown_connections 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f45eaa7a00 0x55f45eb20660 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f45ea9d140 0x55f45eaad4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f45ea9c820 0x55f45eaacfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 --2- 172.21.15.44:0/3084650393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f45ea98d30 0x55f45eaafc20 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9cfd600640 0 client.25762 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 >> 172.21.15.44:0/3084650393 conn(0x55f45eaa0320 msgr2=0x55f45ea9ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 shutdown_connections 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 1 -- 172.21.15.44:0/3084650393 wait complete. 2024-04-26T01:58:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.276+0000 7f9d1dba3740 20 client.25762 trim_cache size 0 max 16384 2024-04-26T01:58:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:58:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:58:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:58:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:58:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cf80a3dc0 msgr2=0x7f9cf80a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cf80a3dc0 0x7f9cf80a6280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55f45ea9ddc0 tx=0x7f9d04000bc0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 msgr2=0x7f9d141a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 0x7f9d141a0670 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9d0400e9f0 tx=0x7f9d0400eeb0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 shutdown_connections 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cf80a3dc0 0x7f9cf80a6280 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d1410c5d0 0x7f9d1419a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d14103b20 0x7f9d141a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 --2- 172.21.15.44:0/3392804036 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d14103200 0x7f9d141a0670 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 >> 172.21.15.44:0/3392804036 conn(0x7f9d140771d0 msgr2=0x7f9d14100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 shutdown_connections 2024-04-26T01:58:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:45.277+0000 7f9d1ac00640 1 -- 172.21.15.44:0/3392804036 wait complete. 2024-04-26T01:58:46.729 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:46 smithi156 ceph-mon[32543]: pgmap v117: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-04-26T01:58:46.736 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:46 smithi090 ceph-mon[32456]: pgmap v117: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-04-26T01:58:46.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:46 smithi044 ceph-mon[27847]: pgmap v117: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-04-26T01:58:48.737 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:48 smithi090 ceph-mon[32456]: pgmap v118: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-04-26T01:58:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:48 smithi044 ceph-mon[27847]: pgmap v118: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-04-26T01:58:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:48 smithi156 ceph-mon[32543]: pgmap v118: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-04-26T01:58:50.822 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:50 smithi090 ceph-mon[32456]: pgmap v119: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T01:58:50.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:50 smithi044 ceph-mon[27847]: pgmap v119: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T01:58:50.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:50 smithi156 ceph-mon[32543]: pgmap v119: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T01:58:52.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:52 smithi044 ceph-mon[27847]: pgmap v120: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-04-26T01:58:52.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:52 smithi156 ceph-mon[32543]: pgmap v120: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-04-26T01:58:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:52 smithi090 ceph-mon[32456]: pgmap v120: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-04-26T01:58:54.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:54 smithi044 ceph-mon[27847]: pgmap v121: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.4 KiB/s wr, 14 op/s 2024-04-26T01:58:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:54 smithi156 ceph-mon[32543]: pgmap v121: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.4 KiB/s wr, 14 op/s 2024-04-26T01:58:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:54 smithi090 ceph-mon[32456]: pgmap v121: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.4 KiB/s wr, 14 op/s 2024-04-26T01:58:56.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:56 smithi044 ceph-mon[27847]: pgmap v122: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:58:56.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:56 smithi156 ceph-mon[32543]: pgmap v122: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:58:56.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:56 smithi090 ceph-mon[32456]: pgmap v122: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:58:57.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:57 smithi044 ceph-mon[27847]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:57.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:57 smithi156 ceph-mon[32543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:57.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:57 smithi090 ceph-mon[32456]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.425+0000 7f27bea00640 1 -- 172.21.15.44:0/1869390948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b81092d0 msgr2=0x7f27b8110ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.425+0000 7f27bea00640 1 --2- 172.21.15.44:0/1869390948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b81092d0 0x7f27b8110ea0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f27b0009ca0 tx=0x7f27b002a8c0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.426+0000 7f27bea00640 1 -- 172.21.15.44:0/1869390948 shutdown_connections 2024-04-26T01:58:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.426+0000 7f27bea00640 1 --2- 172.21.15.44:0/1869390948 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b81092d0 0x7f27b8110ea0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.426+0000 7f27bea00640 1 --2- 172.21.15.44:0/1869390948 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f27b8104bb0 0x7f27b8108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.426+0000 7f27bea00640 1 --2- 172.21.15.44:0/1869390948 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27b8104200 0x7f27b81045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.426+0000 7f27bea00640 1 -- 172.21.15.44:0/1869390948 >> 172.21.15.44:0/1869390948 conn(0x7f27b80ffa60 msgr2=0x7f27b8101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.426+0000 7f27bea00640 1 -- 172.21.15.44:0/1869390948 shutdown_connections 2024-04-26T01:58:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.426+0000 7f27bea00640 1 -- 172.21.15.44:0/1869390948 wait complete. 2024-04-26T01:58:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 Processor -- start 2024-04-26T01:58:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 -- start start 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b8104200 0x7f27b81a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27b81092d0 0x7f27b81a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f27b819a590 0x7f27b819aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f27b8114270 con 0x7f27b81092d0 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81140f0 con 0x7f27b8104200 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.427+0000 7f27bea00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81143f0 con 0x7f27b819a590 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b8104200 0x7f27b81a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b8104200 0x7f27b81a03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:60852/0 (socket says 172.21.15.44:60852) 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 -- 172.21.15.44:0/2026669679 learned_addr learned my addr 172.21.15.44:0/2026669679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27b81092d0 0x7f27b81a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27be000640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f27b819a590 0x7f27b819aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 -- 172.21.15.44:0/2026669679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f27b819a590 msgr2=0x7f27b819aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f27b819a590 0x7f27b819aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 -- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27b81092d0 msgr2=0x7f27b81a0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27b81092d0 0x7f27b81a0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bd600640 1 -- 172.21.15.44:0/2026669679 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b819b0b0 con 0x7f27b8104200 2024-04-26T01:58:58.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.428+0000 7f27bcc00640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27b81092d0 0x7f27b81a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.429+0000 7f27bd600640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b8104200 0x7f27b81a03e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00e9f0 tx=0x7f27ac00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.429+0000 7f27b6000640 1 -- 172.21.15.44:0/2026669679 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac00cd80 con 0x7f27b8104200 2024-04-26T01:58:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.429+0000 7f27b6000640 1 -- 172.21.15.44:0/2026669679 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27ac0108e0 con 0x7f27b8104200 2024-04-26T01:58:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.429+0000 7f27b6000640 1 -- 172.21.15.44:0/2026669679 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac018980 con 0x7f27b8104200 2024-04-26T01:58:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.429+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27b819b3a0 con 0x7f27b8104200 2024-04-26T01:58:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.429+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27b81a75a0 con 0x7f27b8104200 2024-04-26T01:58:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.432+0000 7f27c2dc9740 1 Processor -- start 2024-04-26T01:58:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.432+0000 7f27c2dc9740 1 -- start start 2024-04-26T01:58:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27b6000640 1 -- 172.21.15.44:0/2026669679 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f27ac010430 con 0x7f27b8104200 2024-04-26T01:58:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fccd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2f32900 con 0x55a6d2fd7b90 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2ed8ef0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2f2e8c0 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27bd600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27bd600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd7650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:60862/0 (socket says 172.21.15.44:60862) 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27bd600640 1 -- 172.21.15.44:0/4205626041 learned_addr learned my addr 172.21.15.44:0/4205626041 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd9f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35634/0 (socket says 172.21.15.44:35634) 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.433+0000 7f27be000640 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27bd600640 1 -- 172.21.15.44:0/4205626041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcc9b0 msgr2=0x55a6d2fccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27bd600640 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fccd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27bd600640 1 -- 172.21.15.44:0/4205626041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fd7b90 msgr2=0x55a6d2fd9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27bd600640 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27bd600640 1 -- 172.21.15.44:0/4205626041 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6d2c45210 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27bcc00640 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27bd600640 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd7650 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f27ac0ce160 tx=0x7f27ac0d9580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc385c1bbf70c8f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:58.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.434+0000 7f27aa600640 1 -- 172.21.15.44:0/4205626041 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac0de630 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.435+0000 7f27b6000640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f27a00a3d90 0x7f27a00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.435+0000 7f27aa600640 1 -- 172.21.15.44:0/4205626041 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27ac0d4e10 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.435+0000 7f27aa600640 1 -- 172.21.15.44:0/4205626041 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac098dc0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.435+0000 7f27b6000640 1 -- 172.21.15.44:0/2026669679 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f27ac0d0ac0 con 0x7f27b8104200 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.435+0000 7f27be000640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f27a00a3d90 0x7f27a00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.435+0000 7f27c2dc9740 1 -- 172.21.15.44:0/4205626041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcd2d0 msgr2=0x55a6d2fd7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.435+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd7650 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f27ac0ce160 tx=0x7f27ac0d9580 comp rx=0 tx=0).stop 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 -- 172.21.15.44:0/4205626041 shutdown_connections 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd7650 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/4205626041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 -- 172.21.15.44:0/4205626041 >> 172.21.15.44:0/4205626041 conn(0x55a6d2fc8ec0 msgr2=0x55a6d2fc92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 -- 172.21.15.44:0/4205626041 shutdown_connections 2024-04-26T01:58:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27be000640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f27a00a3d90 0x7f27a00a6250 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f27b0006010 tx=0x7f27b0005d80 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 -- 172.21.15.44:0/4205626041 wait complete. 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 -- start start 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.436+0000 7f27c2dc9740 1 Processor -- start 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2fda7c0 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2eec310 con 0x55a6d2fd7b90 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a6d2fda940 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27c2dc9740 10 client.0 _ll_register_callbacks cb 0x55a6d2ebacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27bd600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27bd600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd4a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35636/0 (socket says 172.21.15.44:35636) 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27bd600640 1 -- 172.21.15.44:0/1496333208 learned_addr learned my addr 172.21.15.44:0/1496333208 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27be000640 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.437+0000 7f27bcc00640 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f27bd600640 1 -- 172.21.15.44:0/1496333208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcd2d0 msgr2=0x55a6d2fd4fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f27bd600640 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd4fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f27bd600640 1 -- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fd7b90 msgr2=0x55a6d2fd5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f27bd600640 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f27bd600640 1 -- 172.21.15.44:0/1496333208 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6d2d11620 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f27bd600640 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd4a90 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f27ac09cab0 tx=0x7f27ac0dd3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d47f570b965d7648 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f279ea00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f279ea00640 1 -- 172.21.15.44:0/1496333208 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac09c2a0 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f279ea00640 1 -- 172.21.15.44:0/1496333208 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f27ac010a90 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.438+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27ac0d4e10 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f279ea00640 1 -- 172.21.15.44:0/1496333208 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f27ac09c480 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 10 client.15657 fetch_fsmap learned FSMap version 31 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a6d2fe69c0 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f279ea00640 1 -- 172.21.15.44:0/1496333208 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27ac0d4e10 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f279ea00640 1 -- 172.21.15.44:0/1496333208 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f27ac099190 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 10 client.15657 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 10 client.15657 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 20 client.15657 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d2fe7d10 0x55a6d2fea100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 4 client.15657 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.439+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6d2f468b0 con 0x55a6d2fe7d10 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.440+0000 7f27bcc00640 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d2fe7d10 0x55a6d2fea100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.440+0000 7f27bcc00640 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d2fe7d10 0x55a6d2fea100 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c684660b22970d6 server_cookie=8fe6829d0d7a7788 in_seq=0 out_seq=0 2024-04-26T01:58:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.440+0000 7f279ea00640 10 client.15657 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f279ea00640 1 -- 172.21.15.44:0/1496333208 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a6d2f468b0 con 0x55a6d2fe7d10 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f279ea00640 10 client.15657 handle_command_reply: tid=0 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 client.15657 shutdown 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcc9b0 msgr2=0x55a6d2fd4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd4a90 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f27ac09cab0 tx=0x7f27ac0dd3d0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 shutdown_connections 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d2fe7d10 0x55a6d2fea100 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fd5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd4fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1496333208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd4a90 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 >> 172.21.15.44:0/1496333208 conn(0x55a6d2fc8ec0 msgr2=0x55a6d2fcebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f279ea00640 0 client.15657 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.441+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 shutdown_connections 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.442+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1496333208 wait complete. 2024-04-26T01:58:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.442+0000 7f27c2dc9740 20 client.15657 trim_cache size 0 max 16384 2024-04-26T01:58:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 Processor -- start 2024-04-26T01:58:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 -- start start 2024-04-26T01:58:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fce360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81afba0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81b16e0 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.458+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81b0270 con 0x55a6d2fd7b90 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35648/0 (socket says 172.21.15.44:35648) 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 -- 172.21.15.44:0/2546731895 learned_addr learned my addr 172.21.15.44:0/2546731895 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27be000640 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fce360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bd600640 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 -- 172.21.15.44:0/2546731895 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 msgr2=0x55a6d2fce360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fce360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 -- 172.21.15.44:0/2546731895 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 msgr2=0x55a6d2fd3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bcc00640 1 -- 172.21.15.44:0/2546731895 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6d2fd2fe0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.459+0000 7f27bd600640 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:58:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.460+0000 7f27bcc00640 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd38a0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f27b819b6d0 tx=0x7f27a4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f75e8e94e46281a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.460+0000 7f27a9c00640 1 -- 172.21.15.44:0/2546731895 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a4012b40 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.460+0000 7f27a9c00640 1 -- 172.21.15.44:0/2546731895 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27a4012ce0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.460+0000 7f27a9c00640 1 -- 172.21.15.44:0/2546731895 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a4004d00 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.460+0000 7f27c2dc9740 1 -- 172.21.15.44:0/2546731895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 msgr2=0x55a6d2fd38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.460+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd38a0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f27b819b6d0 tx=0x7f27a4005f90 comp rx=0 tx=0).stop 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 -- 172.21.15.44:0/2546731895 shutdown_connections 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2fce360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d2fd38a0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/2546731895 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d2fd3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 -- 172.21.15.44:0/2546731895 >> 172.21.15.44:0/2546731895 conn(0x55a6d2fc8ec0 msgr2=0x55a6d2fcfdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 -- 172.21.15.44:0/2546731895 shutdown_connections 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 -- 172.21.15.44:0/2546731895 wait complete. 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 -- start start 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.461+0000 7f27c2dc9740 1 Processor -- start 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d30462b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d30467f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27c2dc9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2febf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81b1010 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81b0940 con 0x55a6d2fcc9b0 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27c2dc9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f27b81adb80 con 0x55a6d2fd7b90 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27c2dc9740 10 client.0 _ll_register_callbacks cb 0x7f27ac0d4ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d30467f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d30467f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35658/0 (socket says 172.21.15.44:35658) 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 -- 172.21.15.44:0/1094764212 learned_addr learned my addr 172.21.15.44:0/1094764212 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bd600640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d30462b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27be000640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2febf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 -- 172.21.15.44:0/1094764212 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 msgr2=0x55a6d2febf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2febf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 -- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 msgr2=0x55a6d30462b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d30462b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bcc00640 1 -- 172.21.15.44:0/1094764212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6d2fec6d0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.462+0000 7f27bd600640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d30462b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f27bcc00640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d30467f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f27a4024040 tx=0x7f27a4009e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7be2d196e0fdf89 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f279ea00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f279ea00640 1 -- 172.21.15.44:0/1094764212 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a40220f0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27a4012ce0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f279ea00640 1 -- 172.21.15.44:0/1094764212 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f27a4022290 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f279ea00640 1 -- 172.21.15.44:0/1094764212 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f27a4022490 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f27c2dc9740 10 client.15663 fetch_fsmap learned FSMap version 31 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.463+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a6d304d9a0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f279ea00640 1 -- 172.21.15.44:0/1094764212 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27a4012ce0 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f279ea00640 1 -- 172.21.15.44:0/1094764212 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f27a4003d20 con 0x55a6d2fcd2d0 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f27c2dc9740 10 client.15663 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:58:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f27c2dc9740 10 client.15663 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:58:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f27c2dc9740 20 client.15663 populate_metadata read hostname 'smithi044' 2024-04-26T01:58:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d304e0b0 0x55a6d30504d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f27c2dc9740 4 client.15663 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:58:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.464+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a6d2f40320 con 0x55a6d304e0b0 2024-04-26T01:58:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.465+0000 7f27bd600640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d304e0b0 0x55a6d30504d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.465+0000 7f27bd600640 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d304e0b0 0x55a6d30504d0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa8a4e1531f365d8 server_cookie=89d1eaee41e80bb5 in_seq=0 out_seq=0 2024-04-26T01:58:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.465+0000 7f279ea00640 10 client.15663 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f279ea00640 1 -- 172.21.15.44:0/1094764212 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a6d2f40320 con 0x55a6d304e0b0 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f279ea00640 10 client.15663 handle_command_reply: tid=0 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 client.15663 shutdown 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 msgr2=0x55a6d30467f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d30467f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f27a4024040 tx=0x7f27a4009e70 comp rx=0 tx=0).stop 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 shutdown_connections 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6d304e0b0 0x55a6d30504d0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a6d2fd7b90 0x55a6d2febf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a6d2fcd2d0 0x55a6d30467f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 --2- 172.21.15.44:0/1094764212 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a6d2fcc9b0 0x55a6d30462b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f279ea00640 0 client.15663 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 >> 172.21.15.44:0/1094764212 conn(0x55a6d2fc8ec0 msgr2=0x55a6d2fd32c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 shutdown_connections 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.469+0000 7f27c2dc9740 1 -- 172.21.15.44:0/1094764212 wait complete. 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27c2dc9740 20 client.15663 trim_cache size 0 max 16384 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:58:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:58:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f27a00a3d90 msgr2=0x7f27a00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f27a00a3d90 0x7f27a00a6250 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f27b0006010 tx=0x7f27b0005d80 comp rx=0 tx=0).stop 2024-04-26T01:58:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b8104200 msgr2=0x7f27b81a03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b8104200 0x7f27b81a03e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00e9f0 tx=0x7f27ac00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 shutdown_connections 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f27a00a3d90 0x7f27a00a6250 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f27b819a590 0x7f27b819aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f27b81092d0 0x7f27b81a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 --2- 172.21.15.44:0/2026669679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f27b8104200 0x7f27b81a03e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.470+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 >> 172.21.15.44:0/2026669679 conn(0x7f27b80ffa60 msgr2=0x7f27b8101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.471+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 shutdown_connections 2024-04-26T01:58:58.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:58:58.471+0000 7f27bea00640 1 -- 172.21.15.44:0/2026669679 wait complete. 2024-04-26T01:58:58.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:58:58 smithi044 ceph-mon[27847]: pgmap v123: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:58:58.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:58:58 smithi156 ceph-mon[32543]: pgmap v123: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:58:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:58:58 smithi090 ceph-mon[32456]: pgmap v123: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-26T01:59:00.076 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:59:00.569 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:00.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:00 smithi044 ceph-mon[27847]: pgmap v124: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-04-26T01:59:00.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:00 smithi156 ceph-mon[32543]: pgmap v124: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-04-26T01:59:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:00 smithi090 ceph-mon[32456]: pgmap v124: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-04-26T01:59:02.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:02 smithi044 ceph-mon[27847]: pgmap v125: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:02.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 -- 172.21.15.44:0/3382111956 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e410e3b0 msgr2=0x7ff5e4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 --2- 172.21.15.44:0/3382111956 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e410e3b0 0x7ff5e4115f80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000b0d0 tx=0x7ff5e000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 -- 172.21.15.44:0/3382111956 shutdown_connections 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 --2- 172.21.15.44:0/3382111956 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e410e3b0 0x7ff5e4115f80 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 --2- 172.21.15.44:0/3382111956 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 0x7ff5e41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 --2- 172.21.15.44:0/3382111956 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5e4109c80 0x7ff5e410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 -- 172.21.15.44:0/3382111956 >> 172.21.15.44:0/3382111956 conn(0x7ff5e4076210 msgr2=0x7ff5e4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 -- 172.21.15.44:0/3382111956 shutdown_connections 2024-04-26T01:59:02.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.848+0000 7ff5ec800700 1 -- 172.21.15.44:0/3382111956 wait complete. 2024-04-26T01:59:02.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.849+0000 7ff5ec800700 1 Processor -- start 2024-04-26T01:59:02.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.849+0000 7ff5ec800700 1 -- start start 2024-04-26T01:59:02.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5ec800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 0x7ff5e419f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:02.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5ec800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e4109c80 0x7ff5e419fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:02.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5ec800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5e410e3b0 0x7ff5e41a3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:02.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5ec800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e41192a0 con 0x7ff5e41092d0 2024-04-26T01:59:02.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5ec800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e4119120 con 0x7ff5e410e3b0 2024-04-26T01:59:02.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5ec800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e4119420 con 0x7ff5e4109c80 2024-04-26T01:59:02.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5e9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 0x7ff5e419f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:02.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5e9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 0x7ff5e419f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35678/0 (socket says 172.21.15.44:35678) 2024-04-26T01:59:02.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5e9e00700 1 -- 172.21.15.44:0/4179514443 learned_addr learned my addr 172.21.15.44:0/4179514443 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:02.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5ea800700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5e410e3b0 0x7ff5e41a3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:02.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.850+0000 7ff5e9400700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e4109c80 0x7ff5e419fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:02.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.851+0000 7ff5e9e00700 1 -- 172.21.15.44:0/4179514443 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e4109c80 msgr2=0x7ff5e419fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:02.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.851+0000 7ff5e9e00700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e4109c80 0x7ff5e419fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:02.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.851+0000 7ff5e9e00700 1 -- 172.21.15.44:0/4179514443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5e410e3b0 msgr2=0x7ff5e41a3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:02.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.851+0000 7ff5e9e00700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5e410e3b0 0x7ff5e41a3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:02.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.851+0000 7ff5e9e00700 1 -- 172.21.15.44:0/4179514443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e41a4730 con 0x7ff5e41092d0 2024-04-26T01:59:02.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.851+0000 7ff5e9e00700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 0x7ff5e419f770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff5d800d950 tx=0x7ff5d800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:02.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.851+0000 7ff5dea00700 1 -- 172.21.15.44:0/4179514443 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d8016070 con 0x7ff5e41092d0 2024-04-26T01:59:02.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.852+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e41a4a20 con 0x7ff5e41092d0 2024-04-26T01:59:02.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.852+0000 7ff5dea00700 1 -- 172.21.15.44:0/4179514443 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5d800fd40 con 0x7ff5e41092d0 2024-04-26T01:59:02.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.852+0000 7ff5dea00700 1 -- 172.21.15.44:0/4179514443 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d8020060 con 0x7ff5e41092d0 2024-04-26T01:59:02.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.852+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e41ac2a0 con 0x7ff5e41092d0 2024-04-26T01:59:02.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.853+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5e4069730 con 0x7ff5e41092d0 2024-04-26T01:59:02.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.855+0000 7ff5dea00700 1 -- 172.21.15.44:0/4179514443 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff5d8019070 con 0x7ff5e41092d0 2024-04-26T01:59:02.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.856+0000 7ff5dea00700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff5cc0a3db0 0x7ff5cc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:02.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.857+0000 7ff5dea00700 1 -- 172.21.15.44:0/4179514443 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7ff5d80d0630 con 0x7ff5e41092d0 2024-04-26T01:59:02.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.857+0000 7ff5e9400700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff5cc0a3db0 0x7ff5cc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:02.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.858+0000 7ff5e9400700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff5cc0a3db0 0x7ff5cc0a6270 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4108980 tx=0x7ff5d4009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:02.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:02.862+0000 7ff5dea00700 1 -- 172.21.15.44:0/4179514443 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff5d809cce0 con 0x7ff5e41092d0 2024-04-26T01:59:02.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:02 smithi156 ceph-mon[32543]: pgmap v125: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:03.033 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:02 smithi090 ceph-mon[32456]: pgmap v125: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:59:03.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.147+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5e402df80 con 0x7ff5e41092d0 2024-04-26T01:59:03.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.149+0000 7ff5dea00700 1 -- 172.21.15.44:0/4179514443 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7ff5d809c5e0 con 0x7ff5e41092d0 2024-04-26T01:59:03.148 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T01:59:03.148 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T01:59:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff5cc0a3db0 msgr2=0x7ff5cc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff5cc0a3db0 0x7ff5cc0a6270 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4108980 tx=0x7ff5d4009260 comp rx=0 tx=0).stop 2024-04-26T01:59:03.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 msgr2=0x7ff5e419f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:03.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 0x7ff5e419f770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff5d800d950 tx=0x7ff5d800dc60 comp rx=0 tx=0).stop 2024-04-26T01:59:03.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 shutdown_connections 2024-04-26T01:59:03.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff5cc0a3db0 0x7ff5cc0a6270 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff5e410e3b0 0x7ff5e41a3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5e41092d0 0x7ff5e419f770 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 --2- 172.21.15.44:0/4179514443 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff5e4109c80 0x7ff5e419fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 >> 172.21.15.44:0/4179514443 conn(0x7ff5e4076210 msgr2=0x7ff5e4076870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.152+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 shutdown_connections 2024-04-26T01:59:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:03.153+0000 7ff5ec800700 1 -- 172.21.15.44:0/4179514443 wait complete. 2024-04-26T01:59:03.152 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T01:59:03.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:03 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4179514443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:59:03.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:03 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4179514443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:59:03.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:03 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4179514443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:59:04.166 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 42aee4ff --release --await' 2024-04-26T01:59:04.166 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 42aee4ff --release --await 2024-04-26T01:59:04.624 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:59:04.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:04 smithi044 ceph-mon[27847]: pgmap v126: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-26T01:59:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:04 smithi156 ceph-mon[32543]: pgmap v126: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-26T01:59:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:04 smithi090 ceph-mon[32456]: pgmap v126: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-26T01:59:06.808 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:06 smithi044 ceph-mon[27847]: pgmap v127: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:59:06.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:06 smithi156 ceph-mon[32543]: pgmap v127: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:59:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:06 smithi090 ceph-mon[32456]: pgmap v127: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:59:07.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 -- 172.21.15.44:0/4003642972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc601092d0 msgr2=0x7fbc601096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 --2- 172.21.15.44:0/4003642972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc601092d0 0x7fbc601096b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbc50009fc0 tx=0x7fbc5000b330 comp rx=0 tx=0).stop 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 -- 172.21.15.44:0/4003642972 shutdown_connections 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 --2- 172.21.15.44:0/4003642972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbc6010e3b0 0x7fbc60115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 --2- 172.21.15.44:0/4003642972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc601092d0 0x7fbc601096b0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 --2- 172.21.15.44:0/4003642972 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbc60109c80 0x7fbc6010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 -- 172.21.15.44:0/4003642972 >> 172.21.15.44:0/4003642972 conn(0x7fbc60076210 msgr2=0x7fbc60107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 -- 172.21.15.44:0/4003642972 shutdown_connections 2024-04-26T01:59:07.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.114+0000 7fbc66c00700 1 -- 172.21.15.44:0/4003642972 wait complete. 2024-04-26T01:59:07.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.115+0000 7fbc66c00700 1 Processor -- start 2024-04-26T01:59:07.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.115+0000 7fbc66c00700 1 -- start start 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc66c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbc601092d0 0x7fbc6019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc66c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc60109c80 0x7fbc6019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc66c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbc6010e3b0 0x7fbc601a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc66c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbc60119240 con 0x7fbc60109c80 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc66c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601190c0 con 0x7fbc6010e3b0 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc66c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601193c0 con 0x7fbc601092d0 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc57400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc60109c80 0x7fbc6019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc64c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbc6010e3b0 0x7fbc601a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbc601092d0 0x7fbc6019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc57400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc60109c80 0x7fbc6019fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57198/0 (socket says 172.21.15.44:57198) 2024-04-26T01:59:07.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.116+0000 7fbc57400700 1 -- 172.21.15.44:0/1647330021 learned_addr learned my addr 172.21.15.44:0/1647330021 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:07.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5fe00700 1 -- 172.21.15.44:0/1647330021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbc6010e3b0 msgr2=0x7fbc601a3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbc6010e3b0 0x7fbc601a3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5fe00700 1 -- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc60109c80 msgr2=0x7fbc6019fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc60109c80 0x7fbc6019fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5fe00700 1 -- 172.21.15.44:0/1647330021 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc601a4720 con 0x7fbc601092d0 2024-04-26T01:59:07.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc64c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbc6010e3b0 0x7fbc601a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:07.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc57400700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc60109c80 0x7fbc6019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:07.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbc601092d0 0x7fbc6019f710 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbc50000f80 tx=0x7fbc50009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:07.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5d600700 1 -- 172.21.15.44:0/1647330021 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc50021070 con 0x7fbc601092d0 2024-04-26T01:59:07.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc601a49b0 con 0x7fbc601092d0 2024-04-26T01:59:07.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5d600700 1 -- 172.21.15.44:0/1647330021 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc50007ac0 con 0x7fbc601092d0 2024-04-26T01:59:07.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.117+0000 7fbc5d600700 1 -- 172.21.15.44:0/1647330021 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc50005040 con 0x7fbc601092d0 2024-04-26T01:59:07.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.118+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc601ac290 con 0x7fbc601092d0 2024-04-26T01:59:07.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.121+0000 7fbc5d600700 1 -- 172.21.15.44:0/1647330021 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbc50024070 con 0x7fbc601092d0 2024-04-26T01:59:07.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.122+0000 7fbc715fbb80 1 Processor -- start 2024-04-26T01:59:07.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc715fbb80 1 -- start start 2024-04-26T01:59:07.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736e3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc5d600700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbc440a3e30 0x7fbc440a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736eebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x5610736f14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561073636f90 con 0x5610736ef0f0 2024-04-26T01:59:07.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5610735dd830 con 0x5610736e3920 2024-04-26T01:59:07.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x561073632f50 con 0x5610736e4240 2024-04-26T01:59:07.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc5d600700 1 -- 172.21.15.44:0/1647330021 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fbc5000f020 con 0x7fbc601092d0 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736e3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736e3d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57320/0 (socket says 172.21.15.44:57320) 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc5fe00700 1 -- 172.21.15.44:0/975150055 learned_addr learned my addr 172.21.15.44:0/975150055 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.123+0000 7fbc57400700 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736eebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc64c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbc440a3e30 0x7fbc440a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc64c00700 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x5610736f14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc5fe00700 1 -- 172.21.15.44:0/975150055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 msgr2=0x5610736eebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736eebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc5fe00700 1 -- 172.21.15.44:0/975150055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 msgr2=0x5610736f14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x5610736f14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc5fe00700 1 -- 172.21.15.44:0/975150055 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610735d3780 con 0x5610736e3920 2024-04-26T01:59:07.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736e3d00 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbc5001dfd0 tx=0x7fbc50009d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21593adecceb8552 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:07.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc55600700 1 -- 172.21.15.44:0/975150055 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc500a6900 con 0x5610736e3920 2024-04-26T01:59:07.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc55600700 1 -- 172.21.15.44:0/975150055 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc50007420 con 0x5610736e3920 2024-04-26T01:59:07.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.124+0000 7fbc55600700 1 -- 172.21.15.44:0/975150055 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5009ee40 con 0x5610736e3920 2024-04-26T01:59:07.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 -- 172.21.15.44:0/975150055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 msgr2=0x5610736e3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736e3d00 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbc5001dfd0 tx=0x7fbc50009d60 comp rx=0 tx=0).stop 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc64c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbc440a3e30 0x7fbc440a62f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fbc580097a0 tx=0x7fbc580047c0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 -- 172.21.15.44:0/975150055 shutdown_connections 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x5610736f14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736e3d00 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/975150055 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736eebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 -- 172.21.15.44:0/975150055 >> 172.21.15.44:0/975150055 conn(0x5610736126a0 msgr2=0x5610736dfdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.125+0000 7fbc715fbb80 1 -- 172.21.15.44:0/975150055 shutdown_connections 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.126+0000 7fbc715fbb80 1 -- 172.21.15.44:0/975150055 wait complete. 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.126+0000 7fbc715fbb80 1 -- start start 2024-04-26T01:59:07.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.126+0000 7fbc715fbb80 1 Processor -- start 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e3920 0x5610736ee780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736ebb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736ef0f0 0x5610736ec060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5610736f1a20 con 0x5610736e3920 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5610735f0960 con 0x5610736ef0f0 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5610736f1ba0 con 0x5610736e4240 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc715fbb80 10 client.0 _ll_register_callbacks cb 0x5610735cf820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e3920 0x5610736ee780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e3920 0x5610736ee780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57218/0 (socket says 172.21.15.44:57218) 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc5fe00700 1 -- 172.21.15.44:0/1495360465 learned_addr learned my addr 172.21.15.44:0/1495360465 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc57400700 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736ebb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.127+0000 7fbc64c00700 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736ef0f0 0x5610736ec060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc5fe00700 1 -- 172.21.15.44:0/1495360465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 msgr2=0x5610736ebb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736ebb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc5fe00700 1 -- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736ef0f0 msgr2=0x5610736ec060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736ef0f0 0x5610736ec060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc5fe00700 1 -- 172.21.15.44:0/1495360465 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610735849d0 con 0x5610736e3920 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e3920 0x5610736ee780 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbc500a6180 tx=0x7fbc5009bfe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4629fa47c370f74 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc4e000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc4e000700 1 -- 172.21.15.44:0/1495360465 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc500a6900 con 0x5610736e3920 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc4e000700 1 -- 172.21.15.44:0/1495360465 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fbc5009dd30 con 0x5610736e3920 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.128+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc50007420 con 0x5610736e3920 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc4e000700 1 -- 172.21.15.44:0/1495360465 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fbc500a1e80 con 0x5610736e3920 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 10 client.15681 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:07.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5610735cdbf0 con 0x5610736e3920 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc4e000700 1 -- 172.21.15.44:0/1495360465 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc50007420 con 0x5610736e3920 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc4e000700 1 -- 172.21.15.44:0/1495360465 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fbc500b1020 con 0x5610736e3920 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 10 client.15681 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 10 client.15681 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 20 client.15681 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610736fe4a0 0x561073700890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 4 client.15681 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.129+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561073644780 con 0x5610736fe4a0 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.130+0000 7fbc57400700 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610736fe4a0 0x561073700890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.130+0000 7fbc57400700 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610736fe4a0 0x561073700890 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c185c89566539110 server_cookie=87901d206e92637e in_seq=0 out_seq=0 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.130+0000 7fbc4e000700 10 client.15681 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.131+0000 7fbc4e000700 1 -- 172.21.15.44:0/1495360465 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561073644780 con 0x5610736fe4a0 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.131+0000 7fbc4e000700 10 client.15681 handle_command_reply: tid=0 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.131+0000 7fbc715fbb80 1 client.15681 shutdown 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.131+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e3920 msgr2=0x5610736ee780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.131+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e3920 0x5610736ee780 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbc500a6180 tx=0x7fbc5009bfe0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 shutdown_connections 2024-04-26T01:59:07.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610736fe4a0 0x561073700890 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736ef0f0 0x5610736ec060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e3920 0x5610736ee780 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/1495360465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x5610736ebb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 >> 172.21.15.44:0/1495360465 conn(0x5610736126a0 msgr2=0x5610736df9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:07.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc4e000700 0 client.15681 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:07.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 shutdown_connections 2024-04-26T01:59:07.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 1 -- 172.21.15.44:0/1495360465 wait complete. 2024-04-26T01:59:07.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.132+0000 7fbc715fbb80 20 client.15681 trim_cache size 0 max 16384 2024-04-26T01:59:07.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.153+0000 7fbc715fbb80 1 Processor -- start 2024-04-26T01:59:07.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc715fbb80 1 -- start start 2024-04-26T01:59:07.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736ea9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x561073706000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x561073706540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601b36b0 con 0x5610736ef0f0 2024-04-26T01:59:07.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601b51f0 con 0x5610736e3920 2024-04-26T01:59:07.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601b3d80 con 0x5610736e4240 2024-04-26T01:59:07.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736ea9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736ea9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57326/0 (socket says 172.21.15.44:57326) 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3478837351 learned_addr learned my addr 172.21.15.44:0/3478837351 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.154+0000 7fbc64c00700 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x561073706540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc57400700 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x561073706000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3478837351 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 msgr2=0x561073706000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x561073706000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3478837351 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 msgr2=0x561073706540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x561073706540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3478837351 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610736e10d0 con 0x5610736e3920 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc57400700 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x561073706000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:59:07.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736ea9f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbc500cf7f0 tx=0x7fbc5009d9b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1014eb255a9e072 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:07.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc54c00700 1 -- 172.21.15.44:0/3478837351 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc500a6900 con 0x5610736e3920 2024-04-26T01:59:07.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc54c00700 1 -- 172.21.15.44:0/3478837351 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5009d220 con 0x5610736e3920 2024-04-26T01:59:07.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.155+0000 7fbc54c00700 1 -- 172.21.15.44:0/3478837351 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc50099d70 con 0x5610736e3920 2024-04-26T01:59:07.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3478837351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 msgr2=0x5610736ea9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736ea9f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbc500cf7f0 tx=0x7fbc5009d9b0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3478837351 shutdown_connections 2024-04-26T01:59:07.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736ef0f0 0x561073706540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736ea9f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3478837351 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736e4240 0x561073706000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3478837351 >> 172.21.15.44:0/3478837351 conn(0x5610736126a0 msgr2=0x5610736ea2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3478837351 shutdown_connections 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.156+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3478837351 wait complete. 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 -- start start 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 Processor -- start 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736f53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e4240 0x5610736f5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736ef0f0 0x5610736f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601b4b20 con 0x5610736e4240 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601b4450 con 0x5610736e3920 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fbc601b1670 con 0x5610736ef0f0 2024-04-26T01:59:07.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.157+0000 7fbc715fbb80 10 client.0 _ll_register_callbacks cb 0x5610735cf820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:07.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc57400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e4240 0x5610736f5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736f53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc64c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736ef0f0 0x5610736f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736f53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57342/0 (socket says 172.21.15.44:57342) 2024-04-26T01:59:07.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc64c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736ef0f0 0x5610736f68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:39078/0 (socket says 172.21.15.44:39078) 2024-04-26T01:59:07.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3004774230 learned_addr learned my addr 172.21.15.44:0/3004774230 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:07.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3004774230 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736ef0f0 msgr2=0x5610736f68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736ef0f0 0x5610736f68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3004774230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e4240 msgr2=0x5610736f5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e4240 0x5610736f5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.158+0000 7fbc5fe00700 1 -- 172.21.15.44:0/3004774230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610736f6fb0 con 0x5610736e3920 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc5fe00700 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736f53e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbc50099f30 tx=0x7fbc5009d8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=132360f6a2d88009 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc4e000700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc4e000700 1 -- 172.21.15.44:0/3004774230 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc500a6220 con 0x5610736e3920 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc4e000700 1 -- 172.21.15.44:0/3004774230 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fbc500a42c0 con 0x5610736e3920 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc5009d220 con 0x5610736e3920 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc4e000700 1 -- 172.21.15.44:0/3004774230 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fbc50099d70 con 0x5610736e3920 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc715fbb80 10 client.25796 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5610736f6fb0 con 0x5610736e3920 2024-04-26T01:59:07.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.159+0000 7fbc4e000700 1 -- 172.21.15.44:0/3004774230 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5009d220 con 0x5610736e3920 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc4e000700 1 -- 172.21.15.44:0/3004774230 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fbc500b1070 con 0x5610736e3920 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc715fbb80 10 client.25796 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc715fbb80 10 client.25796 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc715fbb80 20 client.25796 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561073765670 0x561073767a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc715fbb80 4 client.25796 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "42aee4ff", "release": true, "await": true}] 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "42aee4ff", "release": true, "await": true}) -- 0x56107363e820 con 0x561073765670 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.160+0000 7fbc57400700 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561073765670 0x561073767a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.161+0000 7fbc57400700 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561073765670 0x561073767a60 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93537d38cf38c024 server_cookie=f7e780719fa905bb in_seq=0 out_seq=0 2024-04-26T01:59:07.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.161+0000 7fbc4e000700 10 client.25796 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc4e000700 1 -- 172.21.15.44:0/3004774230 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x56107363e820 con 0x561073765670 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc4e000700 10 client.25796 handle_command_reply: tid=0 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 client.25796 shutdown 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 msgr2=0x5610736f53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736f53e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbc50099f30 tx=0x7fbc5009d8a0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 shutdown_connections 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610736ef0f0 0x5610736f68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561073765670 0x561073767a60 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610736e3920 0x5610736f53e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 --2- 172.21.15.44:0/3004774230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610736e4240 0x5610736f5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc4e000700 0 client.25796 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 >> 172.21.15.44:0/3004774230 conn(0x5610736126a0 msgr2=0x5610736ed9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.163+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 shutdown_connections 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.164+0000 7fbc715fbb80 1 -- 172.21.15.44:0/3004774230 wait complete. 2024-04-26T01:59:07.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.164+0000 7fbc715fbb80 20 client.25796 trim_cache size 0 max 16384 2024-04-26T01:59:07.164 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T01:59:07.164 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T01:59:07.164 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T01:59:07.164 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 12, 2024-04-26T01:59:07.164 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T01:59:07.164 INFO:teuthology.orchestra.run.smithi044.stdout: "42aee4ff": { 2024-04-26T01:59:07.164 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 12, 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 90.0, 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:59:07.165 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:59:07.166 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:59:07.166 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:59:07.166 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T01:59:07.166 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T01:59:07.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.164+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbc440a3e30 msgr2=0x7fbc440a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.164+0000 7fbc66c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbc440a3e30 0x7fbc440a62f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fbc580097a0 tx=0x7fbc580047c0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.164+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbc601092d0 msgr2=0x7fbc6019f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.164+0000 7fbc66c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbc601092d0 0x7fbc6019f710 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbc50000f80 tx=0x7fbc50009510 comp rx=0 tx=0).stop 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.165+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 shutdown_connections 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.165+0000 7fbc66c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbc601092d0 0x7fbc6019f710 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.165+0000 7fbc66c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbc440a3e30 0x7fbc440a62f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.165+0000 7fbc66c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbc6010e3b0 0x7fbc601a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.165+0000 7fbc66c00700 1 --2- 172.21.15.44:0/1647330021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc60109c80 0x7fbc6019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.165+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 >> 172.21.15.44:0/1647330021 conn(0x7fbc60076210 msgr2=0x7fbc60077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.166+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 shutdown_connections 2024-04-26T01:59:07.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T01:59:07.166+0000 7fbc66c00700 1 -- 172.21.15.44:0/1647330021 wait complete. 2024-04-26T01:59:08.257 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '42aee4ff', seconds elapsed: 46.4 2024-04-26T01:59:08.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:08 smithi044 ceph-mon[27847]: pgmap v128: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:59:08.982 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:08 smithi156 ceph-mon[32543]: pgmap v128: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:59:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:08 smithi090 ceph-mon[32456]: pgmap v128: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:59:10.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:10 smithi044 ceph-mon[27847]: pgmap v129: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:59:10.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:10 smithi156 ceph-mon[32543]: pgmap v129: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:59:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:10 smithi090 ceph-mon[32456]: pgmap v129: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:59:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.617+0000 7f8a0b200640 1 -- 172.21.15.44:0/2778640046 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 msgr2=0x7f8a0c1010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.617+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2778640046 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1010e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f89fc009900 tx=0x7f89fc02a470 comp rx=0 tx=0).stop 2024-04-26T01:59:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.618+0000 7f8a0b200640 1 -- 172.21.15.44:0/2778640046 shutdown_connections 2024-04-26T01:59:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.618+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2778640046 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a0c106100 0x7f8a0c106590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.618+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2778640046 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a0c101620 0x7f8a0c105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.618+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2778640046 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1010e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.618+0000 7f8a0b200640 1 -- 172.21.15.44:0/2778640046 >> 172.21.15.44:0/2778640046 conn(0x7f8a0c0fc770 msgr2=0x7f8a0c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.618+0000 7f8a0b200640 1 -- 172.21.15.44:0/2778640046 shutdown_connections 2024-04-26T01:59:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.618+0000 7f8a0b200640 1 -- 172.21.15.44:0/2778640046 wait complete. 2024-04-26T01:59:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.619+0000 7f8a0b200640 1 Processor -- start 2024-04-26T01:59:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.619+0000 7f8a0b200640 1 -- start start 2024-04-26T01:59:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0b200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a0c101620 0x7f8a0c1a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a0c106100 0x7f8a0c19e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c118600 con 0x7f8a0c101620 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0b200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c118480 con 0x7f8a0c106100 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0b200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c118780 con 0x7f8a0c100d00 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1a4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:39102/0 (socket says 172.21.15.44:39102) 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a09e00640 1 -- 172.21.15.44:0/2002774806 learned_addr learned my addr 172.21.15.44:0/2002774806 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0a800640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a0c106100 0x7f8a0c19e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a09400640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a0c101620 0x7f8a0c1a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0a800640 1 -- 172.21.15.44:0/2002774806 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 msgr2=0x7f8a0c1a4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0a800640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1a4810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0a800640 1 -- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a0c101620 msgr2=0x7f8a0c1a4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.620+0000 7f8a0a800640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a0c101620 0x7f8a0c1a4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a0a800640 1 -- 172.21.15.44:0/2002774806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a0c19f140 con 0x7f8a0c106100 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a09e00640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1a4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a0a800640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a0c106100 0x7f8a0c19e9c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8a04009fd0 tx=0x7f8a0400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a02a00640 1 -- 172.21.15.44:0/2002774806 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0400ce20 con 0x7f8a0c106100 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a0c19f430 con 0x7f8a0c106100 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a02a00640 1 -- 172.21.15.44:0/2002774806 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a04005020 con 0x7f8a0c106100 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a02a00640 1 -- 172.21.15.44:0/2002774806 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04010690 con 0x7f8a0c106100 2024-04-26T01:59:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.621+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a0c1ab6d0 con 0x7f8a0c106100 2024-04-26T01:59:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.625+0000 7f8a13f85740 1 Processor -- start 2024-04-26T01:59:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.625+0000 7f8a02a00640 1 -- 172.21.15.44:0/2002774806 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8a040054d0 con 0x7f8a0c106100 2024-04-26T01:59:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a13f85740 1 -- start start 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f609b0 0x564416f60d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f6b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f6bb90 0x564416f6df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a13f85740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564416ec6900 con 0x564416f6bb90 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a13f85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564416e6cef0 con 0x564416f609b0 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a13f85740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564416ec28c0 con 0x564416f612d0 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a09400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f609b0 0x564416f60d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a09400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f609b0 0x564416f60d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57376/0 (socket says 172.21.15.44:57376) 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a09400640 1 -- 172.21.15.44:0/1645534147 learned_addr learned my addr 172.21.15.44:0/1645534147 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.626+0000 7f8a09400640 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f6bb90 0x564416f6df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09e00640 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f6b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09400640 1 -- 172.21.15.44:0/1645534147 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 msgr2=0x564416f6b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09400640 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f6b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09400640 1 -- 172.21.15.44:0/1645534147 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f6bb90 msgr2=0x564416f6df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09400640 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f6bb90 0x564416f6df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09400640 1 -- 172.21.15.44:0/1645534147 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564416bd9210 con 0x564416f609b0 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a02a00640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f89f00a3d90 0x7f89f00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09400640 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f609b0 0x564416f60d90 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f89f80058c0 tx=0x7f89f8005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd59a4e35b4d87cd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a02a00640 1 -- 172.21.15.44:0/2002774806 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f8a040d0db0 con 0x7f8a0c106100 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f89f7400640 1 -- 172.21.15.44:0/1645534147 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f8004030 con 0x564416f609b0 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f89f7400640 1 -- 172.21.15.44:0/1645534147 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89f80054d0 con 0x564416f609b0 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.627+0000 7f8a09e00640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f89f00a3d90 0x7f89f00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.628+0000 7f89f7400640 1 -- 172.21.15.44:0/1645534147 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f8004ba0 con 0x564416f609b0 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.628+0000 7f8a13f85740 1 -- 172.21.15.44:0/1645534147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f609b0 msgr2=0x564416f60d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.628+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f609b0 0x564416f60d90 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f89f80058c0 tx=0x7f89f8005850 comp rx=0 tx=0).stop 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.628+0000 7f8a09e00640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f89f00a3d90 0x7f89f00a6250 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f89fc005ec0 tx=0x7f89fc005a20 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 -- 172.21.15.44:0/1645534147 shutdown_connections 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f6bb90 0x564416f6df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f6b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1645534147 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f609b0 0x564416f60d90 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 -- 172.21.15.44:0/1645534147 >> 172.21.15.44:0/1645534147 conn(0x564416f5cec0 msgr2=0x564416f5d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 -- 172.21.15.44:0/1645534147 shutdown_connections 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 -- 172.21.15.44:0/1645534147 wait complete. 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 -- start start 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.629+0000 7f8a13f85740 1 Processor -- start 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f609b0 0x564416f68b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f612d0 0x564416f69090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f695d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a13f85740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564416f6e7c0 con 0x564416f612d0 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a13f85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564416e80310 con 0x564416f6bb90 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a13f85740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564416f6e940 con 0x564416f609b0 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a13f85740 10 client.0 _ll_register_callbacks cb 0x564416e4ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f609b0 0x564416f68b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f609b0 0x564416f68b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:39118/0 (socket says 172.21.15.44:39118) 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a09e00640 1 -- 172.21.15.44:0/1751602620 learned_addr learned my addr 172.21.15.44:0/1751602620 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a0a800640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f695d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.630+0000 7f8a09400640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f612d0 0x564416f69090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a0a800640 1 -- 172.21.15.44:0/1751602620 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f609b0 msgr2=0x564416f68b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a0a800640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f609b0 0x564416f68b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a0a800640 1 -- 172.21.15.44:0/1751602620 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f612d0 msgr2=0x564416f69090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a0a800640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f612d0 0x564416f69090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a0a800640 1 -- 172.21.15.44:0/1751602620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564416ca5620 con 0x564416f6bb90 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a09e00640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f609b0 0x564416f68b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a0a800640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f695d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8a040ce4e0 tx=0x7f8a0409cd60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34e65a6aaadb5bd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f89ebe00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f89ebe00640 1 -- 172.21.15.44:0/1751602620 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a040b6260 con 0x564416f6bb90 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f89ebe00640 1 -- 172.21.15.44:0/1751602620 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f8a040993d0 con 0x564416f6bb90 2024-04-26T01:59:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89f80054d0 con 0x564416f6bb90 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f89ebe00640 1 -- 172.21.15.44:0/1751602620 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8a040a5540 con 0x564416f6bb90 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a13f85740 10 client.25808 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564416f7aab0 con 0x564416f6bb90 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.631+0000 7f89ebe00640 1 -- 172.21.15.44:0/1751602620 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89f80054d0 con 0x564416f6bb90 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f89ebe00640 1 -- 172.21.15.44:0/1751602620 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8a040bd0f0 con 0x564416f6bb90 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f8a13f85740 10 client.25808 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f8a13f85740 10 client.25808 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f8a13f85740 20 client.25808 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416f7bf70 0x564416f7e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f8a13f85740 4 client.25808 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564416eda8b0 con 0x564416f7bf70 2024-04-26T01:59:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.632+0000 7f8a09e00640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416f7bf70 0x564416f7e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.633+0000 7f8a09e00640 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416f7bf70 0x564416f7e360 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5b6c5e8ee1e2786 server_cookie=1dee34f58bf59177 in_seq=0 out_seq=0 2024-04-26T01:59:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.633+0000 7f89ebe00640 10 client.25808 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.633+0000 7f89ebe00640 1 -- 172.21.15.44:0/1751602620 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564416eda8b0 con 0x564416f7bf70 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.633+0000 7f89ebe00640 10 client.25808 handle_command_reply: tid=0 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.633+0000 7f8a13f85740 1 client.25808 shutdown 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 msgr2=0x564416f695d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f695d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8a040ce4e0 tx=0x7f8a0409cd60 comp rx=0 tx=0).stop 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 shutdown_connections 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416f7bf70 0x564416f7e360 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f695d0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f612d0 0x564416f69090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f89ebe00640 0 client.25808 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 --2- 172.21.15.44:0/1751602620 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f609b0 0x564416f68b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 >> 172.21.15.44:0/1751602620 conn(0x564416f5cec0 msgr2=0x564416f62bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 shutdown_connections 2024-04-26T01:59:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 1 -- 172.21.15.44:0/1751602620 wait complete. 2024-04-26T01:59:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.634+0000 7f8a13f85740 20 client.25808 trim_cache size 0 max 16384 2024-04-26T01:59:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.650+0000 7f8a13f85740 1 Processor -- start 2024-04-26T01:59:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a13f85740 1 -- start start 2024-04-26T01:59:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f77680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f63370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f83c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a13f85740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c1b3eb0 con 0x564416f609b0 2024-04-26T01:59:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a13f85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c1b59f0 con 0x564416f6bb90 2024-04-26T01:59:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a13f85740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c1b4580 con 0x564416f612d0 2024-04-26T01:59:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a09400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f63370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f77680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a0a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f83c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a09400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f63370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:39124/0 (socket says 172.21.15.44:39124) 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a0a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f83c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57400/0 (socket says 172.21.15.44:57400) 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f77680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57286/0 (socket says 172.21.15.44:57286) 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.651+0000 7f8a09400640 1 -- 172.21.15.44:0/997054843 learned_addr learned my addr 172.21.15.44:0/997054843 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f8a0a800640 1 -- 172.21.15.44:0/997054843 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 msgr2=0x564416f63370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f8a0a800640 1 --2- 172.21.15.44:0/997054843 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f63370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f8a0a800640 1 -- 172.21.15.44:0/997054843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 msgr2=0x564416f77680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f8a0a800640 1 --2- 172.21.15.44:0/997054843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f77680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f8a0a800640 1 -- 172.21.15.44:0/997054843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564416f7e6d0 con 0x564416f6bb90 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f8a0a800640 1 --2- 172.21.15.44:0/997054843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f83c50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8a040bd550 tx=0x7f8a040053e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=291067f9c3f3680a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f89f6a00640 1 -- 172.21.15.44:0/997054843 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0407bb80 con 0x564416f6bb90 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f89f6a00640 1 -- 172.21.15.44:0/997054843 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a040993d0 con 0x564416f6bb90 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.652+0000 7f89f6a00640 1 -- 172.21.15.44:0/997054843 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a040bd070 con 0x564416f6bb90 2024-04-26T01:59:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 -- 172.21.15.44:0/997054843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 msgr2=0x564416f83c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 --2- 172.21.15.44:0/997054843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f83c50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8a040bd550 tx=0x7f8a040053e0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 -- 172.21.15.44:0/997054843 shutdown_connections 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 --2- 172.21.15.44:0/997054843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f83c50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 --2- 172.21.15.44:0/997054843 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f63370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 --2- 172.21.15.44:0/997054843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f77680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 -- 172.21.15.44:0/997054843 >> 172.21.15.44:0/997054843 conn(0x564416f5cec0 msgr2=0x564416f63e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 -- 172.21.15.44:0/997054843 shutdown_connections 2024-04-26T01:59:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.653+0000 7f8a13f85740 1 -- 172.21.15.44:0/997054843 wait complete. 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 -- start start 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 Processor -- start 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f73f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f712c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f71800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c1b5320 con 0x564416f609b0 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c1b4c50 con 0x564416f6bb90 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.654+0000 7f8a13f85740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c1b1e90 con 0x564416f612d0 2024-04-26T01:59:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a13f85740 10 client.0 _ll_register_callbacks cb 0x7f8a0409c790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f73f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a09400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f712c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a0a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f71800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a09e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f73f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57292/0 (socket says 172.21.15.44:57292) 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a09e00640 1 -- 172.21.15.44:0/403726148 learned_addr learned my addr 172.21.15.44:0/403726148 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a0a800640 1 -- 172.21.15.44:0/403726148 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 msgr2=0x564416f712c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a0a800640 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f712c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a0a800640 1 -- 172.21.15.44:0/403726148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 msgr2=0x564416f73f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a0a800640 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f73f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a0a800640 1 -- 172.21.15.44:0/403726148 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564416f72030 con 0x564416f6bb90 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f8a0a800640 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f71800 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8a0409ccf0 tx=0x7f8a04098f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7e3f96f908d96ab server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.655+0000 7f89ebe00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f89ebe00640 1 -- 172.21.15.44:0/403726148 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04098b30 con 0x564416f6bb90 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f89ebe00640 1 -- 172.21.15.44:0/403726148 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f8a040b6060 con 0x564416f6bb90 2024-04-26T01:59:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a040993d0 con 0x564416f6bb90 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f89ebe00640 1 -- 172.21.15.44:0/403726148 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8a040b6260 con 0x564416f6bb90 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 10 client.25814 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564416fe24d0 con 0x564416f6bb90 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f89ebe00640 1 -- 172.21.15.44:0/403726148 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a040993d0 con 0x564416f6bb90 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f89ebe00640 1 -- 172.21.15.44:0/403726148 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8a040a22a0 con 0x564416f6bb90 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 10 client.25814 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 10 client.25814 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 20 client.25814 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416fe29b0 0x564416fe4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 4 client.25814 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.656+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564416ed4320 con 0x564416fe29b0 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.657+0000 7f8a09e00640 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416fe29b0 0x564416fe4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.657+0000 7f8a09e00640 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416fe29b0 0x564416fe4da0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f57574b20edc04 server_cookie=4d539da3a3d791ad in_seq=0 out_seq=0 2024-04-26T01:59:11.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.657+0000 7f89ebe00640 10 client.25814 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:11.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.663+0000 7f89ebe00640 1 -- 172.21.15.44:0/403726148 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564416ed4320 con 0x564416fe29b0 2024-04-26T01:59:11.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.663+0000 7f89ebe00640 10 client.25814 handle_command_reply: tid=0 2024-04-26T01:59:11.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.663+0000 7f8a13f85740 1 client.25814 shutdown 2024-04-26T01:59:11.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.663+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 msgr2=0x564416f71800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.663+0000 7f8a13f85740 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f71800 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8a0409ccf0 tx=0x7f8a04098f60 comp rx=0 tx=0).stop 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 shutdown_connections 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564416fe29b0 0x564416fe4da0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564416f6bb90 0x564416f71800 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564416f612d0 0x564416f712c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 --2- 172.21.15.44:0/403726148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564416f609b0 0x564416f73f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f89ebe00640 0 client.25814 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 >> 172.21.15.44:0/403726148 conn(0x564416f5cec0 msgr2=0x564416f6a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 shutdown_connections 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 1 -- 172.21.15.44:0/403726148 wait complete. 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.664+0000 7f8a13f85740 20 client.25814 trim_cache size 0 max 16384 2024-04-26T01:59:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:59:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:59:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:59:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:59:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f89f00a3d90 msgr2=0x7f89f00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f89f00a3d90 0x7f89f00a6250 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f89fc005ec0 tx=0x7f89fc005a20 comp rx=0 tx=0).stop 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a0c106100 msgr2=0x7f8a0c19e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a0c106100 0x7f8a0c19e9c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8a04009fd0 tx=0x7f8a0400ef10 comp rx=0 tx=0).stop 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 shutdown_connections 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f89f00a3d90 0x7f89f00a6250 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a0c106100 0x7f8a0c19e9c0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a0c101620 0x7f8a0c1a4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 --2- 172.21.15.44:0/2002774806 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a0c100d00 0x7f8a0c1a4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 >> 172.21.15.44:0/2002774806 conn(0x7f8a0c0fc770 msgr2=0x7f8a0c0fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 shutdown_connections 2024-04-26T01:59:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:11.665+0000 7f8a0b200640 1 -- 172.21.15.44:0/2002774806 wait complete. 2024-04-26T01:59:11.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:11 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:11 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:11 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:12.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:12 smithi044 ceph-mon[27847]: pgmap v130: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-04-26T01:59:12.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:12 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:12.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:12 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:12.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:12 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:59:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:12 smithi156 ceph-mon[32543]: pgmap v130: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-04-26T01:59:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:12 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:12.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:12 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:12.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:12 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:59:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:12 smithi090 ceph-mon[32456]: pgmap v130: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-04-26T01:59:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:12 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:12.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:12 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:12.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:12 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T01:59:14.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:14 smithi044 ceph-mon[27847]: pgmap v131: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 32 KiB/s wr, 31 op/s 2024-04-26T01:59:14.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:14 smithi156 ceph-mon[32543]: pgmap v131: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 32 KiB/s wr, 31 op/s 2024-04-26T01:59:14.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:14 smithi090 ceph-mon[32456]: pgmap v131: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 32 KiB/s wr, 31 op/s 2024-04-26T01:59:16.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:16 smithi044 ceph-mon[27847]: pgmap v132: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T01:59:16.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:16 smithi156 ceph-mon[32543]: pgmap v132: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T01:59:16.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:16 smithi090 ceph-mon[32456]: pgmap v132: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T01:59:18.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:18 smithi044 ceph-mon[27847]: pgmap v133: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T01:59:18.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:18 smithi156 ceph-mon[32543]: pgmap v133: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T01:59:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:18 smithi090 ceph-mon[32456]: pgmap v133: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T01:59:20.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:20 smithi044 ceph-mon[27847]: pgmap v134: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-04-26T01:59:20.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:20 smithi156 ceph-mon[32543]: pgmap v134: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-04-26T01:59:20.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:20 smithi090 ceph-mon[32456]: pgmap v134: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-04-26T01:59:22.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:22 smithi156 ceph-mon[32543]: pgmap v135: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T01:59:22.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:22 smithi090 ceph-mon[32456]: pgmap v135: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T01:59:23.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:22 smithi044 ceph-mon[27847]: pgmap v135: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T01:59:24.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 -- 172.21.15.44:0/75011303 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe548108f20 msgr2=0x7fe5481153e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 --2- 172.21.15.44:0/75011303 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe548108f20 0x7fe5481153e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe540009ca0 tx=0x7fe54002a8b0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 -- 172.21.15.44:0/75011303 shutdown_connections 2024-04-26T01:59:24.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 --2- 172.21.15.44:0/75011303 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe548108f20 0x7fe5481153e0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 --2- 172.21.15.44:0/75011303 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108560 0x7fe5481089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 --2- 172.21.15.44:0/75011303 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54810e620 0x7fe54810ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 -- 172.21.15.44:0/75011303 >> 172.21.15.44:0/75011303 conn(0x7fe5480764e0 msgr2=0x7fe548078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 -- 172.21.15.44:0/75011303 shutdown_connections 2024-04-26T01:59:24.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.813+0000 7fe54de00640 1 -- 172.21.15.44:0/75011303 wait complete. 2024-04-26T01:59:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.814+0000 7fe54de00640 1 Processor -- start 2024-04-26T01:59:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.814+0000 7fe54de00640 1 -- start start 2024-04-26T01:59:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe54de00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe548108560 0x7fe5481a4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe54de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108f20 0x7fe5481a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe54de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54810e620 0x7fe54819e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe54de00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe548118790 con 0x7fe54810e620 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe54de00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe548118610 con 0x7fe548108f20 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe54de00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe548118910 con 0x7fe548108560 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe547400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54810e620 0x7fe54819e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe546a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe548108560 0x7fe5481a4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe546000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108f20 0x7fe5481a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe547400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54810e620 0x7fe54819e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49610/0 (socket says 172.21.15.44:49610) 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.815+0000 7fe547400640 1 -- 172.21.15.44:0/2610333047 learned_addr learned my addr 172.21.15.44:0/2610333047 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe547400640 1 -- 172.21.15.44:0/2610333047 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe548108560 msgr2=0x7fe5481a4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe547400640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe548108560 0x7fe5481a4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe547400640 1 -- 172.21.15.44:0/2610333047 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108f20 msgr2=0x7fe5481a4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe547400640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108f20 0x7fe5481a4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe547400640 1 -- 172.21.15.44:0/2610333047 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe54819f150 con 0x7fe54810e620 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe546000640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108f20 0x7fe5481a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe547400640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54810e620 0x7fe54819e9d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe540006010 tx=0x7fe5400093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe54ca00640 1 -- 172.21.15.44:0/2610333047 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe540004040 con 0x7fe54810e620 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe54ca00640 1 -- 172.21.15.44:0/2610333047 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe540040070 con 0x7fe54810e620 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe54819f3e0 con 0x7fe54810e620 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.816+0000 7fe54ca00640 1 -- 172.21.15.44:0/2610333047 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe540031ac0 con 0x7fe54810e620 2024-04-26T01:59:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.817+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5481ab6e0 con 0x7fe54810e620 2024-04-26T01:59:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.820+0000 7fe550dbc740 1 Processor -- start 2024-04-26T01:59:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.820+0000 7fe54ca00640 1 -- 172.21.15.44:0/2610333047 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe540031c80 con 0x7fe54810e620 2024-04-26T01:59:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.820+0000 7fe550dbc740 1 -- start start 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.820+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765b3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.820+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765be4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.820+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765c0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.820+0000 7fe550dbc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562176519900 con 0x5621765b4140 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe550dbc740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5621764bfef0 con 0x5621765b3820 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe550dbc740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5621765158c0 con 0x5621765bea00 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765b3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765b3c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57534/0 (socket says 172.21.15.44:57534) 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 -- 172.21.15.44:0/3682491219 learned_addr learned my addr 172.21.15.44:0/3682491219 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765c0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546a00640 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765be4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 -- 172.21.15.44:0/3682491219 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 msgr2=0x5621765c0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765c0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 -- 172.21.15.44:0/3682491219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 msgr2=0x5621765be4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765be4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.821+0000 7fe546000640 1 -- 172.21.15.44:0/3682491219 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56217622c210 con 0x5621765b3820 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.822+0000 7fe546000640 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765b3c00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe534011b80 tx=0x7fe534004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3e4253eff056b0c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.822+0000 7fe54ca00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3e40 0x7fe52c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.822+0000 7fe533e00640 1 -- 172.21.15.44:0/3682491219 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53400fc50 con 0x5621765b3820 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.822+0000 7fe54ca00640 1 -- 172.21.15.44:0/2610333047 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fe5400f17b0 con 0x7fe54810e620 2024-04-26T01:59:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.822+0000 7fe533e00640 1 -- 172.21.15.44:0/3682491219 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe53400fdf0 con 0x5621765b3820 2024-04-26T01:59:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.822+0000 7fe533e00640 1 -- 172.21.15.44:0/3682491219 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe534003910 con 0x5621765b3820 2024-04-26T01:59:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.822+0000 7fe546a00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3e40 0x7fe52c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 -- 172.21.15.44:0/3682491219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 msgr2=0x5621765b3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765b3c00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe534011b80 tx=0x7fe534004730 comp rx=0 tx=0).stop 2024-04-26T01:59:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe546a00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3e40 0x7fe52c0a6300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x5621765b4dc0 tx=0x7fe53800b390 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 -- 172.21.15.44:0/3682491219 shutdown_connections 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765c0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765be4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3682491219 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765b3c00 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 -- 172.21.15.44:0/3682491219 >> 172.21.15.44:0/3682491219 conn(0x5621765afd30 msgr2=0x5621765b0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 -- 172.21.15.44:0/3682491219 shutdown_connections 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 -- 172.21.15.44:0/3682491219 wait complete. 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.823+0000 7fe550dbc740 1 -- start start 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 1 Processor -- start 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765bb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b4140 0x5621765bbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765bc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5621765c1630 con 0x5621765bea00 2024-04-26T01:59:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5621764d3310 con 0x5621765b3820 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5621765c17b0 con 0x5621765b4140 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe550dbc740 10 client.0 _ll_register_callbacks cb 0x5621764a1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe546a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765bb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe547400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765bc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe546a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765bb940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57548/0 (socket says 172.21.15.44:57548) 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe546a00640 1 -- 172.21.15.44:0/4130020176 learned_addr learned my addr 172.21.15.44:0/4130020176 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.824+0000 7fe546000640 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b4140 0x5621765bbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe547400640 1 -- 172.21.15.44:0/4130020176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b4140 msgr2=0x5621765bbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe547400640 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b4140 0x5621765bbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe547400640 1 -- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 msgr2=0x5621765bb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe547400640 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765bb940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe547400640 1 -- 172.21.15.44:0/4130020176 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621762f8620 con 0x5621765bea00 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe546a00640 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765bb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe547400640 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765bc3c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe5400ef050 tx=0x7fe5400bd2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a9d992676eda7a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe530c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe530c00640 1 -- 172.21.15.44:0/4130020176 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5400c1c80 con 0x5621765bea00 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe530c00640 1 -- 172.21.15.44:0/4130020176 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fe5400a80c0 con 0x5621765bea00 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.825+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe53400fdf0 con 0x5621765bea00 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe530c00640 1 -- 172.21.15.44:0/4130020176 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe5400c6540 con 0x5621765bea00 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 10 client.15717 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5621765cd880 con 0x5621765bea00 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe530c00640 1 -- 172.21.15.44:0/4130020176 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe53400fdf0 con 0x5621765bea00 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe530c00640 1 -- 172.21.15.44:0/4130020176 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe5400c60b0 con 0x5621765bea00 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 10 client.15717 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 10 client.15717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 20 client.15717 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621765ced90 0x5621765d11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 4 client.15717 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:59:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.826+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56217652d8b0 con 0x5621765ced90 2024-04-26T01:59:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.827+0000 7fe546a00640 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621765ced90 0x5621765d11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.827+0000 7fe546a00640 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621765ced90 0x5621765d11d0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d5482b27950e7e6 server_cookie=f587ff75910cc674 in_seq=0 out_seq=0 2024-04-26T01:59:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.827+0000 7fe530c00640 10 client.15717 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.828+0000 7fe530c00640 1 -- 172.21.15.44:0/4130020176 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56217652d8b0 con 0x5621765ced90 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.828+0000 7fe530c00640 10 client.15717 handle_command_reply: tid=0 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.828+0000 7fe550dbc740 1 client.15717 shutdown 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.828+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 msgr2=0x5621765bc3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.828+0000 7fe550dbc740 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765bc3c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe5400ef050 tx=0x7fe5400bd2f0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 shutdown_connections 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621765ced90 0x5621765d11d0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765bc3c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b4140 0x5621765bbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 --2- 172.21.15.44:0/4130020176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765bb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe530c00640 0 client.15717 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 >> 172.21.15.44:0/4130020176 conn(0x5621765afd30 msgr2=0x5621765b5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 shutdown_connections 2024-04-26T01:59:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 1 -- 172.21.15.44:0/4130020176 wait complete. 2024-04-26T01:59:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.829+0000 7fe550dbc740 20 client.15717 trim_cache size 0 max 16384 2024-04-26T01:59:24.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.845+0000 7fe550dbc740 1 Processor -- start 2024-04-26T01:59:24.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe550dbc740 1 -- start start 2024-04-26T01:59:24.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765b6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765d6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe550dbc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481b3d10 con 0x5621765b4140 2024-04-26T01:59:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe550dbc740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481b5850 con 0x5621765b3820 2024-04-26T01:59:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe550dbc740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481b43e0 con 0x5621765bea00 2024-04-26T01:59:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe546a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe546a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765ca4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57552/0 (socket says 172.21.15.44:57552) 2024-04-26T01:59:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe546a00640 1 -- 172.21.15.44:0/3155148654 learned_addr learned my addr 172.21.15.44:0/3155148654 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:24.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.846+0000 7fe547400640 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765d6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe546000640 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765b6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe546a00640 1 -- 172.21.15.44:0/3155148654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 msgr2=0x5621765d6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe546a00640 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765d6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe546a00640 1 -- 172.21.15.44:0/3155148654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 msgr2=0x5621765b6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe546a00640 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765b6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe546a00640 1 -- 172.21.15.44:0/3155148654 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621765af7c0 con 0x5621765b3820 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe546a00640 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765ca4f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x5621765d1a10 tx=0x7fe538015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9037226fe6c635d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe533400640 1 -- 172.21.15.44:0/3155148654 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53802e070 con 0x5621765b3820 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe533400640 1 -- 172.21.15.44:0/3155148654 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe538010440 con 0x5621765b3820 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.847+0000 7fe533400640 1 -- 172.21.15.44:0/3155148654 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53801f750 con 0x5621765b3820 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 -- 172.21.15.44:0/3155148654 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 msgr2=0x5621765ca4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765ca4f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x5621765d1a10 tx=0x7fe538015000 comp rx=0 tx=0).stop 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 -- 172.21.15.44:0/3155148654 shutdown_connections 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765bea00 0x5621765d6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765b4140 0x5621765b6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 --2- 172.21.15.44:0/3155148654 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b3820 0x5621765ca4f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 -- 172.21.15.44:0/3155148654 >> 172.21.15.44:0/3155148654 conn(0x5621765afd30 msgr2=0x5621765bc190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 -- 172.21.15.44:0/3155148654 shutdown_connections 2024-04-26T01:59:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 -- 172.21.15.44:0/3155148654 wait complete. 2024-04-26T01:59:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.848+0000 7fe550dbc740 1 -- start start 2024-04-26T01:59:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 1 Processor -- start 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b3820 0x5621765c6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b4140 0x5621765c6f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765c41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481b5180 con 0x5621765bea00 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481b4ab0 con 0x5621765b4140 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe5481b1d10 con 0x5621765b3820 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.849+0000 7fe550dbc740 10 client.0 _ll_register_callbacks cb 0x7fe5400bd410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe547400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765c41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b3820 0x5621765c6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b4140 0x5621765c6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b4140 0x5621765c6f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57562/0 (socket says 172.21.15.44:57562) 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b3820 0x5621765c6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:41992/0 (socket says 172.21.15.44:41992) 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 -- 172.21.15.44:0/1552291786 learned_addr learned my addr 172.21.15.44:0/1552291786 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 -- 172.21.15.44:0/1552291786 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b3820 msgr2=0x5621765c6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b3820 0x5621765c6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 -- 172.21.15.44:0/1552291786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 msgr2=0x5621765c41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765c41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 -- 172.21.15.44:0/1552291786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621765c4980 con 0x5621765b4140 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe547400640 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765c41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546a00640 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b3820 0x5621765c6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe546000640 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b4140 0x5621765c6f60 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe534003650 tx=0x7fe5340046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4eb13e72f2323d8f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.850+0000 7fe530c00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.851+0000 7fe530c00640 1 -- 172.21.15.44:0/1552291786 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53402e060 con 0x5621765b4140 2024-04-26T01:59:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.851+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe538010440 con 0x5621765b4140 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.851+0000 7fe530c00640 1 -- 172.21.15.44:0/1552291786 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7fe534011030 con 0x5621765b4140 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.851+0000 7fe530c00640 1 -- 172.21.15.44:0/1552291786 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe534011230 con 0x5621765b4140 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.851+0000 7fe550dbc740 10 client.25832 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.851+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562176635000 con 0x5621765b4140 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.851+0000 7fe530c00640 1 -- 172.21.15.44:0/1552291786 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe538010440 con 0x5621765b4140 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe530c00640 1 -- 172.21.15.44:0/1552291786 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe534031020 con 0x5621765b4140 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe550dbc740 10 client.25832 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe550dbc740 10 client.25832 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe550dbc740 20 client.25832 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe550dbc740 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621766354d0 0x5621766378f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe550dbc740 4 client.25832 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562176527320 con 0x5621766354d0 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe546a00640 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621766354d0 0x5621766378f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.852+0000 7fe546a00640 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621766354d0 0x5621766378f0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6770a6908c07be3 server_cookie=7a6186db483513ba in_seq=0 out_seq=0 2024-04-26T01:59:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.853+0000 7fe530c00640 10 client.25832 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe530c00640 1 -- 172.21.15.44:0/1552291786 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562176527320 con 0x5621766354d0 2024-04-26T01:59:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe530c00640 10 client.25832 handle_command_reply: tid=0 2024-04-26T01:59:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 client.25832 shutdown 2024-04-26T01:59:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b4140 msgr2=0x5621765c6f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b4140 0x5621765c6f60 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe534003650 tx=0x7fe5340046c0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 shutdown_connections 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5621766354d0 0x5621766378f0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5621765bea00 0x5621765c41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5621765b4140 0x5621765c6f60 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 --2- 172.21.15.44:0/1552291786 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5621765b3820 0x5621765c6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe530c00640 0 client.25832 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 >> 172.21.15.44:0/1552291786 conn(0x5621765afd30 msgr2=0x5621765ae600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.861+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 shutdown_connections 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe550dbc740 1 -- 172.21.15.44:0/1552291786 wait complete. 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe550dbc740 20 client.25832 trim_cache size 0 max 16384 2024-04-26T01:59:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:59:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:59:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:59:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:59:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3e40 msgr2=0x7fe52c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3e40 0x7fe52c0a6300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x5621765b4dc0 tx=0x7fe53800b390 comp rx=0 tx=0).stop 2024-04-26T01:59:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54810e620 msgr2=0x7fe54819e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54810e620 0x7fe54819e9d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe540006010 tx=0x7fe5400093d0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 shutdown_connections 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3e40 0x7fe52c0a6300 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54810e620 0x7fe54819e9d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108f20 0x7fe5481a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.862+0000 7fe54de00640 1 --2- 172.21.15.44:0/2610333047 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe548108560 0x7fe5481a4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.863+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 >> 172.21.15.44:0/2610333047 conn(0x7fe5480764e0 msgr2=0x7fe548077be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.863+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 shutdown_connections 2024-04-26T01:59:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:24.863+0000 7fe54de00640 1 -- 172.21.15.44:0/2610333047 wait complete. 2024-04-26T01:59:24.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:24 smithi156 ceph-mon[32543]: pgmap v136: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T01:59:24.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:24 smithi090 ceph-mon[32456]: pgmap v136: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T01:59:25.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:24 smithi044 ceph-mon[27847]: pgmap v136: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T01:59:26.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:26 smithi044 ceph-mon[27847]: pgmap v137: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-04-26T01:59:26.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:26 smithi156 ceph-mon[32543]: pgmap v137: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-04-26T01:59:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:26 smithi090 ceph-mon[32456]: pgmap v137: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-04-26T01:59:28.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:28 smithi156 ceph-mon[32543]: pgmap v138: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-04-26T01:59:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:28 smithi090 ceph-mon[32456]: pgmap v138: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-04-26T01:59:29.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:28 smithi044 ceph-mon[27847]: pgmap v138: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-04-26T01:59:30.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:30 smithi156 ceph-mon[32543]: pgmap v139: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 20 op/s 2024-04-26T01:59:30.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:30 smithi090 ceph-mon[32456]: pgmap v139: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 20 op/s 2024-04-26T01:59:31.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:30 smithi044 ceph-mon[27847]: pgmap v139: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 20 op/s 2024-04-26T01:59:32.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:32 smithi156 ceph-mon[32543]: pgmap v140: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:32 smithi090 ceph-mon[32456]: pgmap v140: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:32 smithi044 ceph-mon[27847]: pgmap v140: 97 pgs: 97 active+clean; 2.1 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:34.982 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:34 smithi156 ceph-mon[32543]: pgmap v141: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T01:59:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:34 smithi090 ceph-mon[32456]: pgmap v141: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T01:59:35.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:34 smithi044 ceph-mon[27847]: pgmap v141: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T01:59:36.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:36 smithi156 ceph-mon[32543]: pgmap v142: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:36 smithi090 ceph-mon[32456]: pgmap v142: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:36 smithi044 ceph-mon[27847]: pgmap v142: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:38.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 -- 172.21.15.44:0/2641426542 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72341043a0 msgr2=0x7f7234104780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 --2- 172.21.15.44:0/2641426542 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72341043a0 0x7f7234104780 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f722c009be0 tx=0x7f722c02a6c0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 -- 172.21.15.44:0/2641426542 shutdown_connections 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 --2- 172.21.15.44:0/2641426542 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7234109470 0x7f7234111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 --2- 172.21.15.44:0/2641426542 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7234104d50 0x7f7234108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 --2- 172.21.15.44:0/2641426542 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72341043a0 0x7f7234104780 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 -- 172.21.15.44:0/2641426542 >> 172.21.15.44:0/2641426542 conn(0x7f72340ffc40 msgr2=0x7f7234102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 -- 172.21.15.44:0/2641426542 shutdown_connections 2024-04-26T01:59:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.011+0000 7f723c200640 1 -- 172.21.15.44:0/2641426542 wait complete. 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.012+0000 7f723c200640 1 Processor -- start 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.012+0000 7f723c200640 1 -- start start 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723c200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72341043a0 0x7f72341a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723c200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7234109470 0x7f72341a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723c200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f723419a730 0x7f723419abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723c200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f72341143d0 con 0x7f72341043a0 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723c200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7234114250 con 0x7f723419a730 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723c200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7234114550 con 0x7f7234109470 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72341043a0 0x7f72341a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72341043a0 0x7f72341a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56038/0 (socket says 172.21.15.44:56038) 2024-04-26T01:59:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 -- 172.21.15.44:0/119414063 learned_addr learned my addr 172.21.15.44:0/119414063 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723a200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f723419a730 0x7f723419abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7238e00640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7234109470 0x7f72341a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 -- 172.21.15.44:0/119414063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7234109470 msgr2=0x7f72341a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7234109470 0x7f72341a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 -- 172.21.15.44:0/119414063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f723419a730 msgr2=0x7f723419abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f723419a730 0x7f723419abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f7239800640 1 -- 172.21.15.44:0/119414063 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f723419b330 con 0x7f72341043a0 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.013+0000 7f723a200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f723419a730 0x7f723419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.014+0000 7f7239800640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72341043a0 0x7f72341a0620 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f722c004af0 tx=0x7f722c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.014+0000 7f7232000640 1 -- 172.21.15.44:0/119414063 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722c040020 con 0x7f72341043a0 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.014+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f723419b5c0 con 0x7f72341043a0 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.014+0000 7f7232000640 1 -- 172.21.15.44:0/119414063 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f722c030970 con 0x7f72341043a0 2024-04-26T01:59:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.014+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72341a7700 con 0x7f72341043a0 2024-04-26T01:59:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.015+0000 7f7232000640 1 -- 172.21.15.44:0/119414063 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722c036040 con 0x7f72341043a0 2024-04-26T01:59:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 Processor -- start 2024-04-26T01:59:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 -- start start 2024-04-26T01:59:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f7232000640 1 -- 172.21.15.44:0/119414063 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f722c043020 con 0x7f72341043a0 2024-04-26T01:59:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac44c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac4fa00 0x5623fac51df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5623fabaa900 con 0x5623fac45140 2024-04-26T01:59:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623fab50ef0 con 0x5623fac4fa00 2024-04-26T01:59:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f723f1eb740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5623faba68c0 con 0x5623fac44820 2024-04-26T01:59:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f7239800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f7239800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56042/0 (socket says 172.21.15.44:56042) 2024-04-26T01:59:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f7239800640 1 -- 172.21.15.44:0/241381679 learned_addr learned my addr 172.21.15.44:0/241381679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.018+0000 7f7238e00640 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac4fa00 0x5623fac51df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f723a200640 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac44c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f7239800640 1 -- 172.21.15.44:0/241381679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 msgr2=0x5623fac44c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f7239800640 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac44c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f7239800640 1 -- 172.21.15.44:0/241381679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac4fa00 msgr2=0x5623fac51df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f7239800640 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac4fa00 0x5623fac51df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f7239800640 1 -- 172.21.15.44:0/241381679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623fa8bd210 con 0x5623fac45140 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f7238e00640 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac4fa00 0x5623fac51df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f723a200640 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac44c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.019+0000 7f7239800640 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4f4c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f722c0eea00 tx=0x7f722c0f95e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d91de4f10ee0600 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f722aa00640 1 -- 172.21.15.44:0/241381679 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722c0f3310 con 0x5623fac45140 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f7232000640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72180a3dc0 0x7f72180a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f722aa00640 1 -- 172.21.15.44:0/241381679 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f722c0f34b0 con 0x5623fac45140 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f722aa00640 1 -- 172.21.15.44:0/241381679 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722c0b9580 con 0x5623fac45140 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f7232000640 1 -- 172.21.15.44:0/119414063 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f722c0f12d0 con 0x7f72341043a0 2024-04-26T01:59:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f723a200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72180a3dc0 0x7f72180a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f723f1eb740 1 -- 172.21.15.44:0/241381679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 msgr2=0x5623fac4f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.020+0000 7f723f1eb740 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4f4c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f722c0eea00 tx=0x7f722c0f95e0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 -- 172.21.15.44:0/241381679 shutdown_connections 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac4fa00 0x5623fac51df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4f4c0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 --2- 172.21.15.44:0/241381679 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac44c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 -- 172.21.15.44:0/241381679 >> 172.21.15.44:0/241381679 conn(0x5623fac40d30 msgr2=0x5623fac41110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 -- 172.21.15.44:0/241381679 shutdown_connections 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 -- 172.21.15.44:0/241381679 wait complete. 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723a200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72180a3dc0 0x7f72180a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7224009530 tx=0x7f7224009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 -- start start 2024-04-26T01:59:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.021+0000 7f723f1eb740 1 Processor -- start 2024-04-26T01:59:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac4c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac4d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f723f1eb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5623fac523f0 con 0x5623fac45140 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f723f1eb740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623fab64310 con 0x5623fac44820 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f723f1eb740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5623fac52570 con 0x5623fac4fa00 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f723f1eb740 10 client.0 _ll_register_callbacks cb 0x5623fab32cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f7239800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac4c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f7239800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac4c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:60764/0 (socket says 172.21.15.44:60764) 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f7238e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.022+0000 7f7239800640 1 -- 172.21.15.44:0/1764291919 learned_addr learned my addr 172.21.15.44:0/1764291919 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f723a200640 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac4d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f7239800640 1 -- 172.21.15.44:0/1764291919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 msgr2=0x5623fac4d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f7239800640 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac4d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f7239800640 1 -- 172.21.15.44:0/1764291919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 msgr2=0x5623fac4ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f7239800640 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f7239800640 1 -- 172.21.15.44:0/1764291919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623fa989620 con 0x5623fac44820 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f7239800640 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac4c8c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f722c0b9cb0 tx=0x7f722c02a6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b428b9506a9c88c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f721f400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f721f400640 1 -- 172.21.15.44:0/1764291919 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722c0bca60 con 0x5623fac44820 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f721f400640 1 -- 172.21.15.44:0/1764291919 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f722c0d6e20 con 0x5623fac44820 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f722c0f34b0 con 0x5623fac44820 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.023+0000 7f721f400640 1 -- 172.21.15.44:0/1764291919 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f722c0bcc40 con 0x5623fac44820 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 10 client.25844 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5623fac523f0 con 0x5623fac44820 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f721f400640 1 -- 172.21.15.44:0/1764291919 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f722c0f34b0 con 0x5623fac44820 2024-04-26T01:59:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f721f400640 1 -- 172.21.15.44:0/1764291919 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f722c0b9950 con 0x5623fac44820 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 10 client.25844 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 10 client.25844 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 20 client.25844 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623fac5f7c0 0x5623fac61bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 4 client.25844 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.024+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623fabbe8b0 con 0x5623fac5f7c0 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.025+0000 7f7238e00640 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623fac5f7c0 0x5623fac61bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.025+0000 7f7238e00640 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623fac5f7c0 0x5623fac61bd0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=236108a4617912fe server_cookie=26a0872acf927cb4 in_seq=0 out_seq=0 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.025+0000 7f721f400640 10 client.25844 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f721f400640 1 -- 172.21.15.44:0/1764291919 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5623fabbe8b0 con 0x5623fac5f7c0 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f721f400640 10 client.25844 handle_command_reply: tid=0 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 client.25844 shutdown 2024-04-26T01:59:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 msgr2=0x5623fac4c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac4c8c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f722c0b9cb0 tx=0x7f722c02a6c0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 shutdown_connections 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623fac5f7c0 0x5623fac61bd0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac4d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac4ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 --2- 172.21.15.44:0/1764291919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac4c8c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 >> 172.21.15.44:0/1764291919 conn(0x5623fac40d30 msgr2=0x5623fac46a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f721f400640 0 client.25844 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 shutdown_connections 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 1 -- 172.21.15.44:0/1764291919 wait complete. 2024-04-26T01:59:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.026+0000 7f723f1eb740 20 client.25844 trim_cache size 0 max 16384 2024-04-26T01:59:38.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 Processor -- start 2024-04-26T01:59:38.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 -- start start 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac5b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac674e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac67a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f72341afb30 con 0x5623fac45140 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f72341b1670 con 0x5623fac44820 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.043+0000 7f723f1eb740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f72341b0200 con 0x5623fac4fa00 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac674e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac674e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56056/0 (socket says 172.21.15.44:56056) 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 -- 172.21.15.44:0/3415422262 learned_addr learned my addr 172.21.15.44:0/3415422262 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7239800640 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac5b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f723a200640 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac67a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 -- 172.21.15.44:0/3415422262 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 msgr2=0x5623fac67a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac67a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 -- 172.21.15.44:0/3415422262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 msgr2=0x5623fac5b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac5b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 -- 172.21.15.44:0/3415422262 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623fac62250 con 0x5623fac45140 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f723a200640 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac67a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7239800640 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac5b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.044+0000 7f7238e00640 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac674e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7220005d00 tx=0x7f7220005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cc861ccbbfa4690 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f722a000640 1 -- 172.21.15.44:0/3415422262 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7220005220 con 0x5623fac45140 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f722a000640 1 -- 172.21.15.44:0/3415422262 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7220004c50 con 0x5623fac45140 2024-04-26T01:59:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f722a000640 1 -- 172.21.15.44:0/3415422262 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7220020670 con 0x5623fac45140 2024-04-26T01:59:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f723f1eb740 1 -- 172.21.15.44:0/3415422262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 msgr2=0x5623fac674e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac674e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7220005d00 tx=0x7f7220005f90 comp rx=0 tx=0).stop 2024-04-26T01:59:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f723f1eb740 1 -- 172.21.15.44:0/3415422262 shutdown_connections 2024-04-26T01:59:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac4fa00 0x5623fac67a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac45140 0x5623fac674e0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3415422262 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac44820 0x5623fac5b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.045+0000 7f723f1eb740 1 -- 172.21.15.44:0/3415422262 >> 172.21.15.44:0/3415422262 conn(0x5623fac40d30 msgr2=0x5623fac47be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.046+0000 7f723f1eb740 1 -- 172.21.15.44:0/3415422262 shutdown_connections 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.046+0000 7f723f1eb740 1 -- 172.21.15.44:0/3415422262 wait complete. 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.046+0000 7f723f1eb740 1 -- start start 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.046+0000 7f723f1eb740 1 Processor -- start 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac57aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac45140 0x5623fac54e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723f1eb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac4fa00 0x5623fac55370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723f1eb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f72341b0fa0 con 0x5623fac4fa00 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723f1eb740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f72341b08d0 con 0x5623fac45140 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723f1eb740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f72341adb90 con 0x5623fac44820 2024-04-26T01:59:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723f1eb740 10 client.0 _ll_register_callbacks cb 0x7f722c0f93a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac4fa00 0x5623fac55370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac4fa00 0x5623fac55370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56070/0 (socket says 172.21.15.44:56070) 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 -- 172.21.15.44:0/3480886395 learned_addr learned my addr 172.21.15.44:0/3480886395 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f7238e00640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac45140 0x5623fac54e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f7239800640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac57aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 -- 172.21.15.44:0/3480886395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 msgr2=0x5623fac57aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac57aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 -- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac45140 msgr2=0x5623fac54e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac45140 0x5623fac54e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f723a200640 1 -- 172.21.15.44:0/3480886395 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623fac55b80 con 0x5623fac4fa00 2024-04-26T01:59:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f7238e00640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac45140 0x5623fac54e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.047+0000 7f7239800640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac57aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f723a200640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac4fa00 0x5623fac55370 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7224003670 tx=0x7f7224004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af9f425b4300c249 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f721f400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f721f400640 1 -- 172.21.15.44:0/3480886395 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722400f5b0 con 0x5623fac4fa00 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f721f400640 1 -- 172.21.15.44:0/3480886395 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f7224017030 con 0x5623fac4fa00 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7220004c50 con 0x5623fac4fa00 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f721f400640 1 -- 172.21.15.44:0/3480886395 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f722400f750 con 0x5623fac4fa00 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f723f1eb740 10 client.15741 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.048+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5623facc5d10 con 0x5623fac4fa00 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f721f400640 1 -- 172.21.15.44:0/3480886395 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7220004c50 con 0x5623fac4fa00 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f721f400640 1 -- 172.21.15.44:0/3480886395 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f722401ecc0 con 0x5623fac4fa00 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f723f1eb740 10 client.15741 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f723f1eb740 10 client.15741 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f723f1eb740 20 client.15741 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623facc6510 0x5623facc8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f723f1eb740 4 client.15741 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:59:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5623fabb8320 con 0x5623facc6510 2024-04-26T01:59:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.049+0000 7f7239800640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623facc6510 0x5623facc8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.050+0000 7f7239800640 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623facc6510 0x5623facc8930 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86926f1dd5328c9b server_cookie=a00c8535abcb9353 in_seq=0 out_seq=0 2024-04-26T01:59:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.050+0000 7f721f400640 10 client.15741 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.058+0000 7f721f400640 1 -- 172.21.15.44:0/3480886395 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5623fabb8320 con 0x5623facc6510 2024-04-26T01:59:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.058+0000 7f721f400640 10 client.15741 handle_command_reply: tid=0 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.058+0000 7f723f1eb740 1 client.15741 shutdown 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.058+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac4fa00 msgr2=0x5623fac55370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.058+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac4fa00 0x5623fac55370 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7224003670 tx=0x7f7224004730 comp rx=0 tx=0).stop 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 shutdown_connections 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623facc6510 0x5623facc8930 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623fac4fa00 0x5623fac55370 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623fac45140 0x5623fac54e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f721f400640 0 client.15741 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 --2- 172.21.15.44:0/3480886395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623fac44820 0x5623fac57aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 >> 172.21.15.44:0/3480886395 conn(0x5623fac40d30 msgr2=0x5623fac461d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 shutdown_connections 2024-04-26T01:59:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 1 -- 172.21.15.44:0/3480886395 wait complete. 2024-04-26T01:59:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.059+0000 7f723f1eb740 20 client.15741 trim_cache size 0 max 16384 2024-04-26T01:59:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:59:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:59:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:59:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:59:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72180a3dc0 msgr2=0x7f72180a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72180a3dc0 0x7f72180a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7224009530 tx=0x7f7224009260 comp rx=0 tx=0).stop 2024-04-26T01:59:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72341043a0 msgr2=0x7f72341a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72341043a0 0x7f72341a0620 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f722c004af0 tx=0x7f722c003c20 comp rx=0 tx=0).stop 2024-04-26T01:59:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 shutdown_connections 2024-04-26T01:59:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72180a3dc0 0x7f72180a6280 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f723419a730 0x7f723419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7234109470 0x7f72341a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 --2- 172.21.15.44:0/119414063 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72341043a0 0x7f72341a0620 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.060+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 >> 172.21.15.44:0/119414063 conn(0x7f72340ffc40 msgr2=0x7f7234101fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.061+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 shutdown_connections 2024-04-26T01:59:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:38.061+0000 7f723c200640 1 -- 172.21.15.44:0/119414063 wait complete. 2024-04-26T01:59:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:38 smithi156 ceph-mon[32543]: pgmap v143: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:38 smithi090 ceph-mon[32456]: pgmap v143: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:39.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:38 smithi044 ceph-mon[27847]: pgmap v143: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T01:59:40.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:40 smithi156 ceph-mon[32543]: pgmap v144: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 KiB/s wr, 23 op/s 2024-04-26T01:59:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:40 smithi090 ceph-mon[32456]: pgmap v144: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 KiB/s wr, 23 op/s 2024-04-26T01:59:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:40 smithi044 ceph-mon[27847]: pgmap v144: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 KiB/s wr, 23 op/s 2024-04-26T01:59:42.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:42 smithi156 ceph-mon[32543]: pgmap v145: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:42.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:42 smithi090 ceph-mon[32456]: pgmap v145: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:43.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:42 smithi044 ceph-mon[27847]: pgmap v145: 97 pgs: 97 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:44.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:44 smithi156 ceph-mon[32543]: pgmap v146: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T01:59:44.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:44 smithi090 ceph-mon[32456]: pgmap v146: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T01:59:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:44 smithi044 ceph-mon[27847]: pgmap v146: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T01:59:46.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:46 smithi156 ceph-mon[32543]: pgmap v147: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:46 smithi090 ceph-mon[32456]: pgmap v147: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:46 smithi044 ceph-mon[27847]: pgmap v147: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:48.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:48 smithi156 ceph-mon[32543]: pgmap v148: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:48.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:48 smithi090 ceph-mon[32456]: pgmap v148: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:49.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:48 smithi044 ceph-mon[27847]: pgmap v148: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:50.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:50 smithi156 ceph-mon[32543]: pgmap v149: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:59:50.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:50 smithi090 ceph-mon[32456]: pgmap v149: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:59:51.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:50 smithi044 ceph-mon[27847]: pgmap v149: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 -- 172.21.15.44:0/1101051000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c1043b0 msgr2=0x7f998c104790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 --2- 172.21.15.44:0/1101051000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c1043b0 0x7f998c104790 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f997c009ca0 tx=0x7f997c02a8c0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 -- 172.21.15.44:0/1101051000 shutdown_connections 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 --2- 172.21.15.44:0/1101051000 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c109480 0x7f998c111050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 --2- 172.21.15.44:0/1101051000 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f998c104d60 0x7f998c108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 --2- 172.21.15.44:0/1101051000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c1043b0 0x7f998c104790 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 -- 172.21.15.44:0/1101051000 >> 172.21.15.44:0/1101051000 conn(0x7f998c0ffc50 msgr2=0x7f998c102070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 -- 172.21.15.44:0/1101051000 shutdown_connections 2024-04-26T01:59:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.211+0000 7f9993800640 1 -- 172.21.15.44:0/1101051000 wait complete. 2024-04-26T01:59:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.212+0000 7f9993800640 1 Processor -- start 2024-04-26T01:59:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.212+0000 7f9993800640 1 -- start start 2024-04-26T01:59:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9993800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c1043b0 0x7f998c1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9993800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c109480 0x7f998c1a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9993800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f998c19a710 0x7f998c19ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9993800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f998c114410 con 0x7f998c109480 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9993800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f998c114290 con 0x7f998c1043b0 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9993800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f998c114590 con 0x7f998c19a710 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9990e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c1043b0 0x7f998c1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9990e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c1043b0 0x7f998c1a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51616/0 (socket says 172.21.15.44:51616) 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9990e00640 1 -- 172.21.15.44:0/2259389687 learned_addr learned my addr 172.21.15.44:0/2259389687 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f998be00640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c109480 0x7f998c1a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.213+0000 7f9991800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f998c19a710 0x7f998c19ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.214+0000 7f9990e00640 1 -- 172.21.15.44:0/2259389687 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f998c19a710 msgr2=0x7f998c19ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.214+0000 7f9990e00640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f998c19a710 0x7f998c19ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.214+0000 7f9990e00640 1 -- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c109480 msgr2=0x7f998c1a0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.214+0000 7f9990e00640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c109480 0x7f998c1a0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.214+0000 7f9990e00640 1 -- 172.21.15.44:0/2259389687 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f998c19b310 con 0x7f998c1043b0 2024-04-26T01:59:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.214+0000 7f9990e00640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c1043b0 0x7f998c1a0650 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f997c005e30 tx=0x7f997c02f3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.215+0000 7f9989600640 1 -- 172.21.15.44:0/2259389687 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c003bf0 con 0x7f998c1043b0 2024-04-26T01:59:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.215+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f998c19b5a0 con 0x7f998c1043b0 2024-04-26T01:59:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.215+0000 7f9989600640 1 -- 172.21.15.44:0/2259389687 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f997c003d90 con 0x7f998c1043b0 2024-04-26T01:59:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.215+0000 7f9989600640 1 -- 172.21.15.44:0/2259389687 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c02fb10 con 0x7f998c1043b0 2024-04-26T01:59:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.215+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f998c1a7790 con 0x7f998c1043b0 2024-04-26T01:59:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.218+0000 7f9996625740 1 Processor -- start 2024-04-26T01:59:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.218+0000 7f9996625740 1 -- start start 2024-04-26T01:59:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9996625740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a44c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9996625740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a4f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9989600640 1 -- 172.21.15.44:0/2259389687 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f997c004680 con 0x7f998c1043b0 2024-04-26T01:59:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9996625740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a4fa00 0x55fc76a51df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9996625740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fc769aa900 con 0x55fc76a4fa00 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9996625740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fc76950ef0 con 0x55fc76a45140 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9996625740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fc769a68c0 con 0x55fc76a44820 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9991800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a44c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f998be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a4fa00 0x55fc76a51df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9990e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a4f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9991800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a44c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:42044/0 (socket says 172.21.15.44:42044) 2024-04-26T01:59:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f9991800640 1 -- 172.21.15.44:0/2952788359 learned_addr learned my addr 172.21.15.44:0/2952788359 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.219+0000 7f998be00640 1 -- 172.21.15.44:0/2952788359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 msgr2=0x55fc76a44c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f998be00640 1 --2- 172.21.15.44:0/2952788359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a44c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f998be00640 1 -- 172.21.15.44:0/2952788359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 msgr2=0x55fc76a4f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f998be00640 1 --2- 172.21.15.44:0/2952788359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a4f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f998be00640 1 -- 172.21.15.44:0/2952788359 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc766bd210 con 0x55fc76a4fa00 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f998be00640 1 --2- 172.21.15.44:0/2952788359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a4fa00 0x55fc76a51df0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9978005d00 tx=0x7f99780107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfffdc176d9ac65 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f9982000640 1 -- 172.21.15.44:0/2952788359 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997801c480 con 0x55fc76a4fa00 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f9982000640 1 -- 172.21.15.44:0/2952788359 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f997801cad0 con 0x55fc76a4fa00 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f9982000640 1 -- 172.21.15.44:0/2952788359 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978011b50 con 0x55fc76a4fa00 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.220+0000 7f9989600640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99700a3e40 0x7f99700a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9989600640 1 -- 172.21.15.44:0/2259389687 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f997c0f1b00 con 0x7f998c1043b0 2024-04-26T01:59:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9991800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99700a3e40 0x7f99700a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 -- 172.21.15.44:0/2952788359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a4fa00 msgr2=0x55fc76a51df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 --2- 172.21.15.44:0/2952788359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a4fa00 0x55fc76a51df0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9978005d00 tx=0x7f99780107a0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 -- 172.21.15.44:0/2952788359 shutdown_connections 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 --2- 172.21.15.44:0/2952788359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a4fa00 0x55fc76a51df0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 --2- 172.21.15.44:0/2952788359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a4f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 --2- 172.21.15.44:0/2952788359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a44c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 -- 172.21.15.44:0/2952788359 >> 172.21.15.44:0/2952788359 conn(0x55fc76a40d30 msgr2=0x55fc76a41110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 -- 172.21.15.44:0/2952788359 shutdown_connections 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9991800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99700a3e40 0x7f99700a6300 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9984004650 tx=0x7f998400b2e0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.221+0000 7f9996625740 1 -- 172.21.15.44:0/2952788359 wait complete. 2024-04-26T01:59:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.222+0000 7f9996625740 1 -- start start 2024-04-26T01:59:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.222+0000 7f9996625740 1 Processor -- start 2024-04-26T01:59:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9996625740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a44820 0x55fc76a4c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9996625740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a4cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9996625740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a4d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9996625740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fc76a52630 con 0x55fc76a45140 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9996625740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fc76964310 con 0x55fc76a44820 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9996625740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fc76a527b0 con 0x55fc76a4fa00 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9996625740 10 client.0 _ll_register_callbacks cb 0x55fc76932cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f998be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a4cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9990e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a44820 0x55fc76a4c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f998be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a4cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33288/0 (socket says 172.21.15.44:33288) 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f998be00640 1 -- 172.21.15.44:0/2333673039 learned_addr learned my addr 172.21.15.44:0/2333673039 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9991800640 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a4d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9990e00640 1 -- 172.21.15.44:0/2333673039 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 msgr2=0x55fc76a4d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9990e00640 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a4d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9990e00640 1 -- 172.21.15.44:0/2333673039 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 msgr2=0x55fc76a4cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9990e00640 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a4cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.223+0000 7f9990e00640 1 -- 172.21.15.44:0/2333673039 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc76789620 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9990e00640 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a44820 0x55fc76a4c980 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f997c0ef370 tx=0x7f997c009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84d6a4903c43956d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9976a00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9976a00640 1 -- 172.21.15.44:0/2333673039 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c0f9040 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9976a00640 1 -- 172.21.15.44:0/2333673039 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f997c0ba230 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f997801cad0 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9976a00640 1 -- 172.21.15.44:0/2333673039 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f997c0bd700 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9996625740 10 client.25862 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fc76a52630 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.224+0000 7f9976a00640 1 -- 172.21.15.44:0/2333673039 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f997801cad0 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f9976a00640 1 -- 172.21.15.44:0/2333673039 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f997c0ef4e0 con 0x55fc76a44820 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f9996625740 10 client.25862 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f9996625740 10 client.25862 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f9996625740 20 client.25862 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:51.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f9996625740 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76a5fd20 0x55fc76a621c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f9996625740 4 client.25862 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:59:51.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc769be8b0 con 0x55fc76a5fd20 2024-04-26T01:59:51.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.225+0000 7f998be00640 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76a5fd20 0x55fc76a621c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.226+0000 7f998be00640 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76a5fd20 0x55fc76a621c0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a990fe1836165ce server_cookie=59291dad5013beb5 in_seq=0 out_seq=0 2024-04-26T01:59:51.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.226+0000 7f9976a00640 10 client.25862 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9976a00640 1 -- 172.21.15.44:0/2333673039 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fc769be8b0 con 0x55fc76a5fd20 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9976a00640 10 client.25862 handle_command_reply: tid=0 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 client.25862 shutdown 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a44820 msgr2=0x55fc76a4c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a44820 0x55fc76a4c980 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f997c0ef370 tx=0x7f997c009680 comp rx=0 tx=0).stop 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 shutdown_connections 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76a5fd20 0x55fc76a621c0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a4d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a4cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 --2- 172.21.15.44:0/2333673039 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a44820 0x55fc76a4c980 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9976a00640 0 client.25862 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 >> 172.21.15.44:0/2333673039 conn(0x55fc76a40d30 msgr2=0x55fc76a46a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 shutdown_connections 2024-04-26T01:59:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 1 -- 172.21.15.44:0/2333673039 wait complete. 2024-04-26T01:59:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.227+0000 7f9996625740 20 client.25862 trim_cache size 0 max 16384 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.243+0000 7f9996625740 1 Processor -- start 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9996625740 1 -- start start 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9996625740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a44820 0x55fc76a5b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9996625740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a40610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9996625740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a468e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9996625740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f998c1afba0 con 0x55fc76a44820 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9996625740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f998c1b16e0 con 0x55fc76a45140 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9996625740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f998c1b0270 con 0x55fc76a4fa00 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9990e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a44820 0x55fc76a5b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9990e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a44820 0x55fc76a5b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33304/0 (socket says 172.21.15.44:33304) 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9990e00640 1 -- 172.21.15.44:0/2046515057 learned_addr learned my addr 172.21.15.44:0/2046515057 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f9991800640 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a468e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.244+0000 7f998be00640 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a40610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9990e00640 1 -- 172.21.15.44:0/2046515057 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 msgr2=0x55fc76a468e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9990e00640 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a468e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9990e00640 1 -- 172.21.15.44:0/2046515057 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 msgr2=0x55fc76a40610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9990e00640 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a40610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9990e00640 1 -- 172.21.15.44:0/2046515057 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc76a44f70 con 0x55fc76a44820 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9990e00640 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a44820 0x55fc76a5b4f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f997c0ba590 tx=0x7f997c02f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa613f540387063d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9981600640 1 -- 172.21.15.44:0/2046515057 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c0bd520 con 0x55fc76a44820 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9981600640 1 -- 172.21.15.44:0/2046515057 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f997c036070 con 0x55fc76a44820 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.245+0000 7f9981600640 1 -- 172.21.15.44:0/2046515057 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c0ba230 con 0x55fc76a44820 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 -- 172.21.15.44:0/2046515057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a44820 msgr2=0x55fc76a5b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a44820 0x55fc76a5b4f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f997c0ba590 tx=0x7f997c02f610 comp rx=0 tx=0).stop 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 -- 172.21.15.44:0/2046515057 shutdown_connections 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a4fa00 0x55fc76a468e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a45140 0x55fc76a40610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 --2- 172.21.15.44:0/2046515057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a44820 0x55fc76a5b4f0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 -- 172.21.15.44:0/2046515057 >> 172.21.15.44:0/2046515057 conn(0x55fc76a40d30 msgr2=0x55fc76a461d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 -- 172.21.15.44:0/2046515057 shutdown_connections 2024-04-26T01:59:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 -- 172.21.15.44:0/2046515057 wait complete. 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.246+0000 7f9996625740 1 -- start start 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 1 Processor -- start 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a57f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a55300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a4fa00 0x55fc76a55a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f998c1b1010 con 0x55fc76a45140 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f998c1b0940 con 0x55fc76a4fa00 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f998c1adba0 con 0x55fc76a44820 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f9996625740 10 client.0 _ll_register_callbacks cb 0x7f997c0f52a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.247+0000 7f998be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a55300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9990e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a57f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f998be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a55300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33320/0 (socket says 172.21.15.44:33320) 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f998be00640 1 -- 172.21.15.44:0/1524312340 learned_addr learned my addr 172.21.15.44:0/1524312340 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T01:59:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9991800640 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a4fa00 0x55fc76a55a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9990e00640 1 -- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a4fa00 msgr2=0x55fc76a55a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9990e00640 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a4fa00 0x55fc76a55a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9990e00640 1 -- 172.21.15.44:0/1524312340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 msgr2=0x55fc76a55300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9990e00640 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a55300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9990e00640 1 -- 172.21.15.44:0/1524312340 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc76ac5350 con 0x55fc76a44820 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f998be00640 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a55300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9990e00640 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a57f20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f997c0de010 tx=0x7f997c0f53e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25192727184eefa0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9976a00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.248+0000 7f9976a00640 1 -- 172.21.15.44:0/1524312340 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c0bdbc0 con 0x55fc76a44820 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9976a00640 1 -- 172.21.15.44:0/1524312340 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f997c0c63a0 con 0x55fc76a44820 2024-04-26T01:59:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f997c036070 con 0x55fc76a44820 2024-04-26T01:59:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9976a00640 1 -- 172.21.15.44:0/1524312340 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f997c0be2c0 con 0x55fc76a44820 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 10 client.25870 fetch_fsmap learned FSMap version 31 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fc76ac5350 con 0x55fc76a44820 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9976a00640 1 -- 172.21.15.44:0/1524312340 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f997c036070 con 0x55fc76a44820 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9976a00640 1 -- 172.21.15.44:0/1524312340 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f997c0ef450 con 0x55fc76a44820 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 10 client.25870 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 10 client.25870 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 20 client.25870 populate_metadata read hostname 'smithi044' 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76ac6770 0x55fc76ac8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 4 client.25870 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.249+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc769b8320 con 0x55fc76ac6770 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.250+0000 7f998be00640 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76ac6770 0x55fc76ac8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.250+0000 7f998be00640 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76ac6770 0x55fc76ac8b60 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d5dc24337847ada server_cookie=7f9f5b32efbd40e5 in_seq=0 out_seq=0 2024-04-26T01:59:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.250+0000 7f9976a00640 10 client.25870 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:51.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9976a00640 1 -- 172.21.15.44:0/1524312340 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fc769b8320 con 0x55fc76ac6770 2024-04-26T01:59:51.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9976a00640 10 client.25870 handle_command_reply: tid=0 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 client.25870 shutdown 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 msgr2=0x55fc76a57f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a57f20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f997c0de010 tx=0x7f997c0f53e0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 shutdown_connections 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fc76ac6770 0x55fc76ac8b60 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fc76a4fa00 0x55fc76a55a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc76a45140 0x55fc76a55300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9976a00640 0 client.25870 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 --2- 172.21.15.44:0/1524312340 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fc76a44820 0x55fc76a57f20 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 >> 172.21.15.44:0/1524312340 conn(0x55fc76a40d30 msgr2=0x55fc76a46a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 shutdown_connections 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 1 -- 172.21.15.44:0/1524312340 wait complete. 2024-04-26T01:59:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.259+0000 7f9996625740 20 client.25870 trim_cache size 0 max 16384 2024-04-26T01:59:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T01:59:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T01:59:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T01:59:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99700a3e40 msgr2=0x7f99700a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99700a3e40 0x7f99700a6300 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9984004650 tx=0x7f998400b2e0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c1043b0 msgr2=0x7f998c1a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c1043b0 0x7f998c1a0650 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f997c005e30 tx=0x7f997c02f3e0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 shutdown_connections 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99700a3e40 0x7f99700a6300 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f998c19a710 0x7f998c19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f998c109480 0x7f998c1a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 --2- 172.21.15.44:0/2259389687 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f998c1043b0 0x7f998c1a0650 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 >> 172.21.15.44:0/2259389687 conn(0x7f998c0ffc50 msgr2=0x7f998c101fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 shutdown_connections 2024-04-26T01:59:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T01:59:51.260+0000 7f9993800640 1 -- 172.21.15.44:0/2259389687 wait complete. 2024-04-26T01:59:52.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:52 smithi156 ceph-mon[32543]: pgmap v150: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-04-26T01:59:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:52 smithi090 ceph-mon[32456]: pgmap v150: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-04-26T01:59:53.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:52 smithi044 ceph-mon[27847]: pgmap v150: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-04-26T01:59:54.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:54 smithi156 ceph-mon[32543]: pgmap v151: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T01:59:54.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:54 smithi090 ceph-mon[32456]: pgmap v151: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T01:59:55.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:54 smithi044 ceph-mon[27847]: pgmap v151: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T01:59:56.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:56 smithi156 ceph-mon[32543]: pgmap v152: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:56.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:56 smithi090 ceph-mon[32456]: pgmap v152: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:57.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:56 smithi044 ceph-mon[27847]: pgmap v152: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:58.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 01:59:58 smithi044 ceph-mon[27847]: pgmap v153: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:58.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 01:59:58 smithi156 ceph-mon[32543]: pgmap v153: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T01:59:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 01:59:58 smithi090 ceph-mon[32456]: pgmap v153: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:00:00.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:00 smithi156 ceph-mon[32543]: pgmap v154: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T02:00:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:00 smithi156 ceph-mon[32543]: overall HEALTH_OK 2024-04-26T02:00:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:00 smithi090 ceph-mon[32456]: pgmap v154: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T02:00:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:00 smithi090 ceph-mon[32456]: overall HEALTH_OK 2024-04-26T02:00:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:00 smithi044 ceph-mon[27847]: pgmap v154: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 21 op/s 2024-04-26T02:00:01.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:00 smithi044 ceph-mon[27847]: overall HEALTH_OK 2024-04-26T02:00:02.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:02 smithi156 ceph-mon[32543]: pgmap v155: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:00:02.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:02 smithi090 ceph-mon[32456]: pgmap v155: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:00:03.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:02 smithi044 ceph-mon[27847]: pgmap v155: 97 pgs: 97 active+clean; 2.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:00:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 -- 172.21.15.44:0/289661879 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 msgr2=0x7f3880103310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 --2- 172.21.15.44:0/289661879 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880103310 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f3874009900 tx=0x7f387402a480 comp rx=0 tx=0).stop 2024-04-26T02:00:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 -- 172.21.15.44:0/289661879 shutdown_connections 2024-04-26T02:00:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 --2- 172.21.15.44:0/289661879 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f388010c350 0x7f388010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 --2- 172.21.15.44:0/289661879 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3880103850 0x7f388010bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 --2- 172.21.15.44:0/289661879 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880103310 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 -- 172.21.15.44:0/289661879 >> 172.21.15.44:0/289661879 conn(0x7f38800fc770 msgr2=0x7f38800feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:04.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 -- 172.21.15.44:0/289661879 shutdown_connections 2024-04-26T02:00:04.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.408+0000 7f3887200640 1 -- 172.21.15.44:0/289661879 wait complete. 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.409+0000 7f3887200640 1 Processor -- start 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3887200640 1 -- start start 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3887200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880100b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3887200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3880103850 0x7f38801010c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3887200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f388010c350 0x7f3880101600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3887200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3880112030 con 0x7f3880102f30 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3887200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3880111eb0 con 0x7f3880103850 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3887200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f38801121b0 con 0x7f388010c350 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3885e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880100b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3885e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880100b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60898/0 (socket says 172.21.15.44:60898) 2024-04-26T02:00:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3885e00640 1 -- 172.21.15.44:0/2994906146 learned_addr learned my addr 172.21.15.44:0/2994906146 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3886800640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f388010c350 0x7f3880101600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.410+0000 7f3885400640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3880103850 0x7f38801010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.411+0000 7f3885e00640 1 -- 172.21.15.44:0/2994906146 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f388010c350 msgr2=0x7f3880101600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.411+0000 7f3885e00640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f388010c350 0x7f3880101600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.411+0000 7f3885e00640 1 -- 172.21.15.44:0/2994906146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3880103850 msgr2=0x7f38801010c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.411+0000 7f3885e00640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3880103850 0x7f38801010c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.411+0000 7f3885e00640 1 -- 172.21.15.44:0/2994906146 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38801a6a30 con 0x7f3880102f30 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.411+0000 7f3885400640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3880103850 0x7f38801010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.411+0000 7f3885e00640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880100b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f3874005ab0 tx=0x7f3874003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.412+0000 7f387aa00640 1 -- 172.21.15.44:0/2994906146 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387403f070 con 0x7f3880102f30 2024-04-26T02:00:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.412+0000 7f387aa00640 1 -- 172.21.15.44:0/2994906146 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3874031b60 con 0x7f3880102f30 2024-04-26T02:00:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.412+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38801a6cc0 con 0x7f3880102f30 2024-04-26T02:00:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.412+0000 7f387aa00640 1 -- 172.21.15.44:0/2994906146 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3874035030 con 0x7f3880102f30 2024-04-26T02:00:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.412+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38801a71b0 con 0x7f3880102f30 2024-04-26T02:00:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.415+0000 7f388b5f8740 1 Processor -- start 2024-04-26T02:00:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.415+0000 7f387aa00640 1 -- 172.21.15.44:0/2994906146 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3874042070 con 0x7f3880102f30 2024-04-26T02:00:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.415+0000 7f388b5f8740 1 -- start start 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da27cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da287650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da289f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f388b5f8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5566da1e2900 con 0x5566da287b90 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f388b5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5566da188ef0 con 0x5566da27c9b0 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f388b5f8740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5566da1de8c0 con 0x5566da27d2d0 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f3885400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da289f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f3886800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da27cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f3885e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da287650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f3886800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da27cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46032/0 (socket says 172.21.15.44:46032) 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.416+0000 7f3886800640 1 -- 172.21.15.44:0/3885848593 learned_addr learned my addr 172.21.15.44:0/3885848593 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3886800640 1 -- 172.21.15.44:0/3885848593 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 msgr2=0x5566da287650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3886800640 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da287650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3886800640 1 -- 172.21.15.44:0/3885848593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 msgr2=0x5566da289f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3886800640 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da289f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3886800640 1 -- 172.21.15.44:0/3885848593 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566d9ef5210 con 0x5566da27c9b0 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3885400640 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da289f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f387aa00640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38680a3d40 0x7f38680a6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3886800640 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da27cd90 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f387c009f50 tx=0x7f387c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=678193a13a01c1f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f387aa00640 1 -- 172.21.15.44:0/2994906146 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f38740f0e60 con 0x7f3880102f30 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f386f000640 1 -- 172.21.15.44:0/3885848593 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c004d20 con 0x5566da27c9b0 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f3885e00640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38680a3d40 0x7f38680a6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f386f000640 1 -- 172.21.15.44:0/3885848593 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f387c004050 con 0x5566da27c9b0 2024-04-26T02:00:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.417+0000 7f386f000640 1 -- 172.21.15.44:0/3885848593 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c005280 con 0x5566da27c9b0 2024-04-26T02:00:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 -- 172.21.15.44:0/3885848593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 msgr2=0x5566da27cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f3885e00640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38680a3d40 0x7f38680a6200 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x5566da27df50 tx=0x7f38740f4910 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da27cd90 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f387c009f50 tx=0x7f387c0118d0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 -- 172.21.15.44:0/3885848593 shutdown_connections 2024-04-26T02:00:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da289f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da287650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 --2- 172.21.15.44:0/3885848593 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da27cd90 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 -- 172.21.15.44:0/3885848593 >> 172.21.15.44:0/3885848593 conn(0x5566da278ec0 msgr2=0x5566da2792a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 -- 172.21.15.44:0/3885848593 shutdown_connections 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.418+0000 7f388b5f8740 1 -- 172.21.15.44:0/3885848593 wait complete. 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.419+0000 7f388b5f8740 1 -- start start 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.419+0000 7f388b5f8740 1 Processor -- start 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da284b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da285060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da2855a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f388b5f8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5566da28a7c0 con 0x5566da287b90 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f388b5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5566da19c310 con 0x5566da27c9b0 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f388b5f8740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5566da28a940 con 0x5566da27d2d0 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f388b5f8740 10 client.0 _ll_register_callbacks cb 0x5566da16acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f3886800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da284b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f3885400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da285060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f3886800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da2855a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f3885400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da285060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:59904/0 (socket says 172.21.15.44:59904) 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.420+0000 7f3885400640 1 -- 172.21.15.44:0/2249741832 learned_addr learned my addr 172.21.15.44:0/2249741832 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3885400640 1 -- 172.21.15.44:0/2249741832 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 msgr2=0x5566da284b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3885400640 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da284b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3885400640 1 -- 172.21.15.44:0/2249741832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 msgr2=0x5566da2855a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3885400640 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da2855a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3885400640 1 -- 172.21.15.44:0/2249741832 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566d9fc1620 con 0x5566da27d2d0 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3886800640 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da2855a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3885400640 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da285060 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3870012d50 tx=0x7f387000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73412216a5471c78 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3863400640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3863400640 1 -- 172.21.15.44:0/2249741832 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3870012110 con 0x5566da27d2d0 2024-04-26T02:00:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3863400640 1 -- 172.21.15.44:0/2249741832 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f3870004050 con 0x5566da27d2d0 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f387c004050 con 0x5566da27d2d0 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f3863400640 1 -- 172.21.15.44:0/2249741832 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f38700122b0 con 0x5566da27d2d0 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.421+0000 7f388b5f8740 10 client.25882 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5566da296ac0 con 0x5566da27d2d0 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f3863400640 1 -- 172.21.15.44:0/2249741832 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f387c004050 con 0x5566da27d2d0 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f3863400640 1 -- 172.21.15.44:0/2249741832 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3870024020 con 0x5566da27d2d0 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f388b5f8740 10 client.25882 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f388b5f8740 10 client.25882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f388b5f8740 20 client.25882 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f388b5f8740 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da297f80 0x5566da29a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f388b5f8740 4 client.25882 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.422+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5566da1f68b0 con 0x5566da297f80 2024-04-26T02:00:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.423+0000 7f3886800640 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da297f80 0x5566da29a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.423+0000 7f3886800640 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da297f80 0x5566da29a370 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87d79d3e99ccc673 server_cookie=e30968e67169bf80 in_seq=0 out_seq=0 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.423+0000 7f3863400640 10 client.25882 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f3863400640 1 -- 172.21.15.44:0/2249741832 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5566da1f68b0 con 0x5566da297f80 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f3863400640 10 client.25882 handle_command_reply: tid=0 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 client.25882 shutdown 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 msgr2=0x5566da285060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da285060 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3870012d50 tx=0x7f387000f790 comp rx=0 tx=0).stop 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 shutdown_connections 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da297f80 0x5566da29a370 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da2855a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da285060 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f388b5f8740 1 --2- 172.21.15.44:0/2249741832 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27c9b0 0x5566da284b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.424+0000 7f3863400640 0 client.25882 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.425+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 >> 172.21.15.44:0/2249741832 conn(0x5566da278ec0 msgr2=0x5566da27ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.425+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 shutdown_connections 2024-04-26T02:00:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.425+0000 7f388b5f8740 1 -- 172.21.15.44:0/2249741832 wait complete. 2024-04-26T02:00:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.425+0000 7f388b5f8740 20 client.25882 trim_cache size 0 max 16384 2024-04-26T02:00:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.441+0000 7f388b5f8740 1 Processor -- start 2024-04-26T02:00:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.441+0000 7f388b5f8740 1 -- start start 2024-04-26T02:00:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da27c9b0 0x5566da293680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da29fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da287b90 0x5566da2a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f388b5f8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38801afa00 con 0x5566da27c9b0 2024-04-26T02:00:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f388b5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f38801b1540 con 0x5566da287b90 2024-04-26T02:00:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f388b5f8740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f38801b00d0 con 0x5566da27d2d0 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f3886800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da27c9b0 0x5566da293680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f3886800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da27c9b0 0x5566da293680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60936/0 (socket says 172.21.15.44:60936) 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f3886800640 1 -- 172.21.15.44:0/1052104818 learned_addr learned my addr 172.21.15.44:0/1052104818 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.442+0000 7f3885400640 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da29fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3886800640 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da287b90 0x5566da2a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3885400640 1 -- 172.21.15.44:0/1052104818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da287b90 msgr2=0x5566da2a01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3885400640 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da287b90 0x5566da2a01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3885400640 1 -- 172.21.15.44:0/1052104818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da27c9b0 msgr2=0x5566da293680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3885400640 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da27c9b0 0x5566da293680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3885400640 1 -- 172.21.15.44:0/1052104818 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566da29a6e0 con 0x5566da27d2d0 2024-04-26T02:00:04.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3886800640 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da27c9b0 0x5566da293680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f3885400640 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da29fc80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x5566da2860f0 tx=0x7f3870009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=996db438fcf1ac66 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f386e600640 1 -- 172.21.15.44:0/1052104818 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3870005190 con 0x5566da27d2d0 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f386e600640 1 -- 172.21.15.44:0/1052104818 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f387002c030 con 0x5566da27d2d0 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.443+0000 7f386e600640 1 -- 172.21.15.44:0/1052104818 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3870026580 con 0x5566da27d2d0 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 -- 172.21.15.44:0/1052104818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 msgr2=0x5566da29fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da29fc80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x5566da2860f0 tx=0x7f3870009bd0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 -- 172.21.15.44:0/1052104818 shutdown_connections 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da287b90 0x5566da2a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27d2d0 0x5566da29fc80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 --2- 172.21.15.44:0/1052104818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da27c9b0 0x5566da293680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 -- 172.21.15.44:0/1052104818 >> 172.21.15.44:0/1052104818 conn(0x5566da278ec0 msgr2=0x5566da27fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 -- 172.21.15.44:0/1052104818 shutdown_connections 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.444+0000 7f388b5f8740 1 -- 172.21.15.44:0/1052104818 wait complete. 2024-04-26T02:00:04.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.445+0000 7f388b5f8740 1 -- start start 2024-04-26T02:00:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.445+0000 7f388b5f8740 1 Processor -- start 2024-04-26T02:00:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.445+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27c9b0 0x5566da28feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.445+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27d2d0 0x5566da28d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.445+0000 7f388b5f8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da28d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f388b5f8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38801b0e70 con 0x5566da287b90 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f388b5f8740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f38801b07a0 con 0x5566da27d2d0 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f388b5f8740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f38801ad9e0 con 0x5566da27c9b0 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f388b5f8740 10 client.0 _ll_register_callbacks cb 0x7f3870012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27d2d0 0x5566da28d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27d2d0 0x5566da28d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46060/0 (socket says 172.21.15.44:46060) 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 -- 172.21.15.44:0/109327249 learned_addr learned my addr 172.21.15.44:0/109327249 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3886800640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27c9b0 0x5566da28feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3886800640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da28d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 -- 172.21.15.44:0/109327249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27c9b0 msgr2=0x5566da28feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27c9b0 0x5566da28feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 -- 172.21.15.44:0/109327249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 msgr2=0x5566da28d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da28d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3885400640 1 -- 172.21.15.44:0/109327249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566da28dff0 con 0x5566da27d2d0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.446+0000 7f3886800640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da28d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f3885400640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27d2d0 0x5566da28d2b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f387000a010 tx=0x7f387000fd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b75b3de8b112739 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f3863400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f3863400640 1 -- 172.21.15.44:0/109327249 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3870035060 con 0x5566da27d2d0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f387002c030 con 0x5566da27d2d0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f3863400640 1 -- 172.21.15.44:0/109327249 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f3870005390 con 0x5566da27d2d0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f3863400640 1 -- 172.21.15.44:0/109327249 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3870005590 con 0x5566da27d2d0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f388b5f8740 10 client.25886 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5566da2fe4e0 con 0x5566da27d2d0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.447+0000 7f3863400640 1 -- 172.21.15.44:0/109327249 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f387002c030 con 0x5566da27d2d0 2024-04-26T02:00:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f3863400640 1 -- 172.21.15.44:0/109327249 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3870038020 con 0x5566da27d2d0 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f388b5f8740 10 client.25886 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f388b5f8740 10 client.25886 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f388b5f8740 20 client.25886 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f388b5f8740 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da2fec30 0x5566da301050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f388b5f8740 4 client.25886 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5566da1f0320 con 0x5566da2fec30 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.448+0000 7f3886800640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da2fec30 0x5566da301050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.449+0000 7f3886800640 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da2fec30 0x5566da301050 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a78041310c9923 server_cookie=c15d8254bebc40c2 in_seq=0 out_seq=0 2024-04-26T02:00:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.449+0000 7f3863400640 10 client.25886 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.458+0000 7f3863400640 1 -- 172.21.15.44:0/109327249 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5566da1f0320 con 0x5566da2fec30 2024-04-26T02:00:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.458+0000 7f3863400640 10 client.25886 handle_command_reply: tid=0 2024-04-26T02:00:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.458+0000 7f388b5f8740 1 client.25886 shutdown 2024-04-26T02:00:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.458+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27d2d0 msgr2=0x5566da28d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.458+0000 7f388b5f8740 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27d2d0 0x5566da28d2b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f387000a010 tx=0x7f387000fd10 comp rx=0 tx=0).stop 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 shutdown_connections 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5566da2fec30 0x5566da301050 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5566da287b90 0x5566da28d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5566da27d2d0 0x5566da28d2b0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f3863400640 0 client.25886 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 --2- 172.21.15.44:0/109327249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5566da27c9b0 0x5566da28feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 >> 172.21.15.44:0/109327249 conn(0x5566da278ec0 msgr2=0x5566da284ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 shutdown_connections 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 1 -- 172.21.15.44:0/109327249 wait complete. 2024-04-26T02:00:04.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.459+0000 7f388b5f8740 20 client.25886 trim_cache size 0 max 16384 2024-04-26T02:00:04.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:00:04.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:00:04.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:00:04.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38680a3d40 msgr2=0x7f38680a6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38680a3d40 0x7f38680a6200 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x5566da27df50 tx=0x7f38740f4910 comp rx=0 tx=0).stop 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 msgr2=0x7f3880100b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880100b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f3874005ab0 tx=0x7f3874003c10 comp rx=0 tx=0).stop 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 shutdown_connections 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38680a3d40 0x7f38680a6200 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f388010c350 0x7f3880101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3880103850 0x7f38801010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 --2- 172.21.15.44:0/2994906146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3880102f30 0x7f3880100b80 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 >> 172.21.15.44:0/2994906146 conn(0x7f38800fc770 msgr2=0x7f38800fdfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:04.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 shutdown_connections 2024-04-26T02:00:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:04.460+0000 7f3887200640 1 -- 172.21.15.44:0/2994906146 wait complete. 2024-04-26T02:00:04.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:04 smithi156 ceph-mon[32543]: pgmap v156: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 38 KiB/s wr, 36 op/s 2024-04-26T02:00:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:04 smithi090 ceph-mon[32456]: pgmap v156: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 38 KiB/s wr, 36 op/s 2024-04-26T02:00:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:04 smithi044 ceph-mon[27847]: pgmap v156: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 38 KiB/s wr, 36 op/s 2024-04-26T02:00:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:06 smithi156 ceph-mon[32543]: pgmap v157: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-04-26T02:00:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:06 smithi090 ceph-mon[32456]: pgmap v157: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-04-26T02:00:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:06 smithi044 ceph-mon[27847]: pgmap v157: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-04-26T02:00:08.592 INFO:tasks.workunit.client.0.smithi044.stdout:64/600: open fd = 3 2024-04-26T02:00:08.592 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.592 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.592 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.592 INFO:tasks.workunit.client.0.smithi044.stdout:65/600: open fd = 3 2024-04-26T02:00:08.592 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.592 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:66/600: open fd = 3 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:67/600: open fd = 3 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:68/600: open fd = 3 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:69/600: open fd = 3 2024-04-26T02:00:08.593 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:70/600: open fd = 3 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:71/600: open fd = 3 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:72/600: open fd = 3 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.594 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:73/600: open fd = 3 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:74/600: open fd = 3 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:75/600: open fd = 3 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:76/600: open fd = 3 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.595 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:77/600: open fd = 3 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:78/600: open fd = 3 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:79/600: open fd = 3 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:80/600: open fd = 3 2024-04-26T02:00:08.596 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:81/600: open fd = 3 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:82/600: open fd = 3 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:83/600: open fd = 3 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.597 INFO:tasks.workunit.client.0.smithi044.stdout:84/600: open fd = 3 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:85/600: open fd = 3 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:86/600: open fd = 3 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:87/600: open fd = 3 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.598 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:88/600: open fd = 3 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:89/600: open fd = 3 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:90/600: open fd = 3 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:91/600: open fd = 3 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.599 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:92/600: open fd = 3 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:93/600: open fd = 3 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:94/600: open fd = 3 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.600 INFO:tasks.workunit.client.0.smithi044.stdout:95/600: open fd = 3 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:96/600: open fd = 3 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:97/600: open fd = 3 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:98/600: open fd = 3 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:99/600: open fd = 3 2024-04-26T02:00:08.601 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:100/600: open fd = 3 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:101/600: open fd = 3 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:102/600: open fd = 3 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.602 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:103/600: open fd = 3 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:104/600: open fd = 3 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:105/600: open fd = 3 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:106/600: open fd = 3 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.603 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:107/600: open fd = 3 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:108/600: open fd = 3 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:109/600: open fd = 3 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:110/600: open fd = 3 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:111/600: open fd = 3 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:112/600: open fd = 3 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:113/600: open fd = 3 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:114/600: open fd = 3 2024-04-26T02:00:08.605 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:115/600: open fd = 3 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:116/600: open fd = 3 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:117/600: open fd = 3 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:118/600: open fd = 3 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:119/600: open fd = 3 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:120/600: open fd = 3 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:121/600: open fd = 3 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.607 INFO:tasks.workunit.client.0.smithi044.stdout:122/600: open fd = 3 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:123/600: open fd = 3 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:124/600: open fd = 3 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:125/600: open fd = 3 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:00:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:126/600: open fd = 3 2024-04-26T02:00:08.609 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:00:08.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:08 smithi156 ceph-mon[32543]: pgmap v158: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-04-26T02:00:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:08 smithi090 ceph-mon[32456]: pgmap v158: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-04-26T02:00:09.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:08 smithi044 ceph-mon[27847]: pgmap v158: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 30 KiB/s wr, 27 op/s 2024-04-26T02:00:10.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:10 smithi090 ceph-mon[32456]: pgmap v159: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 37 KiB/s wr, 36 op/s 2024-04-26T02:00:11.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:10 smithi044 ceph-mon[27847]: pgmap v159: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 37 KiB/s wr, 36 op/s 2024-04-26T02:00:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:10 smithi156 ceph-mon[32543]: pgmap v159: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 37 KiB/s wr, 36 op/s 2024-04-26T02:00:12.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:12 smithi090 ceph-mon[32456]: pgmap v160: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 35 KiB/s wr, 30 op/s 2024-04-26T02:00:13.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:12 smithi044 ceph-mon[27847]: pgmap v160: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 35 KiB/s wr, 30 op/s 2024-04-26T02:00:13.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:12 smithi156 ceph-mon[32543]: pgmap v160: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 35 KiB/s wr, 30 op/s 2024-04-26T02:00:14.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:13 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:14.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:13 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:14.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:13 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:14 smithi044 ceph-mon[27847]: pgmap v161: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 40 KiB/s wr, 36 op/s 2024-04-26T02:00:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:14 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:00:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:14 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:00:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:14 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:00:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:14 smithi156 ceph-mon[32543]: pgmap v161: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 40 KiB/s wr, 36 op/s 2024-04-26T02:00:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:14 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:00:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:14 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:00:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:14 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:00:15.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:14 smithi090 ceph-mon[32456]: pgmap v161: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 40 KiB/s wr, 36 op/s 2024-04-26T02:00:15.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:14 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:00:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:14 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:00:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:14 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:00:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:16 smithi044 ceph-mon[27847]: pgmap v162: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:16 smithi156 ceph-mon[32543]: pgmap v162: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:17.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:16 smithi090 ceph-mon[32456]: pgmap v162: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:17.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.609+0000 7f58d0e00640 1 -- 172.21.15.44:0/278847794 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc1092d0 msgr2=0x7f58cc110ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.609+0000 7f58d0e00640 1 --2- 172.21.15.44:0/278847794 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc1092d0 0x7f58cc110ea0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009be0 tx=0x7f58c402a6c0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.609+0000 7f58d0e00640 1 -- 172.21.15.44:0/278847794 shutdown_connections 2024-04-26T02:00:17.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.609+0000 7f58d0e00640 1 --2- 172.21.15.44:0/278847794 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc1092d0 0x7f58cc110ea0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.609+0000 7f58d0e00640 1 --2- 172.21.15.44:0/278847794 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58cc104bb0 0x7f58cc108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.609+0000 7f58d0e00640 1 --2- 172.21.15.44:0/278847794 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58cc104200 0x7f58cc1045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.609+0000 7f58d0e00640 1 -- 172.21.15.44:0/278847794 >> 172.21.15.44:0/278847794 conn(0x7f58cc0ffa60 msgr2=0x7f58cc101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.610+0000 7f58d0e00640 1 -- 172.21.15.44:0/278847794 shutdown_connections 2024-04-26T02:00:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.610+0000 7f58d0e00640 1 -- 172.21.15.44:0/278847794 wait complete. 2024-04-26T02:00:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 Processor -- start 2024-04-26T02:00:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 -- start start 2024-04-26T02:00:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58cc104200 0x7f58cc076460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58cc1092d0 0x7f58cc0769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc076ee0 0x7f58cc1aad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc114240 con 0x7f58cc1092d0 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1140c0 con 0x7f58cc104200 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.611+0000 7f58d0e00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1143c0 con 0x7f58cc076ee0 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58cc1092d0 0x7f58cc0769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc076ee0 0x7f58cc1aad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc076ee0 0x7f58cc1aad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:47152/0 (socket says 172.21.15.44:47152) 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 -- 172.21.15.44:0/3688375350 learned_addr learned my addr 172.21.15.44:0/3688375350 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cb400640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58cc104200 0x7f58cc076460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58cc1092d0 0x7f58cc0769a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:34832/0 (socket says 172.21.15.44:34832) 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 -- 172.21.15.44:0/3688375350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58cc104200 msgr2=0x7f58cc076460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58cc104200 0x7f58cc076460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 -- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58cc1092d0 msgr2=0x7f58cc0769a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58cc1092d0 0x7f58cc0769a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 -- 172.21.15.44:0/3688375350 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58cc1ab2b0 con 0x7f58cc076ee0 2024-04-26T02:00:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cb400640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58cc104200 0x7f58cc076460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.612+0000 7f58cbe00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc076ee0 0x7f58cc1aad70 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009b30 tx=0x7f58c4003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.613+0000 7f58c8c00640 1 -- 172.21.15.44:0/3688375350 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c4040020 con 0x7f58cc076ee0 2024-04-26T02:00:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.613+0000 7f58c8c00640 1 -- 172.21.15.44:0/3688375350 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c40318f0 con 0x7f58cc076ee0 2024-04-26T02:00:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.613+0000 7f58c8c00640 1 -- 172.21.15.44:0/3688375350 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c4036040 con 0x7f58cc076ee0 2024-04-26T02:00:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.613+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58cc1ab4e0 con 0x7f58cc076ee0 2024-04-26T02:00:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.613+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58cc1ab950 con 0x7f58cc076ee0 2024-04-26T02:00:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.617+0000 7f58d53b1740 1 Processor -- start 2024-04-26T02:00:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58c8c00640 1 -- 172.21.15.44:0/3688375350 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f58c4043020 con 0x7f58cc076ee0 2024-04-26T02:00:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58d53b1740 1 -- start start 2024-04-26T02:00:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5d3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5de650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5e0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58d53b1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5634ed539900 con 0x5634ed5d42d0 2024-04-26T02:00:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58d53b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5634ed4dfef0 con 0x5634ed5deb90 2024-04-26T02:00:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58d53b1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5634ed5358c0 con 0x5634ed5d39b0 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.618+0000 7f58cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5de650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5de650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:34836/0 (socket says 172.21.15.44:34836) 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 -- 172.21.15.44:0/1260161043 learned_addr learned my addr 172.21.15.44:0/1260161043 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58c3e00640 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5e0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58c3e00640 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5d3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 -- 172.21.15.44:0/1260161043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 msgr2=0x5634ed5d3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5d3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 -- 172.21.15.44:0/1260161043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 msgr2=0x5634ed5e0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5e0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 -- 172.21.15.44:0/1260161043 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634ed24c210 con 0x5634ed5d42d0 2024-04-26T02:00:17.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58c8c00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58b00a3d90 0x7f58b00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.619+0000 7f58cb400640 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5de650 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f58bc009fd0 tx=0x7f58bc0119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70d97792670e43d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58c8c00640 1 -- 172.21.15.44:0/3688375350 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f58c40f12e0 con 0x7f58cc076ee0 2024-04-26T02:00:17.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58c3e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58b00a3d90 0x7f58b00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58c0c00640 1 -- 172.21.15.44:0/1260161043 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58bc01e070 con 0x5634ed5d42d0 2024-04-26T02:00:17.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58c0c00640 1 -- 172.21.15.44:0/1260161043 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58bc00fa70 con 0x5634ed5d42d0 2024-04-26T02:00:17.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58c0c00640 1 -- 172.21.15.44:0/1260161043 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58bc019aa0 con 0x5634ed5d42d0 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58d53b1740 1 -- 172.21.15.44:0/1260161043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 msgr2=0x5634ed5de650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58d53b1740 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5de650 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f58bc009fd0 tx=0x7f58bc0119a0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.620+0000 7f58c3e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58b00a3d90 0x7f58b00a6250 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5634ed5d12e0 tx=0x7f58b40046c0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 -- 172.21.15.44:0/1260161043 shutdown_connections 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5e0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5de650 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 --2- 172.21.15.44:0/1260161043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5d3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 -- 172.21.15.44:0/1260161043 >> 172.21.15.44:0/1260161043 conn(0x5634ed5cfec0 msgr2=0x5634ed5d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 -- 172.21.15.44:0/1260161043 shutdown_connections 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 -- 172.21.15.44:0/1260161043 wait complete. 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 -- start start 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.621+0000 7f58d53b1740 1 Processor -- start 2024-04-26T02:00:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5dbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5dc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5deb90 0x5634ed5dc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58d53b1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5634ed5e17c0 con 0x5634ed5d42d0 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58d53b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5634ed4f3310 con 0x5634ed5d39b0 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58d53b1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5634ed5e1940 con 0x5634ed5deb90 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58d53b1740 10 client.0 _ll_register_callbacks cb 0x5634ed4c1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5dc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58cb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5dbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5dc100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:34850/0 (socket says 172.21.15.44:34850) 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58c3e00640 1 -- 172.21.15.44:0/767920617 learned_addr learned my addr 172.21.15.44:0/767920617 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.622+0000 7f58cbe00640 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5deb90 0x5634ed5dc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58cb400640 1 -- 172.21.15.44:0/767920617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5deb90 msgr2=0x5634ed5dc640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58cb400640 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5deb90 0x5634ed5dc640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58cb400640 1 -- 172.21.15.44:0/767920617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 msgr2=0x5634ed5dc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58cb400640 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5dc100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58cb400640 1 -- 172.21.15.44:0/767920617 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634ed318620 con 0x5634ed5d39b0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58cbe00640 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5deb90 0x5634ed5dc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58cb400640 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5dbbc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f58bc019700 tx=0x7f58bc00f7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efdded0666749f8f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58b9600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58b9600640 1 -- 172.21.15.44:0/767920617 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58bc01e040 con 0x5634ed5d39b0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58b9600640 1 -- 172.21.15.44:0/767920617 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f58bc005040 con 0x5634ed5d39b0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58bc00fa70 con 0x5634ed5d39b0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58b9600640 1 -- 172.21.15.44:0/767920617 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f58bc032050 con 0x5634ed5d39b0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58d53b1740 10 client.25898 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.623+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5634ed5edab0 con 0x5634ed5d39b0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58b9600640 1 -- 172.21.15.44:0/767920617 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58bc00fa70 con 0x5634ed5d39b0 2024-04-26T02:00:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58b9600640 1 -- 172.21.15.44:0/767920617 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f58bc019b80 con 0x5634ed5d39b0 2024-04-26T02:00:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58d53b1740 10 client.25898 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58d53b1740 10 client.25898 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58d53b1740 20 client.25898 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58d53b1740 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed5eee60 0x5634ed5f1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58d53b1740 4 client.25898 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:00:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.624+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5634ed54d8b0 con 0x5634ed5eee60 2024-04-26T02:00:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.625+0000 7f58c3e00640 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed5eee60 0x5634ed5f1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.625+0000 7f58c3e00640 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed5eee60 0x5634ed5f1250 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec490a4bad6560d4 server_cookie=8bedba6b191eff01 in_seq=0 out_seq=0 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.625+0000 7f58b9600640 10 client.25898 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58b9600640 1 -- 172.21.15.44:0/767920617 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5634ed54d8b0 con 0x5634ed5eee60 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58b9600640 10 client.25898 handle_command_reply: tid=0 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 client.25898 shutdown 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 msgr2=0x5634ed5dbbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5dbbc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f58bc019700 tx=0x7f58bc00f7f0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 shutdown_connections 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed5eee60 0x5634ed5f1250 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5deb90 0x5634ed5dc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58b9600640 0 client.25898 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5dc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 --2- 172.21.15.44:0/767920617 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5dbbc0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 >> 172.21.15.44:0/767920617 conn(0x5634ed5cfec0 msgr2=0x5634ed5d5c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 shutdown_connections 2024-04-26T02:00:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.626+0000 7f58d53b1740 1 -- 172.21.15.44:0/767920617 wait complete. 2024-04-26T02:00:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.627+0000 7f58d53b1740 20 client.25898 trim_cache size 0 max 16384 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.643+0000 7f58d53b1740 1 Processor -- start 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.643+0000 7f58d53b1740 1 -- start start 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.643+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5ea680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5d6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5dc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58d53b1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1b3e30 con 0x5634ed5d42d0 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58d53b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1b5970 con 0x5634ed5deb90 2024-04-26T02:00:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58d53b1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1b4500 con 0x5634ed5d39b0 2024-04-26T02:00:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58cb400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5ea680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5d6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58cb400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5ea680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:47174/0 (socket says 172.21.15.44:47174) 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58cb400640 1 -- 172.21.15.44:0/4028750919 learned_addr learned my addr 172.21.15.44:0/4028750919 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58cbe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5dc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58c3e00640 1 -- 172.21.15.44:0/4028750919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 msgr2=0x5634ed5ea680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58c3e00640 1 --2- 172.21.15.44:0/4028750919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5ea680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58c3e00640 1 -- 172.21.15.44:0/4028750919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 msgr2=0x5634ed5dc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58c3e00640 1 --2- 172.21.15.44:0/4028750919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5dc290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.644+0000 7f58c3e00640 1 -- 172.21.15.44:0/4028750919 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634ed5da130 con 0x5634ed5d42d0 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.645+0000 7f58c3e00640 1 --2- 172.21.15.44:0/4028750919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5d6370 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x5634ed5f1960 tx=0x7f58b4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97baacd2629f77a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.645+0000 7f58bbe00640 1 -- 172.21.15.44:0/4028750919 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b402c430 con 0x5634ed5d42d0 2024-04-26T02:00:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.645+0000 7f58bbe00640 1 -- 172.21.15.44:0/4028750919 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58b4031070 con 0x5634ed5d42d0 2024-04-26T02:00:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.645+0000 7f58bbe00640 1 -- 172.21.15.44:0/4028750919 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4020be0 con 0x5634ed5d42d0 2024-04-26T02:00:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 -- 172.21.15.44:0/4028750919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 msgr2=0x5634ed5d6370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 --2- 172.21.15.44:0/4028750919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5d6370 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x5634ed5f1960 tx=0x7f58b4012000 comp rx=0 tx=0).stop 2024-04-26T02:00:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 -- 172.21.15.44:0/4028750919 shutdown_connections 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 --2- 172.21.15.44:0/4028750919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5deb90 0x5634ed5dc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 --2- 172.21.15.44:0/4028750919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5d42d0 0x5634ed5d6370 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 --2- 172.21.15.44:0/4028750919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d39b0 0x5634ed5ea680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 -- 172.21.15.44:0/4028750919 >> 172.21.15.44:0/4028750919 conn(0x5634ed5cfec0 msgr2=0x5634ed5dbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 -- 172.21.15.44:0/4028750919 shutdown_connections 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 -- 172.21.15.44:0/4028750919 wait complete. 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 -- start start 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.646+0000 7f58d53b1740 1 Processor -- start 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5e7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d42d0 0x5634ed5e43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58d53b1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5deb90 0x5634ed5e49f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58d53b1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1b52a0 con 0x5634ed5deb90 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58d53b1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1b4bd0 con 0x5634ed5d39b0 2024-04-26T02:00:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58d53b1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc1b1e50 con 0x5634ed5d42d0 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58d53b1740 10 client.0 _ll_register_callbacks cb 0x7f58bc009f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58cbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5deb90 0x5634ed5e49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58c3e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d42d0 0x5634ed5e43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58cb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5e7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58c3e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d42d0 0x5634ed5e43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:47186/0 (socket says 172.21.15.44:47186) 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.647+0000 7f58c3e00640 1 -- 172.21.15.44:0/273304548 learned_addr learned my addr 172.21.15.44:0/273304548 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58c3e00640 1 -- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 msgr2=0x5634ed5e7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58c3e00640 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5e7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58c3e00640 1 -- 172.21.15.44:0/273304548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5deb90 msgr2=0x5634ed5e49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58c3e00640 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5deb90 0x5634ed5e49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58c3e00640 1 -- 172.21.15.44:0/273304548 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634ed5e51f0 con 0x5634ed5d42d0 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58cb400640 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5e7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58c3e00640 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d42d0 0x5634ed5e43e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009220 tx=0x7f58b4010f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eea268519657a2f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:17.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58b9600640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58b9600640 1 -- 172.21.15.44:0/273304548 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b402c770 con 0x5634ed5d42d0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58b4031070 con 0x5634ed5d42d0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.648+0000 7f58b9600640 1 -- 172.21.15.44:0/273304548 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f58b4005040 con 0x5634ed5d42d0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58b9600640 1 -- 172.21.15.44:0/273304548 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f58b4045050 con 0x5634ed5d42d0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 10 client.25906 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5634ed655350 con 0x5634ed5d42d0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58b9600640 1 -- 172.21.15.44:0/273304548 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58b4031070 con 0x5634ed5d42d0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58b9600640 1 -- 172.21.15.44:0/273304548 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f58b4037460 con 0x5634ed5d42d0 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 10 client.25906 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 10 client.25906 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 20 client.25906 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed655a90 0x5634ed657eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 4 client.25906 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:00:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.649+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5634ed547320 con 0x5634ed655a90 2024-04-26T02:00:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.650+0000 7f58cb400640 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed655a90 0x5634ed657eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.650+0000 7f58cb400640 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed655a90 0x5634ed657eb0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32ef11490ef411a5 server_cookie=f47ddc4c14205ee4 in_seq=0 out_seq=0 2024-04-26T02:00:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.650+0000 7f58b9600640 10 client.25906 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.659+0000 7f58b9600640 1 -- 172.21.15.44:0/273304548 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5634ed547320 con 0x5634ed655a90 2024-04-26T02:00:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.659+0000 7f58b9600640 10 client.25906 handle_command_reply: tid=0 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.659+0000 7f58d53b1740 1 client.25906 shutdown 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d42d0 msgr2=0x5634ed5e43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d42d0 0x5634ed5e43e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009220 tx=0x7f58b4010f50 comp rx=0 tx=0).stop 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 shutdown_connections 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5634ed655a90 0x5634ed657eb0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5634ed5deb90 0x5634ed5e49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5634ed5d42d0 0x5634ed5e43e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 --2- 172.21.15.44:0/273304548 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5634ed5d39b0 0x5634ed5e7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58b9600640 0 client.25906 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 >> 172.21.15.44:0/273304548 conn(0x5634ed5cfec0 msgr2=0x5634ed5dc3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 shutdown_connections 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 1 -- 172.21.15.44:0/273304548 wait complete. 2024-04-26T02:00:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.660+0000 7f58d53b1740 20 client.25906 trim_cache size 0 max 16384 2024-04-26T02:00:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:00:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:00:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:00:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58b00a3d90 msgr2=0x7f58b00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58b00a3d90 0x7f58b00a6250 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5634ed5d12e0 tx=0x7f58b40046c0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc076ee0 msgr2=0x7f58cc1aad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc076ee0 0x7f58cc1aad70 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009b30 tx=0x7f58c4003c10 comp rx=0 tx=0).stop 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 shutdown_connections 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58b00a3d90 0x7f58b00a6250 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58cc076ee0 0x7f58cc1aad70 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58cc1092d0 0x7f58cc0769a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 --2- 172.21.15.44:0/3688375350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58cc104200 0x7f58cc076460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 >> 172.21.15.44:0/3688375350 conn(0x7f58cc0ffa60 msgr2=0x7f58cc101e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 shutdown_connections 2024-04-26T02:00:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:17.661+0000 7f58d0e00640 1 -- 172.21.15.44:0/3688375350 wait complete. 2024-04-26T02:00:19.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:18 smithi044 ceph-mon[27847]: pgmap v163: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:19.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:18 smithi156 ceph-mon[32543]: pgmap v163: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:19.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:18 smithi090 ceph-mon[32456]: pgmap v163: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:20.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:20 smithi090 ceph-mon[32456]: pgmap v164: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:00:21.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:20 smithi044 ceph-mon[27847]: pgmap v164: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:00:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:20 smithi156 ceph-mon[32543]: pgmap v164: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:00:23.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:22 smithi044 ceph-mon[27847]: pgmap v165: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:23.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:22 smithi156 ceph-mon[32543]: pgmap v165: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:23.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:22 smithi090 ceph-mon[32456]: pgmap v165: 97 pgs: 97 active+clean; 2.5 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:25.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:24 smithi044 ceph-mon[27847]: pgmap v166: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:25.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:24 smithi156 ceph-mon[32543]: pgmap v166: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:24 smithi090 ceph-mon[32456]: pgmap v166: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:26 smithi044 ceph-mon[27847]: pgmap v167: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:26 smithi156 ceph-mon[32543]: pgmap v167: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:26 smithi090 ceph-mon[32456]: pgmap v167: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:29.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:28 smithi044 ceph-mon[27847]: pgmap v168: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:29.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:28 smithi156 ceph-mon[32543]: pgmap v168: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:28 smithi090 ceph-mon[32456]: pgmap v168: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.811+0000 7f847b200640 1 -- 172.21.15.44:0/2525785655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 msgr2=0x7f847c10e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.811+0000 7f847b200640 1 --2- 172.21.15.44:0/2525785655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 0x7f847c10e060 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f8464009900 tx=0x7f846402a480 comp rx=0 tx=0).stop 2024-04-26T02:00:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.812+0000 7f847b200640 1 -- 172.21.15.44:0/2525785655 shutdown_connections 2024-04-26T02:00:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.812+0000 7f847b200640 1 --2- 172.21.15.44:0/2525785655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c10e5a0 0x7f847c1109f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.812+0000 7f847b200640 1 --2- 172.21.15.44:0/2525785655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 0x7f847c10e060 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.812+0000 7f847b200640 1 --2- 172.21.15.44:0/2525785655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f847c074380 0x7f847c074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.812+0000 7f847b200640 1 -- 172.21.15.44:0/2525785655 >> 172.21.15.44:0/2525785655 conn(0x7f847c0fd890 msgr2=0x7f847c0ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.812+0000 7f847b200640 1 -- 172.21.15.44:0/2525785655 shutdown_connections 2024-04-26T02:00:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.812+0000 7f847b200640 1 -- 172.21.15.44:0/2525785655 wait complete. 2024-04-26T02:00:30.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.813+0000 7f847b200640 1 Processor -- start 2024-04-26T02:00:30.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.813+0000 7f847b200640 1 -- start start 2024-04-26T02:00:30.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.813+0000 7f847b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c074380 0x7f847c1a0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.813+0000 7f847b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 0x7f847c1a09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.813+0000 7f847b200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f847c10e5a0 0x7f847c19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f847b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f847c1141e0 con 0x7f847c074ca0 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f847b200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f847c114060 con 0x7f847c074380 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f847b200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f847c114360 con 0x7f847c10e5a0 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c074380 0x7f847c1a0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c074380 0x7f847c1a0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48064/0 (socket says 172.21.15.44:48064) 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 -- 172.21.15.44:0/2428068269 learned_addr learned my addr 172.21.15.44:0/2428068269 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479400640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 0x7f847c1a09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f847a800640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f847c10e5a0 0x7f847c19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 -- 172.21.15.44:0/2428068269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f847c10e5a0 msgr2=0x7f847c19a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f847c10e5a0 0x7f847c19a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 -- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 msgr2=0x7f847c1a09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 0x7f847c1a09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f8479e00640 1 -- 172.21.15.44:0/2428068269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847c19ada0 con 0x7f847c074380 2024-04-26T02:00:30.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.814+0000 7f847a800640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f847c10e5a0 0x7f847c19a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:30.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.815+0000 7f8479e00640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c074380 0x7f847c1a0470 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f846c00e9f0 tx=0x7f846c00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:30.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.815+0000 7f8472a00640 1 -- 172.21.15.44:0/2428068269 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c00cd80 con 0x7f847c074380 2024-04-26T02:00:30.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.815+0000 7f8472a00640 1 -- 172.21.15.44:0/2428068269 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f846c0054d0 con 0x7f847c074380 2024-04-26T02:00:30.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.815+0000 7f8472a00640 1 -- 172.21.15.44:0/2428068269 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c010690 con 0x7f847c074380 2024-04-26T02:00:30.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.815+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f847c19b090 con 0x7f847c074380 2024-04-26T02:00:30.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.815+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f847c1a7330 con 0x7f847c074380 2024-04-26T02:00:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.818+0000 7f8472a00640 1 -- 172.21.15.44:0/2428068269 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f846c004e90 con 0x7f847c074380 2024-04-26T02:00:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 Processor -- start 2024-04-26T02:00:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 -- start start 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c49bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555f4c401900 con 0x555f4c49c2d0 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555f4c3a7ef0 con 0x555f4c49b9b0 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8484184740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555f4c3fd8c0 con 0x555f4c4a6b90 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.819+0000 7f8479e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f847a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c49bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60656/0 (socket says 172.21.15.44:60656) 2024-04-26T02:00:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 -- 172.21.15.44:0/3146531706 learned_addr learned my addr 172.21.15.44:0/3146531706 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479400640 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 -- 172.21.15.44:0/3146531706 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 msgr2=0x555f4c4a8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 -- 172.21.15.44:0/3146531706 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 msgr2=0x555f4c49bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c49bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 -- 172.21.15.44:0/3146531706 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f4c114210 con 0x555f4c49c2d0 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8472a00640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84600a3d90 0x7f84600a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.820+0000 7f8479e00640 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a6650 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f846c0ce2e0 tx=0x7f846c0d4ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7baaf1c0394ab55 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f847a800640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84600a3d90 0x7f84600a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f8472a00640 1 -- 172.21.15.44:0/2428068269 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f846c0d0c40 con 0x7f847c074380 2024-04-26T02:00:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f846b400640 1 -- 172.21.15.44:0/3146531706 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c098e90 con 0x555f4c49c2d0 2024-04-26T02:00:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f846b400640 1 -- 172.21.15.44:0/3146531706 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f846c005680 con 0x555f4c49c2d0 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f846b400640 1 -- 172.21.15.44:0/3146531706 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c005180 con 0x555f4c49c2d0 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f8484184740 1 -- 172.21.15.44:0/3146531706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 msgr2=0x555f4c4a6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f847a800640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84600a3d90 0x7f84600a6250 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8474005fd0 tx=0x7f8474009820 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.821+0000 7f8484184740 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a6650 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f846c0ce2e0 tx=0x7f846c0d4ce0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 -- 172.21.15.44:0/3146531706 shutdown_connections 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a6650 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 --2- 172.21.15.44:0/3146531706 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c49bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 -- 172.21.15.44:0/3146531706 >> 172.21.15.44:0/3146531706 conn(0x555f4c497ec0 msgr2=0x555f4c4982a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 -- 172.21.15.44:0/3146531706 shutdown_connections 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 -- 172.21.15.44:0/3146531706 wait complete. 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 -- start start 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.822+0000 7f8484184740 1 Processor -- start 2024-04-26T02:00:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8484184740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c4a3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8484184740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8484184740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8484184740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555f4c4a97c0 con 0x555f4c49c2d0 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8484184740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555f4c3bb310 con 0x555f4c49b9b0 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8484184740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555f4c4a9940 con 0x555f4c4a6b90 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8484184740 10 client.0 _ll_register_callbacks cb 0x555f4c389cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8479400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8479400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60666/0 (socket says 172.21.15.44:60666) 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8479400640 1 -- 172.21.15.44:0/953292232 learned_addr learned my addr 172.21.15.44:0/953292232 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f8479e00640 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c4a3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.823+0000 7f847a800640 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f8479400640 1 -- 172.21.15.44:0/953292232 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 msgr2=0x555f4c4a4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f8479400640 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f8479400640 1 -- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 msgr2=0x555f4c4a3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f8479400640 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c4a3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f8479400640 1 -- 172.21.15.44:0/953292232 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f4c1e0620 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f8479400640 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a4050 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8464009900 tx=0x7f84640314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7577df2f4bdd92f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f845fe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f845fe00640 1 -- 172.21.15.44:0/953292232 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8464035040 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f845fe00640 1 -- 172.21.15.44:0/953292232 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f8464031810 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.824+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f846c005680 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f845fe00640 1 -- 172.21.15.44:0/953292232 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8464004040 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 10 client.15807 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555f4c4b5a00 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f845fe00640 1 -- 172.21.15.44:0/953292232 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f846c005680 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f845fe00640 1 -- 172.21.15.44:0/953292232 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f846404e050 con 0x555f4c49c2d0 2024-04-26T02:00:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 10 client.15807 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 10 client.15807 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 20 client.15807 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c4b6e70 0x555f4c4b9280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 4 client.15807 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.825+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f4c4158b0 con 0x555f4c4b6e70 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.826+0000 7f8479e00640 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c4b6e70 0x555f4c4b9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.826+0000 7f8479e00640 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c4b6e70 0x555f4c4b9280 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14df707edf27d8c6 server_cookie=55b63e6a089fa728 in_seq=0 out_seq=0 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.826+0000 7f845fe00640 10 client.15807 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f845fe00640 1 -- 172.21.15.44:0/953292232 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555f4c4158b0 con 0x555f4c4b6e70 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f845fe00640 10 client.15807 handle_command_reply: tid=0 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 client.15807 shutdown 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 msgr2=0x555f4c4a4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a4050 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8464009900 tx=0x7f84640314a0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 shutdown_connections 2024-04-26T02:00:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c4b6e70 0x555f4c4b9280 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49c2d0 0x555f4c4a4050 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f845fe00640 0 client.15807 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.827+0000 7f8484184740 1 --2- 172.21.15.44:0/953292232 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49b9b0 0x555f4c4a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.828+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 >> 172.21.15.44:0/953292232 conn(0x555f4c497ec0 msgr2=0x555f4c49dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.828+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 shutdown_connections 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.828+0000 7f8484184740 1 -- 172.21.15.44:0/953292232 wait complete. 2024-04-26T02:00:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.828+0000 7f8484184740 20 client.15807 trim_cache size 0 max 16384 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.844+0000 7f8484184740 1 Processor -- start 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.844+0000 7f8484184740 1 -- start start 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8484184740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c49e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8484184740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4977a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8484184740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8484184740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f847c1afae0 con 0x555f4c49b9b0 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8484184740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f847c1b1620 con 0x555f4c49c2d0 2024-04-26T02:00:30.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8484184740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f847c1b01b0 con 0x555f4c4a6b90 2024-04-26T02:00:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c49e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c49e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60680/0 (socket says 172.21.15.44:60680) 2024-04-26T02:00:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 -- 172.21.15.44:0/1133673489 learned_addr learned my addr 172.21.15.44:0/1133673489 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479400640 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f847a800640 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 -- 172.21.15.44:0/1133673489 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 msgr2=0x555f4c4a5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 -- 172.21.15.44:0/1133673489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 msgr2=0x555f4c4977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479e00640 1 -- 172.21.15.44:0/1133673489 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f4c4a91b0 con 0x555f4c49b9b0 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.845+0000 7f8479400640 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.846+0000 7f8479e00640 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c49e3c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f846c099050 tx=0x7f846c0d46f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2deb755d431f3648 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.846+0000 7f846aa00640 1 -- 172.21.15.44:0/1133673489 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0b5020 con 0x555f4c49b9b0 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.846+0000 7f846aa00640 1 -- 172.21.15.44:0/1133673489 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f846c005680 con 0x555f4c49b9b0 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.846+0000 7f846aa00640 1 -- 172.21.15.44:0/1133673489 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c09c550 con 0x555f4c49b9b0 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.846+0000 7f8484184740 1 -- 172.21.15.44:0/1133673489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 msgr2=0x555f4c49e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.846+0000 7f8484184740 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c49e3c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f846c099050 tx=0x7f846c0d46f0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 -- 172.21.15.44:0/1133673489 shutdown_connections 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4a5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 --2- 172.21.15.44:0/1133673489 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c49e3c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 -- 172.21.15.44:0/1133673489 >> 172.21.15.44:0/1133673489 conn(0x555f4c497ec0 msgr2=0x555f4c4a5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 -- 172.21.15.44:0/1133673489 shutdown_connections 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 -- 172.21.15.44:0/1133673489 wait complete. 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 -- start start 2024-04-26T02:00:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.847+0000 7f8484184740 1 Processor -- start 2024-04-26T02:00:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8484184740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c4aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8484184740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4ac350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8484184740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8484184740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f847c1b0f50 con 0x555f4c49b9b0 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8484184740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f847c1b0880 con 0x555f4c49c2d0 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8484184740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f847c1adac0 con 0x555f4c4a6b90 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8484184740 10 client.0 _ll_register_callbacks cb 0x7f8464032c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c4aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c4aefc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60682/0 (socket says 172.21.15.44:60682) 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 -- 172.21.15.44:0/2976800010 learned_addr learned my addr 172.21.15.44:0/2976800010 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479400640 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4ac350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f847a800640 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 -- 172.21.15.44:0/2976800010 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 msgr2=0x555f4c4ac8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4ac8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 -- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 msgr2=0x555f4c4ac350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4ac350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.848+0000 7f8479e00640 1 -- 172.21.15.44:0/2976800010 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f4c49e900 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f8479e00640 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c4aefc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f846c004990 tx=0x7f846c0049c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f427b49b64e99407 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f845fe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f845fe00640 1 -- 172.21.15.44:0/2976800010 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0b5050 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f845fe00640 1 -- 172.21.15.44:0/2976800010 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f846c0046c0 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f846c005680 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f845fe00640 1 -- 172.21.15.44:0/2976800010 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f846c09c730 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f8484184740 10 client.15813 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555f4c525ae0 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.849+0000 7f845fe00640 1 -- 172.21.15.44:0/2976800010 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f846c005680 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f845fe00640 1 -- 172.21.15.44:0/2976800010 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f846c0ae050 con 0x555f4c49b9b0 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f8484184740 10 client.15813 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f8484184740 10 client.15813 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f8484184740 20 client.15813 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f8484184740 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c525ae0 0x555f4c527ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f8484184740 4 client.15813 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:00:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555f4c40f320 con 0x555f4c525ae0 2024-04-26T02:00:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.850+0000 7f8479400640 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c525ae0 0x555f4c527ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.851+0000 7f8479400640 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c525ae0 0x555f4c527ed0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=669b76463677b3ba server_cookie=9d8102a20ba65794 in_seq=0 out_seq=0 2024-04-26T02:00:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.851+0000 7f845fe00640 10 client.15813 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f845fe00640 1 -- 172.21.15.44:0/2976800010 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555f4c40f320 con 0x555f4c525ae0 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f845fe00640 10 client.15813 handle_command_reply: tid=0 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 client.15813 shutdown 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 msgr2=0x555f4c4aefc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c4aefc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f846c004990 tx=0x7f846c0049c0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 shutdown_connections 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555f4c525ae0 0x555f4c527ed0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555f4c4a6b90 0x555f4c4ac8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555f4c49c2d0 0x555f4c4ac350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 --2- 172.21.15.44:0/2976800010 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555f4c49b9b0 0x555f4c4aefc0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 >> 172.21.15.44:0/2976800010 conn(0x555f4c497ec0 msgr2=0x555f4c4a4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.859+0000 7f845fe00640 0 client.15813 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.860+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 shutdown_connections 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.860+0000 7f8484184740 1 -- 172.21.15.44:0/2976800010 wait complete. 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.860+0000 7f8484184740 20 client.15813 trim_cache size 0 max 16384 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:00:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:00:30.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:00:30.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:00:30.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.860+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84600a3d90 msgr2=0x7f84600a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.860+0000 7f847b200640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84600a3d90 0x7f84600a6250 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8474005fd0 tx=0x7f8474009820 comp rx=0 tx=0).stop 2024-04-26T02:00:30.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.860+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c074380 msgr2=0x7f847c1a0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.860+0000 7f847b200640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c074380 0x7f847c1a0470 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f846c00e9f0 tx=0x7f846c00edf0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 shutdown_connections 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84600a3d90 0x7f84600a6250 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f847c10e5a0 0x7f847c19a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f847c074ca0 0x7f847c1a09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 --2- 172.21.15.44:0/2428068269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f847c074380 0x7f847c1a0470 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 >> 172.21.15.44:0/2428068269 conn(0x7f847c0fd890 msgr2=0x7f847c0ff320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 shutdown_connections 2024-04-26T02:00:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:30.861+0000 7f847b200640 1 -- 172.21.15.44:0/2428068269 wait complete. 2024-04-26T02:00:31.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:30 smithi044 ceph-mon[27847]: pgmap v169: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 21 op/s 2024-04-26T02:00:31.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:30 smithi156 ceph-mon[32543]: pgmap v169: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 21 op/s 2024-04-26T02:00:31.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:30 smithi090 ceph-mon[32456]: pgmap v169: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 21 op/s 2024-04-26T02:00:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:32 smithi044 ceph-mon[27847]: pgmap v170: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:32 smithi156 ceph-mon[32543]: pgmap v170: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:32 smithi090 ceph-mon[32456]: pgmap v170: 97 pgs: 97 active+clean; 2.6 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:35.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:34 smithi044 ceph-mon[27847]: pgmap v171: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:34 smithi156 ceph-mon[32543]: pgmap v171: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:35.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:34 smithi090 ceph-mon[32456]: pgmap v171: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:36 smithi044 ceph-mon[27847]: pgmap v172: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:37.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:36 smithi156 ceph-mon[32543]: pgmap v172: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:37.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:36 smithi090 ceph-mon[32456]: pgmap v172: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:39.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:38 smithi044 ceph-mon[27847]: pgmap v173: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:39.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:38 smithi156 ceph-mon[32543]: pgmap v173: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:39.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:38 smithi090 ceph-mon[32456]: pgmap v173: 97 pgs: 97 active+clean; 2.6 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:41.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:40 smithi044 ceph-mon[27847]: pgmap v174: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:00:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:40 smithi156 ceph-mon[32543]: pgmap v174: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:00:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:40 smithi090 ceph-mon[32456]: pgmap v174: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:00:43.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:42 smithi044 ceph-mon[27847]: pgmap v175: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:43.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:42 smithi156 ceph-mon[32543]: pgmap v175: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:42 smithi090 ceph-mon[32456]: pgmap v175: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:00:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 -- 172.21.15.44:0/1728245191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 msgr2=0x7f587010ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 --2- 172.21.15.44:0/1728245191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f587010ee70 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5868009ca0 tx=0x7f586802a8c0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 -- 172.21.15.44:0/1728245191 shutdown_connections 2024-04-26T02:00:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 --2- 172.21.15.44:0/1728245191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f587010ee70 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 --2- 172.21.15.44:0/1728245191 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5870102b80 0x7f5870106bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 --2- 172.21.15.44:0/1728245191 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f58701021d0 0x7f58701025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 -- 172.21.15.44:0/1728245191 >> 172.21.15.44:0/1728245191 conn(0x7f58700793e0 msgr2=0x7f58700797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 -- 172.21.15.44:0/1728245191 shutdown_connections 2024-04-26T02:00:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.007+0000 7f5877a00640 1 -- 172.21.15.44:0/1728245191 wait complete. 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.008+0000 7f5877a00640 1 Processor -- start 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5877a00640 1 -- start start 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5877a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701021d0 0x7f58701a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5877a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f58701a0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5877a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f587019a740 0x7f587019abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5877a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5870112240 con 0x7f58701072a0 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5877a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58701120c0 con 0x7f58701021d0 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5877a00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f58701123c0 con 0x7f587019a740 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f586fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f58701a0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f586fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f58701a0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54890/0 (socket says 172.21.15.44:54890) 2024-04-26T02:00:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f586fe00640 1 -- 172.21.15.44:0/4007979934 learned_addr learned my addr 172.21.15.44:0/4007979934 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5875000640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701021d0 0x7f58701a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.009+0000 7f5875a00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f587019a740 0x7f587019abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586fe00640 1 -- 172.21.15.44:0/4007979934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f587019a740 msgr2=0x7f587019abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586fe00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f587019a740 0x7f587019abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586fe00640 1 -- 172.21.15.44:0/4007979934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701021d0 msgr2=0x7f58701a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586fe00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701021d0 0x7f58701a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586fe00640 1 -- 172.21.15.44:0/4007979934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f587019b320 con 0x7f58701072a0 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586fe00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f58701a0b30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f585c00e9c0 tx=0x7f585c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586d600640 1 -- 172.21.15.44:0/4007979934 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c00cd80 con 0x7f58701072a0 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586d600640 1 -- 172.21.15.44:0/4007979934 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f585c0054d0 con 0x7f58701072a0 2024-04-26T02:00:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f586d600640 1 -- 172.21.15.44:0/4007979934 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585c010430 con 0x7f58701072a0 2024-04-26T02:00:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.010+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58701a7400 con 0x7f58701072a0 2024-04-26T02:00:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.011+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58701a77b0 con 0x7f58701072a0 2024-04-26T02:00:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 Processor -- start 2024-04-26T02:00:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 -- start start 2024-04-26T02:00:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753dfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753ea4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x5623753ecdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562375345900 con 0x5623753e0140 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623752ebef0 con 0x5623753eaa00 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f587a7ce740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5623753418c0 con 0x5623753df820 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.014+0000 7f586d600640 1 -- 172.21.15.44:0/4007979934 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f585c004fd0 con 0x7f58701072a0 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753ea4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753ea4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54904/0 (socket says 172.21.15.44:54904) 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875000640 1 -- 172.21.15.44:0/2445131043 learned_addr learned my addr 172.21.15.44:0/2445131043 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875a00640 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753dfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f586fe00640 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x5623753ecdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875a00640 1 -- 172.21.15.44:0/2445131043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 msgr2=0x5623753ecdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875a00640 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x5623753ecdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875a00640 1 -- 172.21.15.44:0/2445131043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 msgr2=0x5623753ea4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875a00640 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753ea4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875a00640 1 -- 172.21.15.44:0/2445131043 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562375058210 con 0x5623753df820 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f586fe00640 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x5623753ecdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.015+0000 7f5875a00640 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753dfc00 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5868005e30 tx=0x7f5868005fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99c1eaea2d46508c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.016+0000 7f5862000640 1 -- 172.21.15.44:0/2445131043 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5868031cf0 con 0x5623753df820 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.016+0000 7f5862000640 1 -- 172.21.15.44:0/2445131043 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5868036030 con 0x5623753df820 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.016+0000 7f5862000640 1 -- 172.21.15.44:0/2445131043 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58680042a0 con 0x5623753df820 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.016+0000 7f586d600640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58580a3e40 0x7f58580a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.016+0000 7f586d600640 1 -- 172.21.15.44:0/4007979934 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f585c0d0a20 con 0x7f58701072a0 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.016+0000 7f5875000640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58580a3e40 0x7f58580a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 -- 172.21.15.44:0/2445131043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 msgr2=0x5623753dfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753dfc00 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5868005e30 tx=0x7f5868005fa0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 -- 172.21.15.44:0/2445131043 shutdown_connections 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x5623753ecdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753ea4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2445131043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753dfc00 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 -- 172.21.15.44:0/2445131043 >> 172.21.15.44:0/2445131043 conn(0x5623753dbd30 msgr2=0x5623753dc110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 -- 172.21.15.44:0/2445131043 shutdown_connections 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 -- 172.21.15.44:0/2445131043 wait complete. 2024-04-26T02:00:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f5875000640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58580a3e40 0x7f58580a6300 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x5623753e0dc0 tx=0x7f5864005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.017+0000 7f587a7ce740 1 -- start start 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 1 Processor -- start 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753df820 0x5623753e79e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753e0140 0x5623753e7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753e8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5623753ed450 con 0x5623753df820 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5623752ff310 con 0x5623753e0140 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5623753ed5d0 con 0x5623753eaa00 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f587a7ce740 10 client.0 _ll_register_callbacks cb 0x5623752cdcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.018+0000 7f5875000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753df820 0x5623753e79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753df820 0x5623753e79e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54910/0 (socket says 172.21.15.44:54910) 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 -- 172.21.15.44:0/619069453 learned_addr learned my addr 172.21.15.44:0/619069453 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875a00640 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753e8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f586fe00640 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753e0140 0x5623753e7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 -- 172.21.15.44:0/619069453 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 msgr2=0x5623753e8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753e8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 -- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753e0140 msgr2=0x5623753e7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753e0140 0x5623753e7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 -- 172.21.15.44:0/619069453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562375124620 con 0x5623753df820 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5875000640 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753df820 0x5623753e79e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f586401e9e0 tx=0x7f5864004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9071452a3724dbd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.019+0000 7f5856a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.020+0000 7f5856a00640 1 -- 172.21.15.44:0/619069453 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586402e060 con 0x5623753df820 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.020+0000 7f5856a00640 1 -- 172.21.15.44:0/619069453 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f5864018030 con 0x5623753df820 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.020+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5868036030 con 0x5623753df820 2024-04-26T02:00:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.020+0000 7f5856a00640 1 -- 172.21.15.44:0/619069453 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5864033440 con 0x5623753df820 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.020+0000 7f587a7ce740 10 client.15825 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.020+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5623753f96d0 con 0x5623753df820 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.020+0000 7f5856a00640 1 -- 172.21.15.44:0/619069453 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5868036030 con 0x5623753df820 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f5856a00640 1 -- 172.21.15.44:0/619069453 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5864031020 con 0x5623753df820 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f587a7ce740 10 client.15825 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f587a7ce740 10 client.15825 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f587a7ce740 20 client.15825 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f587a7ce740 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623753fab90 0x5623753fcf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f587a7ce740 4 client.15825 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623753598b0 con 0x5623753fab90 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.021+0000 7f586fe00640 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623753fab90 0x5623753fcf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.022+0000 7f586fe00640 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623753fab90 0x5623753fcf80 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbbf4863a759ed46 server_cookie=cbcf8bcf1e8cb862 in_seq=0 out_seq=0 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.022+0000 7f5856a00640 10 client.15825 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.022+0000 7f5856a00640 1 -- 172.21.15.44:0/619069453 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5623753598b0 con 0x5623753fab90 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.022+0000 7f5856a00640 10 client.15825 handle_command_reply: tid=0 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.022+0000 7f587a7ce740 1 client.15825 shutdown 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753df820 msgr2=0x5623753e79e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753df820 0x5623753e79e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f586401e9e0 tx=0x7f5864004730 comp rx=0 tx=0).stop 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 shutdown_connections 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5623753fab90 0x5623753fcf80 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753e8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753e0140 0x5623753e7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 --2- 172.21.15.44:0/619069453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753df820 0x5623753e79e0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f5856a00640 0 client.15825 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 >> 172.21.15.44:0/619069453 conn(0x5623753dbd30 msgr2=0x5623753e1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 shutdown_connections 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 1 -- 172.21.15.44:0/619069453 wait complete. 2024-04-26T02:00:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.023+0000 7f587a7ce740 20 client.15825 trim_cache size 0 max 16384 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 Processor -- start 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 -- start start 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753f6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753e21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x562375402890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f58701afb50 con 0x5623753e0140 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58701b1690 con 0x5623753eaa00 2024-04-26T02:00:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f587a7ce740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f58701b0220 con 0x5623753df820 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f5875a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x562375402890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.040+0000 7f5875000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753f6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x562375402890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34686/0 (socket says 172.21.15.44:34686) 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 -- 172.21.15.44:0/4260515949 learned_addr learned my addr 172.21.15.44:0/4260515949 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f586fe00640 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753e21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 -- 172.21.15.44:0/4260515949 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 msgr2=0x5623753f6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753f6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 -- 172.21.15.44:0/4260515949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 msgr2=0x5623753e21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753e21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 -- 172.21.15.44:0/4260515949 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623753e69b0 con 0x5623753eaa00 2024-04-26T02:00:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5875a00640 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x562375402890 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5868005e30 tx=0x7f5868003db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=129cd3722188c9b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.041+0000 7f5861600640 1 -- 172.21.15.44:0/4260515949 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586804a040 con 0x5623753eaa00 2024-04-26T02:00:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f5861600640 1 -- 172.21.15.44:0/4260515949 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5868036040 con 0x5623753eaa00 2024-04-26T02:00:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f5861600640 1 -- 172.21.15.44:0/4260515949 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586802f870 con 0x5623753eaa00 2024-04-26T02:00:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 -- 172.21.15.44:0/4260515949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 msgr2=0x562375402890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x562375402890 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5868005e30 tx=0x7f5868003db0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 -- 172.21.15.44:0/4260515949 shutdown_connections 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753eaa00 0x562375402890 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753e21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 --2- 172.21.15.44:0/4260515949 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753df820 0x5623753f6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 -- 172.21.15.44:0/4260515949 >> 172.21.15.44:0/4260515949 conn(0x5623753dbd30 msgr2=0x5623753e8230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 -- 172.21.15.44:0/4260515949 shutdown_connections 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.042+0000 7f587a7ce740 1 -- 172.21.15.44:0/4260515949 wait complete. 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 -- start start 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 Processor -- start 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753df820 0x5623753f2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753efe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753f0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f58701b0fc0 con 0x5623753e0140 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f58701b08f0 con 0x5623753df820 2024-04-26T02:00:44.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.043+0000 7f587a7ce740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f58701adb30 con 0x5623753eaa00 2024-04-26T02:00:44.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f587a7ce740 10 client.0 _ll_register_callbacks cb 0x7f586401e870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:44.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f586fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753efe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753df820 0x5623753f2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753f0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f586fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753efe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54930/0 (socket says 172.21.15.44:54930) 2024-04-26T02:00:44.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f586fe00640 1 -- 172.21.15.44:0/2730606208 learned_addr learned my addr 172.21.15.44:0/2730606208 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875a00640 1 -- 172.21.15.44:0/2730606208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753df820 msgr2=0x5623753f2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875a00640 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753df820 0x5623753f2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875a00640 1 -- 172.21.15.44:0/2730606208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 msgr2=0x5623753efe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875a00640 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753efe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875a00640 1 -- 172.21.15.44:0/2730606208 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623753f0a10 con 0x5623753eaa00 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5875a00640 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753f0370 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5868009bf0 tx=0x7f5868005fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2417fe313603357c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.044+0000 7f5856a00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.045+0000 7f5856a00640 1 -- 172.21.15.44:0/2730606208 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586805b030 con 0x5623753eaa00 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.045+0000 7f5856a00640 1 -- 172.21.15.44:0/2730606208 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f586804a070 con 0x5623753eaa00 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.045+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5868036040 con 0x5623753eaa00 2024-04-26T02:00:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.045+0000 7f5856a00640 1 -- 172.21.15.44:0/2730606208 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5868068050 con 0x5623753eaa00 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.045+0000 7f587a7ce740 10 client.25942 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.045+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562375460fd0 con 0x5623753eaa00 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f5856a00640 1 -- 172.21.15.44:0/2730606208 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5868036040 con 0x5623753eaa00 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f5856a00640 1 -- 172.21.15.44:0/2730606208 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5868043070 con 0x5623753eaa00 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f587a7ce740 10 client.25942 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f587a7ce740 10 client.25942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f587a7ce740 20 client.25942 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562375461360 0x562375463750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f587a7ce740 4 client.25942 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562375353320 con 0x562375461360 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.046+0000 7f5875000640 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562375461360 0x562375463750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.047+0000 7f5875000640 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562375461360 0x562375463750 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ea77c3f30ffe0f5 server_cookie=836c15824c420fed in_seq=0 out_seq=0 2024-04-26T02:00:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.047+0000 7f5856a00640 10 client.25942 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f5856a00640 1 -- 172.21.15.44:0/2730606208 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562375353320 con 0x562375461360 2024-04-26T02:00:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f5856a00640 10 client.25942 handle_command_reply: tid=0 2024-04-26T02:00:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 client.25942 shutdown 2024-04-26T02:00:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 msgr2=0x5623753f0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753f0370 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5868009bf0 tx=0x7f5868005fa0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 shutdown_connections 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562375461360 0x562375463750 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5623753eaa00 0x5623753f0370 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5623753e0140 0x5623753efe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f5856a00640 0 client.25942 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 --2- 172.21.15.44:0/2730606208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5623753df820 0x5623753f2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 >> 172.21.15.44:0/2730606208 conn(0x5623753dbd30 msgr2=0x5623753e9210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 shutdown_connections 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 1 -- 172.21.15.44:0/2730606208 wait complete. 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.055+0000 7f587a7ce740 20 client.25942 trim_cache size 0 max 16384 2024-04-26T02:00:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58580a3e40 msgr2=0x7f58580a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58580a3e40 0x7f58580a6300 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x5623753e0dc0 tx=0x7f5864005f90 comp rx=0 tx=0).stop 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 msgr2=0x7f58701a0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f58701a0b30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f585c00e9c0 tx=0x7f585c00ee80 comp rx=0 tx=0).stop 2024-04-26T02:00:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 shutdown_connections 2024-04-26T02:00:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f58580a3e40 0x7f58580a6300 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f587019a740 0x7f587019abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58701072a0 0x7f58701a0b30 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 --2- 172.21.15.44:0/4007979934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f58701021d0 0x7f58701a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 >> 172.21.15.44:0/4007979934 conn(0x7f58700793e0 msgr2=0x7f58700fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.056+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 shutdown_connections 2024-04-26T02:00:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:44.057+0000 7f5877a00640 1 -- 172.21.15.44:0/4007979934 wait complete. 2024-04-26T02:00:45.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:44 smithi044 ceph-mon[27847]: pgmap v176: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:44 smithi156 ceph-mon[32543]: pgmap v176: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:45.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:44 smithi090 ceph-mon[32456]: pgmap v176: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:47.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:46 smithi044 ceph-mon[27847]: pgmap v177: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:47.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:46 smithi156 ceph-mon[32543]: pgmap v177: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:46 smithi090 ceph-mon[32456]: pgmap v177: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:48 smithi044 ceph-mon[27847]: pgmap v178: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:48 smithi156 ceph-mon[32543]: pgmap v178: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:48 smithi090 ceph-mon[32456]: pgmap v178: 97 pgs: 97 active+clean; 2.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:00:51.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:50 smithi044 ceph-mon[27847]: pgmap v179: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 21 op/s 2024-04-26T02:00:51.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:50 smithi156 ceph-mon[32543]: pgmap v179: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 21 op/s 2024-04-26T02:00:51.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:50 smithi090 ceph-mon[32456]: pgmap v179: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 21 op/s 2024-04-26T02:00:53.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:52 smithi156 ceph-mon[32543]: pgmap v180: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:52 smithi090 ceph-mon[32456]: pgmap v180: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:53.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:52 smithi044 ceph-mon[27847]: pgmap v180: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:55.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:54 smithi156 ceph-mon[32543]: pgmap v181: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:54 smithi090 ceph-mon[32456]: pgmap v181: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:55.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:54 smithi044 ceph-mon[27847]: pgmap v181: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:00:57.155 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:56 smithi044 ceph-mon[27847]: pgmap v182: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 -- 172.21.15.44:0/2187988559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 msgr2=0x7f9bc4104c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/2187988559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 0x7f9bc4104c10 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4009900 tx=0x7f9bb402a410 comp rx=0 tx=0).stop 2024-04-26T02:00:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 -- 172.21.15.44:0/2187988559 shutdown_connections 2024-04-26T02:00:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/2187988559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bc410aeb0 0x7f9bc410d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/2187988559 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9bc4100b40 0x7f9bc4105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/2187988559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 0x7f9bc4104c10 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 -- 172.21.15.44:0/2187988559 >> 172.21.15.44:0/2187988559 conn(0x7f9bc4076db0 msgr2=0x7f9bc40fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.204+0000 7f9bc9c00640 1 -- 172.21.15.44:0/2187988559 shutdown_connections 2024-04-26T02:00:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.205+0000 7f9bc9c00640 1 -- 172.21.15.44:0/2187988559 wait complete. 2024-04-26T02:00:57.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 Processor -- start 2024-04-26T02:00:57.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 -- start start 2024-04-26T02:00:57.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 0x7f9bc41985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9bc4100b40 0x7f9bc4198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bc410aeb0 0x7f9bc419cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc4112060 con 0x7f9bc410aeb0 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc4111ee0 con 0x7f9bc4068920 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.206+0000 7f9bc9c00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc41121e0 con 0x7f9bc4100b40 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9bc4100b40 0x7f9bc4198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9bc4100b40 0x7f9bc4198b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46322/0 (socket says 172.21.15.44:46322) 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 0x7f9bc41985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3400640 1 -- 172.21.15.44:0/4077443719 learned_addr learned my addr 172.21.15.44:0/4077443719 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc9200640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bc410aeb0 0x7f9bc419cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3e00640 1 -- 172.21.15.44:0/4077443719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9bc4100b40 msgr2=0x7f9bc4198b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3e00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9bc4100b40 0x7f9bc4198b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3e00640 1 -- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bc410aeb0 msgr2=0x7f9bc419cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3e00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bc410aeb0 0x7f9bc419cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3e00640 1 -- 172.21.15.44:0/4077443719 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc419d5d0 con 0x7f9bc4068920 2024-04-26T02:00:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.207+0000 7f9bc3e00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 0x7f9bc41985e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f9bb402aa00 tx=0x7f9bb4003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.208+0000 7f9bc0c00640 1 -- 172.21.15.44:0/4077443719 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb403f070 con 0x7f9bc4068920 2024-04-26T02:00:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.208+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc419d860 con 0x7f9bc4068920 2024-04-26T02:00:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.208+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc41a5150 con 0x7f9bc4068920 2024-04-26T02:00:57.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.208+0000 7f9bc0c00640 1 -- 172.21.15.44:0/4077443719 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bb4031b50 con 0x7f9bc4068920 2024-04-26T02:00:57.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.208+0000 7f9bc0c00640 1 -- 172.21.15.44:0/4077443719 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb4049060 con 0x7f9bc4068920 2024-04-26T02:00:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.211+0000 7f9bce006740 1 Processor -- start 2024-04-26T02:00:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.211+0000 7f9bc0c00640 1 -- 172.21.15.44:0/4077443719 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9bb4042070 con 0x7f9bc4068920 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.211+0000 7f9bce006740 1 -- start start 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bce006740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79bf9b0 0x5576c79bfd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bce006740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79ca650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bce006740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79ccf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bce006740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5576c7925900 con 0x5576c79c02d0 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bce006740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5576c78cbef0 con 0x5576c79bf9b0 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bce006740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5576c79218c0 con 0x5576c79cab90 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bc3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bc9200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79bf9b0 0x5576c79bfd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bc9200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79bf9b0 0x5576c79bfd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35918/0 (socket says 172.21.15.44:35918) 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bc9200640 1 -- 172.21.15.44:0/658286269 learned_addr learned my addr 172.21.15.44:0/658286269 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.212+0000 7f9bc3400640 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79ccf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bc9200640 1 -- 172.21.15.44:0/658286269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 msgr2=0x5576c79ccf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bc9200640 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79ccf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bc9200640 1 -- 172.21.15.44:0/658286269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 msgr2=0x5576c79ca650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bc9200640 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79ca650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bc9200640 1 -- 172.21.15.44:0/658286269 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576c7638210 con 0x5576c79bf9b0 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bc9200640 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79bf9b0 0x5576c79bfd90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc009f30 tx=0x7f9bbc0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a34ebd807fbe3d59 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bc0c00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9ba80a3d10 0x7f9ba80a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bb9600640 1 -- 172.21.15.44:0/658286269 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc004d20 con 0x5576c79bf9b0 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bb9600640 1 -- 172.21.15.44:0/658286269 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bbc004050 con 0x5576c79bf9b0 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.213+0000 7f9bb9600640 1 -- 172.21.15.44:0/658286269 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc005240 con 0x5576c79bf9b0 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bc0c00640 1 -- 172.21.15.44:0/4077443719 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9bb40f09b0 con 0x7f9bc4068920 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bc3e00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9ba80a3d10 0x7f9ba80a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 -- 172.21.15.44:0/658286269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79bf9b0 msgr2=0x5576c79bfd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79bf9b0 0x5576c79bfd90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc009f30 tx=0x7f9bbc0118d0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 -- 172.21.15.44:0/658286269 shutdown_connections 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79ccf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79ca650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 --2- 172.21.15.44:0/658286269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79bf9b0 0x5576c79bfd90 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 -- 172.21.15.44:0/658286269 >> 172.21.15.44:0/658286269 conn(0x5576c79bbec0 msgr2=0x5576c79bc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 -- 172.21.15.44:0/658286269 shutdown_connections 2024-04-26T02:00:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bc3e00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9ba80a3d10 0x7f9ba80a61d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x5576c79c0f50 tx=0x7f9bb40f3f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.214+0000 7f9bce006740 1 -- 172.21.15.44:0/658286269 wait complete. 2024-04-26T02:00:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.215+0000 7f9bce006740 1 -- start start 2024-04-26T02:00:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.215+0000 7f9bce006740 1 Processor -- start 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bce006740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bce006740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79d50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bce006740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79cab90 0x5576c79cef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bce006740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5576c79cd7c0 con 0x5576c79c02d0 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bce006740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5576c78df310 con 0x5576c79cab90 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bce006740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5576c79cd940 con 0x5576c79bf9b0 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bce006740 10 client.0 _ll_register_callbacks cb 0x5576c78adcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79d50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79cab90 0x5576c79cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79cab90 0x5576c79cef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35932/0 (socket says 172.21.15.44:35932) 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 -- 172.21.15.44:0/3974303717 learned_addr learned my addr 172.21.15.44:0/3974303717 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 -- 172.21.15.44:0/3974303717 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 msgr2=0x5576c79d4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 -- 172.21.15.44:0/3974303717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 msgr2=0x5576c79d50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79d50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.216+0000 7f9bc9200640 1 -- 172.21.15.44:0/3974303717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576c7704620 con 0x5576c79cab90 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bc9200640 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79cab90 0x5576c79cef10 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc01b040 tx=0x7f9bbc004900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91b984b40e8b1ac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bae000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bae000640 1 -- 172.21.15.44:0/3974303717 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc02d060 con 0x5576c79cab90 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bbc004050 con 0x5576c79cab90 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bae000640 1 -- 172.21.15.44:0/3974303717 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9bbc004610 con 0x5576c79cab90 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bae000640 1 -- 172.21.15.44:0/3974303717 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9bbc005000 con 0x5576c79cab90 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bce006740 10 client.25949 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.217+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5576c79dde20 con 0x5576c79cab90 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bae000640 1 -- 172.21.15.44:0/3974303717 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bbc004050 con 0x5576c79cab90 2024-04-26T02:00:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bae000640 1 -- 172.21.15.44:0/3974303717 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9bbc030030 con 0x5576c79cab90 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bce006740 10 client.25949 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bce006740 10 client.25949 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bce006740 20 client.25949 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bce006740 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c79df230 0x5576c79e1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bce006740 4 client.25949 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.218+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5576c79398b0 con 0x5576c79df230 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.219+0000 7f9bc3400640 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c79df230 0x5576c79e1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.219+0000 7f9bc3400640 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c79df230 0x5576c79e1620 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86fc305111a1c06b server_cookie=9ad016483b8ff4cd in_seq=0 out_seq=0 2024-04-26T02:00:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.219+0000 7f9bae000640 10 client.25949 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:57.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bae000640 1 -- 172.21.15.44:0/3974303717 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5576c79398b0 con 0x5576c79df230 2024-04-26T02:00:57.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bae000640 10 client.25949 handle_command_reply: tid=0 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 client.25949 shutdown 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79cab90 msgr2=0x5576c79cef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79cab90 0x5576c79cef10 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc01b040 tx=0x7f9bbc004900 comp rx=0 tx=0).stop 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 shutdown_connections 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c79df230 0x5576c79e1620 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79cab90 0x5576c79cef10 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79c02d0 0x5576c79d50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bae000640 0 client.25949 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 --2- 172.21.15.44:0/3974303717 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 >> 172.21.15.44:0/3974303717 conn(0x5576c79bbec0 msgr2=0x5576c79c1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.220+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 shutdown_connections 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.221+0000 7f9bce006740 1 -- 172.21.15.44:0/3974303717 wait complete. 2024-04-26T02:00:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.221+0000 7f9bce006740 20 client.25949 trim_cache size 0 max 16384 2024-04-26T02:00:57.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:56 smithi156 ceph-mon[32543]: pgmap v182: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:57.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:56 smithi090 ceph-mon[32456]: pgmap v182: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.237+0000 7f9bce006740 1 Processor -- start 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.237+0000 7f9bce006740 1 -- start start 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bce006740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79bf9b0 0x5576c79ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bce006740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79e6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bce006740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79e7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bce006740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc41ab6b0 con 0x5576c79bf9b0 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bce006740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc41ad1f0 con 0x5576c79c02d0 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bce006740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc41abd80 con 0x5576c79cab90 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bc3400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79e6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bc9200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79bf9b0 0x5576c79ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bc3400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79e6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35946/0 (socket says 172.21.15.44:35946) 2024-04-26T02:00:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bc3400640 1 -- 172.21.15.44:0/1111192418 learned_addr learned my addr 172.21.15.44:0/1111192418 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.238+0000 7f9bc9200640 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79e7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bc3400640 1 -- 172.21.15.44:0/1111192418 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 msgr2=0x5576c79e7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bc3400640 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79e7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bc3400640 1 -- 172.21.15.44:0/1111192418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79bf9b0 msgr2=0x5576c79ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bc3400640 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79bf9b0 0x5576c79ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bc3400640 1 -- 172.21.15.44:0/1111192418 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576c79c0100 con 0x5576c79c02d0 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bc3400640 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79e6d10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x5576c79bd2e0 tx=0x7f9bb0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e51ae6e1fdf02078 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bb8c00640 1 -- 172.21.15.44:0/1111192418 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb00121d0 con 0x5576c79c02d0 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bb8c00640 1 -- 172.21.15.44:0/1111192418 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bb0005020 con 0x5576c79c02d0 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.239+0000 7f9bb8c00640 1 -- 172.21.15.44:0/1111192418 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb0004b20 con 0x5576c79c02d0 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 -- 172.21.15.44:0/1111192418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 msgr2=0x5576c79e6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79e6d10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x5576c79bd2e0 tx=0x7f9bb0005f90 comp rx=0 tx=0).stop 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 -- 172.21.15.44:0/1111192418 shutdown_connections 2024-04-26T02:00:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79cab90 0x5576c79e7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79e6d10 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 --2- 172.21.15.44:0/1111192418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79bf9b0 0x5576c79ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 -- 172.21.15.44:0/1111192418 >> 172.21.15.44:0/1111192418 conn(0x5576c79bbec0 msgr2=0x5576c79ce7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 -- 172.21.15.44:0/1111192418 shutdown_connections 2024-04-26T02:00:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 -- 172.21.15.44:0/1111192418 wait complete. 2024-04-26T02:00:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.240+0000 7f9bce006740 1 -- start start 2024-04-26T02:00:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 1 Processor -- start 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79da310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79cab90 0x5576c7a43590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc41acb20 con 0x5576c79cab90 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc41ac450 con 0x5576c79c02d0 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc41a9690 con 0x5576c79bf9b0 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bce006740 10 client.0 _ll_register_callbacks cb 0x7f9bbc003e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bc9200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79cab90 0x5576c7a43590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bc9200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79cab90 0x5576c7a43590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41844/0 (socket says 172.21.15.44:41844) 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bc9200640 1 -- 172.21.15.44:0/1003980428 learned_addr learned my addr 172.21.15.44:0/1003980428 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.241+0000 7f9bc3400640 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79da310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bc9200640 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bc9200640 1 -- 172.21.15.44:0/1003980428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 msgr2=0x5576c79d9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bc9200640 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bc9200640 1 -- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 msgr2=0x5576c79da310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bc9200640 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79da310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bc9200640 1 -- 172.21.15.44:0/1003980428 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576c7a43ad0 con 0x5576c79cab90 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bc9200640 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79cab90 0x5576c7a43590 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc003f40 tx=0x7f9bbc004900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e28549b1af5d11a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bae000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.242+0000 7f9bae000640 1 -- 172.21.15.44:0/1003980428 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc02d040 con 0x5576c79cab90 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bae000640 1 -- 172.21.15.44:0/1003980428 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f9bbc028a70 con 0x5576c79cab90 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bb0005020 con 0x5576c79cab90 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bae000640 1 -- 172.21.15.44:0/1003980428 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9bbc005bd0 con 0x5576c79cab90 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 10 client.15849 fetch_fsmap learned FSMap version 31 2024-04-26T02:00:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5576c7a44c50 con 0x5576c79cab90 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bae000640 1 -- 172.21.15.44:0/1003980428 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bb0005020 con 0x5576c79cab90 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bae000640 1 -- 172.21.15.44:0/1003980428 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9bbc046020 con 0x5576c79cab90 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 10 client.15849 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 10 client.15849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 20 client.15849 populate_metadata read hostname 'smithi044' 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c7a452c0 0x5576c7a476e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 4 client.15849 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.243+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5576c7933320 con 0x5576c7a452c0 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.244+0000 7f9bc3400640 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c7a452c0 0x5576c7a476e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.244+0000 7f9bc3400640 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c7a452c0 0x5576c7a476e0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e2f29f95c1d2f3c server_cookie=aeac2dae9928404d in_seq=0 out_seq=0 2024-04-26T02:00:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.244+0000 7f9bae000640 10 client.15849 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:57.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.253+0000 7f9bae000640 1 -- 172.21.15.44:0/1003980428 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5576c7933320 con 0x5576c7a452c0 2024-04-26T02:00:57.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.253+0000 7f9bae000640 10 client.15849 handle_command_reply: tid=0 2024-04-26T02:00:57.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.253+0000 7f9bce006740 1 client.15849 shutdown 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79cab90 msgr2=0x5576c7a43590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79cab90 0x5576c7a43590 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc003f40 tx=0x7f9bbc004900 comp rx=0 tx=0).stop 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 shutdown_connections 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5576c7a452c0 0x5576c7a476e0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5576c79cab90 0x5576c7a43590 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5576c79c02d0 0x5576c79da310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 --2- 172.21.15.44:0/1003980428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5576c79bf9b0 0x5576c79d9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bae000640 0 client.15849 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 >> 172.21.15.44:0/1003980428 conn(0x5576c79bbec0 msgr2=0x5576c79d4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 shutdown_connections 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 1 -- 172.21.15.44:0/1003980428 wait complete. 2024-04-26T02:00:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.254+0000 7f9bce006740 20 client.15849 trim_cache size 0 max 16384 2024-04-26T02:00:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:00:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:00:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:00:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:00:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9ba80a3d10 msgr2=0x7f9ba80a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9ba80a3d10 0x7f9ba80a61d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x5576c79c0f50 tx=0x7f9bb40f3f90 comp rx=0 tx=0).stop 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 msgr2=0x7f9bc41985e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 0x7f9bc41985e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f9bb402aa00 tx=0x7f9bb4003b90 comp rx=0 tx=0).stop 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 shutdown_connections 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9ba80a3d10 0x7f9ba80a61d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bc410aeb0 0x7f9bc419cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9bc4100b40 0x7f9bc4198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 --2- 172.21.15.44:0/4077443719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9bc4068920 0x7f9bc41985e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 >> 172.21.15.44:0/4077443719 conn(0x7f9bc4076db0 msgr2=0x7f9bc410c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 shutdown_connections 2024-04-26T02:00:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:00:57.255+0000 7f9bc9c00640 1 -- 172.21.15.44:0/4077443719 wait complete. 2024-04-26T02:00:59.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:00:58 smithi156 ceph-mon[32543]: pgmap v183: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:59.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:00:58 smithi090 ceph-mon[32456]: pgmap v183: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:59.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:00:58 smithi044 ceph-mon[27847]: pgmap v183: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:00:59.686 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-04-26T02:00:59.687 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:00.180 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:01.106 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:00 smithi044 ceph-mon[27847]: pgmap v184: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:01:01.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:00 smithi156 ceph-mon[32543]: pgmap v184: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:01:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:00 smithi090 ceph-mon[32456]: pgmap v184: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:01:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.529+0000 7f4613c00700 1 -- 172.21.15.44:0/4154125146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c102a90 msgr2=0x7f460c102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.529+0000 7f4613c00700 1 --2- 172.21.15.44:0/4154125146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c102a90 0x7f460c102f10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f45f8009990 tx=0x7f45f8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.530+0000 7f4613c00700 1 -- 172.21.15.44:0/4154125146 shutdown_connections 2024-04-26T02:01:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.530+0000 7f4613c00700 1 --2- 172.21.15.44:0/4154125146 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c108a50 0x7f460c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.530+0000 7f4613c00700 1 --2- 172.21.15.44:0/4154125146 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f460c103450 0x7f460c10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.530+0000 7f4613c00700 1 --2- 172.21.15.44:0/4154125146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c102a90 0x7f460c102f10 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.530+0000 7f4613c00700 1 -- 172.21.15.44:0/4154125146 >> 172.21.15.44:0/4154125146 conn(0x7f460c079ba0 msgr2=0x7f460c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.530+0000 7f4613c00700 1 -- 172.21.15.44:0/4154125146 shutdown_connections 2024-04-26T02:01:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.530+0000 7f4613c00700 1 -- 172.21.15.44:0/4154125146 wait complete. 2024-04-26T02:01:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.531+0000 7f4613c00700 1 Processor -- start 2024-04-26T02:01:02.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.532+0000 7f4613c00700 1 -- start start 2024-04-26T02:01:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.532+0000 7f4613c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c102a90 0x7f460c074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.532+0000 7f4613c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c103450 0x7f460c075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.532+0000 7f4613c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f460c108a50 0x7f460c0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4613c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f460c112c50 con 0x7f460c103450 2024-04-26T02:01:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4613c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f460c112ad0 con 0x7f460c108a50 2024-04-26T02:01:02.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4613c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f460c112dd0 con 0x7f460c102a90 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f460be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c103450 0x7f460c075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c102a90 0x7f460c074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c102a90 0x7f460c074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46374/0 (socket says 172.21.15.44:46374) 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 -- 172.21.15.44:0/723652322 learned_addr learned my addr 172.21.15.44:0/723652322 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611c00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f460c108a50 0x7f460c0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 -- 172.21.15.44:0/723652322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f460c108a50 msgr2=0x7f460c0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f460c108a50 0x7f460c0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 -- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c103450 msgr2=0x7f460c075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c103450 0x7f460c075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.533+0000 7f4611200700 1 -- 172.21.15.44:0/723652322 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460c1a76d0 con 0x7f460c102a90 2024-04-26T02:01:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.534+0000 7f4611200700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c102a90 0x7f460c074d40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f460000e9a0 tx=0x7f460000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.534+0000 7f4609600700 1 -- 172.21.15.44:0/723652322 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460000ca10 con 0x7f460c102a90 2024-04-26T02:01:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.534+0000 7f4609600700 1 -- 172.21.15.44:0/723652322 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f460000cbb0 con 0x7f460c102a90 2024-04-26T02:01:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.534+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f460c1a79c0 con 0x7f460c102a90 2024-04-26T02:01:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.534+0000 7f4609600700 1 -- 172.21.15.44:0/723652322 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4600018680 con 0x7f460c102a90 2024-04-26T02:01:02.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.534+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f460c1a7f00 con 0x7f460c102a90 2024-04-26T02:01:02.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.535+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f460c069730 con 0x7f460c102a90 2024-04-26T02:01:02.537 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.538+0000 7f4609600700 1 -- 172.21.15.44:0/723652322 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4600010430 con 0x7f460c102a90 2024-04-26T02:01:02.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.539+0000 7f4609600700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f45f40a3db0 0x7f45f40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:02.538 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.539+0000 7f4609600700 1 -- 172.21.15.44:0/723652322 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f46000d0900 con 0x7f460c102a90 2024-04-26T02:01:02.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.539+0000 7f460be00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f45f40a3db0 0x7f45f40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:02.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.540+0000 7f460be00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f45f40a3db0 0x7f45f40a6270 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f460c07a210 tx=0x7f45f800b260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:02.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.544+0000 7f4609600700 1 -- 172.21.15.44:0/723652322 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f460009cfb0 con 0x7f460c102a90 2024-04-26T02:01:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.828+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f460c02e140 con 0x7f460c102a90 2024-04-26T02:01:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.829+0000 7f4609600700 1 -- 172.21.15.44:0/723652322 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f460009c8b0 con 0x7f460c102a90 2024-04-26T02:01:02.829 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:01:02.829 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:01:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.833+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f45f40a3db0 msgr2=0x7f45f40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.833+0000 7f4613c00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f45f40a3db0 0x7f45f40a6270 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f460c07a210 tx=0x7f45f800b260 comp rx=0 tx=0).stop 2024-04-26T02:01:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.833+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c102a90 msgr2=0x7f460c074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.833+0000 7f4613c00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c102a90 0x7f460c074d40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f460000e9a0 tx=0x7f460000ecb0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 shutdown_connections 2024-04-26T02:01:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f460c102a90 0x7f460c074d40 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f45f40a3db0 0x7f45f40a6270 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f460c108a50 0x7f460c0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 --2- 172.21.15.44:0/723652322 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c103450 0x7f460c075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 >> 172.21.15.44:0/723652322 conn(0x7f460c079ba0 msgr2=0x7f460c1017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 shutdown_connections 2024-04-26T02:01:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:02.834+0000 7f4613c00700 1 -- 172.21.15.44:0/723652322 wait complete. 2024-04-26T02:01:02.835 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:01:03.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:02 smithi044 ceph-mon[27847]: pgmap v185: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:01:03.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:02 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/723652322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:03.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:02 smithi156 ceph-mon[32543]: pgmap v185: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:01:03.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:02 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/723652322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:03.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:02 smithi090 ceph-mon[32456]: pgmap v185: 97 pgs: 97 active+clean; 2.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:01:03.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:02 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/723652322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:03.632 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 70 --await-for 42.0' 2024-04-26T02:01:03.632 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 70 --await-for 42.0 2024-04-26T02:01:04.063 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:04 smithi044 ceph-mon[27847]: pgmap v186: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 62 KiB/s wr, 39 op/s 2024-04-26T02:01:05.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:04 smithi156 ceph-mon[32543]: pgmap v186: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 62 KiB/s wr, 39 op/s 2024-04-26T02:01:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:04 smithi090 ceph-mon[32456]: pgmap v186: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 62 KiB/s wr, 39 op/s 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 -- 172.21.15.44:0/3408769902 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 msgr2=0x7f5f301052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 --2- 172.21.15.44:0/3408769902 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f301052c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5f20009990 tx=0x7f5f20009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 -- 172.21.15.44:0/3408769902 shutdown_connections 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 --2- 172.21.15.44:0/3408769902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f30109fc0 0x7f5f30111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 --2- 172.21.15.44:0/3408769902 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f301052c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 --2- 172.21.15.44:0/3408769902 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f30105890 0x7f5f301098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 -- 172.21.15.44:0/3408769902 >> 172.21.15.44:0/3408769902 conn(0x7f5f30100770 msgr2=0x7f5f30102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 -- 172.21.15.44:0/3408769902 shutdown_connections 2024-04-26T02:01:06.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.617+0000 7f5f34e00700 1 -- 172.21.15.44:0/3408769902 wait complete. 2024-04-26T02:01:06.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.618+0000 7f5f34e00700 1 Processor -- start 2024-04-26T02:01:06.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f34e00700 1 -- start start 2024-04-26T02:01:06.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f34e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f3019b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f34e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f30105890 0x7f5f3019b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f34e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f30109fc0 0x7f5f3019fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f34e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5f30114eb0 con 0x7f5f30105890 2024-04-26T02:01:06.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f34e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5f30114d30 con 0x7f5f30104ee0 2024-04-26T02:01:06.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f34e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5f30115030 con 0x7f5f30109fc0 2024-04-26T02:01:06.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.619+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f3019b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f30105890 0x7f5f3019b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f3019b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:35988/0 (socket says 172.21.15.44:35988) 2024-04-26T02:01:06.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2de00700 1 -- 172.21.15.44:0/1281524471 learned_addr learned my addr 172.21.15.44:0/1281524471 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2e800700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f30109fc0 0x7f5f3019fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2d400700 1 -- 172.21.15.44:0/1281524471 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f30109fc0 msgr2=0x7f5f3019fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2d400700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f30109fc0 0x7f5f3019fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2d400700 1 -- 172.21.15.44:0/1281524471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 msgr2=0x7f5f3019b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2d400700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f3019b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2d400700 1 -- 172.21.15.44:0/1281524471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f301a02d0 con 0x7f5f30105890 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.620+0000 7f5f2de00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f3019b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.621+0000 7f5f2d400700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f30105890 0x7f5f3019b800 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c00e9c0 tx=0x7f5f1c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.621+0000 7f5f26a00700 1 -- 172.21.15.44:0/1281524471 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f1c00cb70 con 0x7f5f30105890 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.621+0000 7f5f26a00700 1 -- 172.21.15.44:0/1281524471 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f1c00ee50 con 0x7f5f30105890 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.621+0000 7f5f26a00700 1 -- 172.21.15.44:0/1281524471 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f1c003d00 con 0x7f5f30105890 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.621+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f301a05c0 con 0x7f5f30105890 2024-04-26T02:01:06.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.621+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f301a7e40 con 0x7f5f30105890 2024-04-26T02:01:06.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.625+0000 7f5f26a00700 1 -- 172.21.15.44:0/1281524471 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5f1c003ea0 con 0x7f5f30105890 2024-04-26T02:01:06.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.626+0000 7f5f3f784b80 1 Processor -- start 2024-04-26T02:01:06.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.626+0000 7f5f3f784b80 1 -- start start 2024-04-26T02:01:06.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.626+0000 7f5f26a00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5f140a3e50 0x7f5f140a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e49285cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e49285d2d0 0x55e492867c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f26a00700 1 -- 172.21.15.44:0/1281524471 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8411+0+0 (secure 0 0 0) 0x7f5f1c0d0870 con 0x7f5f30105890 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e492868180 0x55e49286a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e4927b0020 con 0x55e492868180 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e4927568c0 con 0x55e49285c9b0 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e4927abfe0 con 0x55e49285d2d0 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f2e800700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5f140a3e50 0x7f5f140a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f2d400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e49285d2d0 0x55e492867c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e49285cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f2d400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e49285d2d0 0x55e492867c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46390/0 (socket says 172.21.15.44:46390) 2024-04-26T02:01:06.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f2d400700 1 -- 172.21.15.44:0/2531367576 learned_addr learned my addr 172.21.15.44:0/2531367576 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:06.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.627+0000 7f5f2e800700 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e492868180 0x55e49286a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.628+0000 7f5f2d400700 1 -- 172.21.15.44:0/2531367576 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 msgr2=0x55e49285cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.628+0000 7f5f2d400700 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e49285cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.628+0000 7f5f2d400700 1 -- 172.21.15.44:0/2531367576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e492868180 msgr2=0x55e49286a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.628+0000 7f5f2d400700 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e492868180 0x55e49286a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.628+0000 7f5f2d400700 1 -- 172.21.15.44:0/2531367576 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e49274c810 con 0x55e49285d2d0 2024-04-26T02:01:06.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.628+0000 7f5f2d400700 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e49285d2d0 0x55e492867c40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c000c00 tx=0x7f5f1c09cfa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=530b7062dbd28166 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.628+0000 7f5f2e800700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5f140a3e50 0x7f5f140a6310 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5f28009fd0 tx=0x7f5f28009920 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.631+0000 7f5f1b400700 1 -- 172.21.15.44:0/2531367576 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f1c0a5490 con 0x55e49285d2d0 2024-04-26T02:01:06.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.631+0000 7f5f1b400700 1 -- 172.21.15.44:0/2531367576 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f1c009400 con 0x55e49285d2d0 2024-04-26T02:01:06.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.631+0000 7f5f1b400700 1 -- 172.21.15.44:0/2531367576 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f1c09cce0 con 0x55e49285d2d0 2024-04-26T02:01:06.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.633+0000 7f5f3f784b80 1 -- 172.21.15.44:0/2531367576 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e49285d2d0 msgr2=0x55e492867c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.633+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e49285d2d0 0x55e492867c40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c000c00 tx=0x7f5f1c09cfa0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.633+0000 7f5f3f784b80 1 -- 172.21.15.44:0/2531367576 shutdown_connections 2024-04-26T02:01:06.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.633+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e492868180 0x55e49286a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.633+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e49285cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.633+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/2531367576 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e49285d2d0 0x55e492867c40 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.633+0000 7f5f3f784b80 1 -- 172.21.15.44:0/2531367576 >> 172.21.15.44:0/2531367576 conn(0x55e49278b730 msgr2=0x55e492858e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.634+0000 7f5f3f784b80 1 -- 172.21.15.44:0/2531367576 shutdown_connections 2024-04-26T02:01:06.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.635+0000 7f5f3f784b80 1 -- 172.21.15.44:0/2531367576 wait complete. 2024-04-26T02:01:06.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.636+0000 7f5f3f784b80 1 -- start start 2024-04-26T02:01:06.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.636+0000 7f5f3f784b80 1 Processor -- start 2024-04-26T02:01:06.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.637+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492867970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.637+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e492864c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.637+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e4928651b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492867970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f2e800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e4928651b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f2e800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e4928651b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46404/0 (socket says 172.21.15.44:46404) 2024-04-26T02:01:06.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f2e800700 1 -- 172.21.15.44:0/3319755720 learned_addr learned my addr 172.21.15.44:0/3319755720 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:06.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e492873450 con 0x55e49285c9b0 2024-04-26T02:01:06.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e4927699f0 con 0x55e49285d2d0 2024-04-26T02:01:06.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e4928735d0 con 0x55e492868180 2024-04-26T02:01:06.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.638+0000 7f5f2d400700 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e492864c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f3f784b80 10 client.0 _ll_register_callbacks cb 0x55e4927488b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:06.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f2e800700 1 -- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 msgr2=0x55e492864c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f2e800700 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e492864c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f2e800700 1 -- 172.21.15.44:0/3319755720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 msgr2=0x55e492867970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f2e800700 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492867970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f2e800700 1 -- 172.21.15.44:0/3319755720 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4926fda60 con 0x55e492868180 2024-04-26T02:01:06.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f2de00700 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492867970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f1c009400 con 0x55e492868180 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f2e800700 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e4928651b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5f28018a70 tx=0x7f5f28004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f71a1dab4abf25ad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.639+0000 7f5f0fe00700 10 client.25978 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.640+0000 7f5f0fe00700 1 -- 172.21.15.44:0/3319755720 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2802a060 con 0x55e492868180 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.640+0000 7f5f0fe00700 1 -- 172.21.15.44:0/3319755720 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8499+0+0 (secure 0 0 0) 0x7f5f28012040 con 0x55e492868180 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.640+0000 7f5f0fe00700 1 -- 172.21.15.44:0/3319755720 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5f2801b890 con 0x55e492868180 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.640+0000 7f5f3f784b80 10 client.25978 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.640+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({fsmap=31}) -- 0x55e492746c80 con 0x55e492868180 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f0fe00700 1 -- 172.21.15.44:0/3319755720 <== mon.1 v2:172.21.15.156:3300/0 4 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5f2801ba30 con 0x55e492868180 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f3f784b80 10 client.25978 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f3f784b80 10 client.25978 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f3f784b80 20 client.25978 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:06.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e492880020 0x55e492882410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f3f784b80 4 client.25978 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:06.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4927bd810 con 0x55e492880020 2024-04-26T02:01:06.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.641+0000 7f5f2de00700 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e492880020 0x55e492882410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.642+0000 7f5f2de00700 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e492880020 0x55e492882410 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4269cd4ed6a5cee9 server_cookie=9d3bf299207b19b3 in_seq=0 out_seq=0 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.642+0000 7f5f0fe00700 10 client.25978 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f0fe00700 1 -- 172.21.15.44:0/3319755720 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e4927bd810 con 0x55e492880020 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f0fe00700 10 client.25978 handle_command_reply: tid=0 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 client.25978 shutdown 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 msgr2=0x55e4928651b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e4928651b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5f28018a70 tx=0x7f5f28004b40 comp rx=0 tx=0).stop 2024-04-26T02:01:06.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 shutdown_connections 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e4928651b0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e492880020 0x55e492882410 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492867970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/3319755720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e492864c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 >> 172.21.15.44:0/3319755720 conn(0x55e49278b730 msgr2=0x55e4928589f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f0fe00700 0 client.25978 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 shutdown_connections 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 1 -- 172.21.15.44:0/3319755720 wait complete. 2024-04-26T02:01:06.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.643+0000 7f5f3f784b80 20 client.25978 trim_cache size 0 max 16384 2024-04-26T02:01:06.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.665+0000 7f5f3f784b80 1 Processor -- start 2024-04-26T02:01:06.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.665+0000 7f5f3f784b80 1 -- start start 2024-04-26T02:01:06.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.665+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492863df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e49287c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492866bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301ab090 con 0x55e49285c9b0 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301acbd0 con 0x55e49285d2d0 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301ab760 con 0x55e492868180 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492863df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492863df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41908/0 (socket says 172.21.15.44:41908) 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2de00700 1 -- 172.21.15.44:0/651484208 learned_addr learned my addr 172.21.15.44:0/651484208 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2d400700 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e49287c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2e800700 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492866bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2de00700 1 -- 172.21.15.44:0/651484208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 msgr2=0x55e492866bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2de00700 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492866bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.666+0000 7f5f2de00700 1 -- 172.21.15.44:0/651484208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 msgr2=0x55e49287c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.667+0000 7f5f2de00700 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e49287c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.667+0000 7f5f2de00700 1 -- 172.21.15.44:0/651484208 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4928829f0 con 0x55e49285c9b0 2024-04-26T02:01:06.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.667+0000 7f5f2d400700 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e49287c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:06.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.667+0000 7f5f2de00700 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492863df0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5f2000bfd0 tx=0x7f5f20005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7eca7402401d888 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.667+0000 7f5f1aa00700 1 -- 172.21.15.44:0/651484208 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f20005640 con 0x55e49285c9b0 2024-04-26T02:01:06.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.667+0000 7f5f1aa00700 1 -- 172.21.15.44:0/651484208 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f2002e070 con 0x55e49285c9b0 2024-04-26T02:01:06.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.667+0000 7f5f1aa00700 1 -- 172.21.15.44:0/651484208 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f20003aa0 con 0x55e49285c9b0 2024-04-26T02:01:06.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 -- 172.21.15.44:0/651484208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 msgr2=0x55e492863df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492863df0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5f2000bfd0 tx=0x7f5f20005040 comp rx=0 tx=0).stop 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 -- 172.21.15.44:0/651484208 shutdown_connections 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492866bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285c9b0 0x55e492863df0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/651484208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285d2d0 0x55e49287c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 -- 172.21.15.44:0/651484208 >> 172.21.15.44:0/651484208 conn(0x55e49278b730 msgr2=0x55e4928664a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 -- 172.21.15.44:0/651484208 shutdown_connections 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.668+0000 7f5f3f784b80 1 -- 172.21.15.44:0/651484208 wait complete. 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 -- start start 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 Processor -- start 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e492878860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285d2d0 0x55e492878da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492875830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301ac500 con 0x55e49285d2d0 2024-04-26T02:01:06.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301abe30 con 0x55e49285c9b0 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3007b0b0 con 0x55e492868180 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.669+0000 7f5f3f784b80 10 client.0 _ll_register_callbacks cb 0x55e4927488b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e492878860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2d400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285d2d0 0x55e492878da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e492878860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36038/0 (socket says 172.21.15.44:36038) 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2e800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492875830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 -- 172.21.15.44:0/145914761 learned_addr learned my addr 172.21.15.44:0/145914761 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 -- 172.21.15.44:0/145914761 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 msgr2=0x55e492875830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492875830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 -- 172.21.15.44:0/145914761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285d2d0 msgr2=0x55e492878da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285d2d0 0x55e492878da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.670+0000 7f5f2de00700 1 -- 172.21.15.44:0/145914761 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e492876070 con 0x55e49285c9b0 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f2de00700 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e492878860 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5f2002b040 tx=0x7f5f20009590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=864ce852ad1fb4a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:06.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:01:06.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f0fe00700 1 -- 172.21.15.44:0/145914761 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f200283b0 con 0x55e49285c9b0 2024-04-26T02:01:06.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f2002e070 con 0x55e49285c9b0 2024-04-26T02:01:06.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f0fe00700 1 -- 172.21.15.44:0/145914761 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8499+0+0 (secure 0 0 0) 0x7f5f20028550 con 0x55e49285c9b0 2024-04-26T02:01:06.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f0fe00700 1 -- 172.21.15.44:0/145914761 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5f20028750 con 0x55e49285c9b0 2024-04-26T02:01:06.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f3f784b80 10 client.25979 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:06.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e4928e6fe0 con 0x55e49285c9b0 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.671+0000 7f5f0fe00700 1 -- 172.21.15.44:0/145914761 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f2002e070 con 0x55e49285c9b0 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f0fe00700 1 -- 172.21.15.44:0/145914761 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5f20043590 con 0x55e49285c9b0 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f3f784b80 10 client.25979 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f3f784b80 10 client.25979 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f3f784b80 20 client.25979 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e4928e75e0 0x55e4928e9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f3f784b80 4 client.25979 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}] 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}) -- 0x55e492857b30 con 0x55e4928e75e0 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.672+0000 7f5f2d400700 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e4928e75e0 0x55e4928e9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.673+0000 7f5f2d400700 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e4928e75e0 0x55e4928e9a00 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aba9bf737c3264d server_cookie=53dbb9112d388e87 in_seq=0 out_seq=0 2024-04-26T02:01:06.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.673+0000 7f5f0fe00700 10 client.25979 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:06.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.690+0000 7f5f0fe00700 1 -- 172.21.15.44:0/145914761 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55e492857b30 con 0x55e4928e75e0 2024-04-26T02:01:06.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.690+0000 7f5f0fe00700 10 client.25979 handle_command_reply: tid=0 2024-04-26T02:01:06.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.690+0000 7f5f3f784b80 1 client.25979 shutdown 2024-04-26T02:01:06.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.690+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 msgr2=0x55e492878860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.690+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e492878860 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5f2002b040 tx=0x7f5f20009590 comp rx=0 tx=0).stop 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 shutdown_connections 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e492868180 0x55e492875830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e4928e75e0 0x55e4928e9a00 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e49285c9b0 0x55e492878860 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 --2- 172.21.15.44:0/145914761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e49285d2d0 0x55e492878da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 >> 172.21.15.44:0/145914761 conn(0x55e49278b730 msgr2=0x55e492866d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f0fe00700 0 client.25979 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 shutdown_connections 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 1 -- 172.21.15.44:0/145914761 wait complete. 2024-04-26T02:01:06.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.691+0000 7f5f3f784b80 20 client.25979 trim_cache size 0 max 16384 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 14, 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "da3d6b65": { 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 14, 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:01:06.691 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 70.0, 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:06.692 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:06.693 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:06.693 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:01:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.692+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5f140a3e50 msgr2=0x7f5f140a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.692+0000 7f5f34e00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5f140a3e50 0x7f5f140a6310 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5f28009fd0 tx=0x7f5f28009920 comp rx=0 tx=0).stop 2024-04-26T02:01:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f30105890 msgr2=0x7f5f3019b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f30105890 0x7f5f3019b800 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c00e9c0 tx=0x7f5f1c00ecd0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 shutdown_connections 2024-04-26T02:01:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5f30109fc0 0x7f5f3019fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5f140a3e50 0x7f5f140a6310 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5f30104ee0 0x7f5f3019b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 --2- 172.21.15.44:0/1281524471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5f30105890 0x7f5f3019b800 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 >> 172.21.15.44:0/1281524471 conn(0x7f5f30100770 msgr2=0x7f5f301012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 shutdown_connections 2024-04-26T02:01:06.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:06.693+0000 7f5f34e00700 1 -- 172.21.15.44:0/1281524471 wait complete. 2024-04-26T02:01:07.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:06 smithi044 ceph-mon[27847]: pgmap v187: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 57 KiB/s wr, 32 op/s 2024-04-26T02:01:07.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:06 smithi044 ceph-mon[27847]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T02:01:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:06 smithi156 ceph-mon[32543]: pgmap v187: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 57 KiB/s wr, 32 op/s 2024-04-26T02:01:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:06 smithi156 ceph-mon[32543]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T02:01:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:06 smithi090 ceph-mon[32456]: pgmap v187: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 57 KiB/s wr, 32 op/s 2024-04-26T02:01:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:06 smithi090 ceph-mon[32456]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T02:01:07.675 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'da3d6b65', quiesce took 8.0 seconds. Will release after: 10 2024-04-26T02:01:09.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:08 smithi156 ceph-mon[32543]: pgmap v189: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:01:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:08 smithi090 ceph-mon[32456]: pgmap v189: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:01:09.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:08 smithi044 ceph-mon[27847]: pgmap v189: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:01:10.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:09 smithi156 ceph-mon[32543]: pgmap v190: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 62 KiB/s wr, 35 op/s 2024-04-26T02:01:10.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:09 smithi090 ceph-mon[32456]: pgmap v190: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 62 KiB/s wr, 35 op/s 2024-04-26T02:01:10.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:09 smithi044 ceph-mon[27847]: pgmap v190: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 62 KiB/s wr, 35 op/s 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 -- 172.21.15.44:0/2921408646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 msgr2=0x7f17701088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 --2- 172.21.15.44:0/2921408646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 0x7f17701088d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1758009890 tx=0x7f175802a360 comp rx=0 tx=0).stop 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 -- 172.21.15.44:0/2921408646 shutdown_connections 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 --2- 172.21.15.44:0/2921408646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1770108e10 0x7f1770115250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 --2- 172.21.15.44:0/2921408646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 0x7f17701088d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 --2- 172.21.15.44:0/2921408646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f177010e420 0x7f177010e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 -- 172.21.15.44:0/2921408646 >> 172.21.15.44:0/2921408646 conn(0x7f1770077d30 msgr2=0x7f1770106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 -- 172.21.15.44:0/2921408646 shutdown_connections 2024-04-26T02:01:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.409+0000 7f1775800640 1 -- 172.21.15.44:0/2921408646 wait complete. 2024-04-26T02:01:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.410+0000 7f1775800640 1 Processor -- start 2024-04-26T02:01:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.410+0000 7f1775800640 1 -- start start 2024-04-26T02:01:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1775800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 0x7f17701a4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1775800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1770108e10 0x7f17701a4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1775800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f177010e420 0x7f177019ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1775800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17701185f0 con 0x7f1770108e10 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1775800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1770118470 con 0x7f177010e420 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1775800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1770118770 con 0x7f1770108490 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1767400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1770108e10 0x7f17701a4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1767400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1770108e10 0x7f17701a4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56390/0 (socket says 172.21.15.44:56390) 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1767400640 1 -- 172.21.15.44:0/3975169009 learned_addr learned my addr 172.21.15.44:0/3975169009 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f176fe00640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 0x7f17701a4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.411+0000 7f1774e00640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f177010e420 0x7f177019ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f1767400640 1 -- 172.21.15.44:0/3975169009 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 msgr2=0x7f17701a4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f1767400640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 0x7f17701a4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f1767400640 1 -- 172.21.15.44:0/3975169009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f177010e420 msgr2=0x7f177019ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f1767400640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f177010e420 0x7f177019ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f1767400640 1 -- 172.21.15.44:0/3975169009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f177019f1b0 con 0x7f1770108e10 2024-04-26T02:01:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f1767400640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1770108e10 0x7f17701a4dc0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f17580057c0 tx=0x7f1758032dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f176d600640 1 -- 172.21.15.44:0/3975169009 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1758037040 con 0x7f1770108e10 2024-04-26T02:01:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f176d600640 1 -- 172.21.15.44:0/3975169009 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1758041070 con 0x7f1770108e10 2024-04-26T02:01:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f177019f440 con 0x7f1770108e10 2024-04-26T02:01:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.412+0000 7f176d600640 1 -- 172.21.15.44:0/3975169009 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17580035f0 con 0x7f1770108e10 2024-04-26T02:01:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.413+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17701ab740 con 0x7f1770108e10 2024-04-26T02:01:10.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.417+0000 7f1779c45740 1 Processor -- start 2024-04-26T02:01:10.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.417+0000 7f1779c45740 1 -- start start 2024-04-26T02:01:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.417+0000 7f176d600640 1 -- 172.21.15.44:0/3975169009 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1758004050 con 0x7f1770108e10 2024-04-26T02:01:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.417+0000 7f1779c45740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbe9b0 0x558863fbed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.417+0000 7f1779c45740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1779c45740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fc9b90 0x558863fcbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1779c45740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558863f24900 con 0x558863fc9b90 2024-04-26T02:01:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1779c45740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558863ecaef0 con 0x558863fbe9b0 2024-04-26T02:01:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1779c45740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x558863f208c0 con 0x558863fbf2d0 2024-04-26T02:01:10.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1767400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fc9b90 0x558863fcbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1767400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fc9b90 0x558863fcbf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56402/0 (socket says 172.21.15.44:56402) 2024-04-26T02:01:10.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1767400640 1 -- 172.21.15.44:0/1903690757 learned_addr learned my addr 172.21.15.44:0/1903690757 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:10.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1774e00640 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbe9b0 0x558863fbed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f176fe00640 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1774e00640 1 -- 172.21.15.44:0/1903690757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 msgr2=0x558863fc9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1774e00640 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1774e00640 1 -- 172.21.15.44:0/1903690757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fc9b90 msgr2=0x558863fcbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1774e00640 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fc9b90 0x558863fcbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.418+0000 7f1774e00640 1 -- 172.21.15.44:0/1903690757 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558863c37210 con 0x558863fbe9b0 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.419+0000 7f1774e00640 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbe9b0 0x558863fbed90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1768009f00 tx=0x7f1768011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da9148bd863b6ff6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.419+0000 7f1765600640 1 -- 172.21.15.44:0/1903690757 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1768004d20 con 0x558863fbe9b0 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.419+0000 7f1765600640 1 -- 172.21.15.44:0/1903690757 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1768004030 con 0x558863fbe9b0 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.419+0000 7f1765600640 1 -- 172.21.15.44:0/1903690757 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1768005240 con 0x558863fbe9b0 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.419+0000 7f176d600640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f17540a3d10 0x7f17540a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.419+0000 7f176d600640 1 -- 172.21.15.44:0/3975169009 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8499+0+0 (secure 0 0 0) 0x7f17580f0260 con 0x7f1770108e10 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f176fe00640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f17540a3d10 0x7f17540a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 -- 172.21.15.44:0/1903690757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbe9b0 msgr2=0x558863fbed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbe9b0 0x558863fbed90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1768009f00 tx=0x7f1768011810 comp rx=0 tx=0).stop 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 -- 172.21.15.44:0/1903690757 shutdown_connections 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fc9b90 0x558863fcbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 --2- 172.21.15.44:0/1903690757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbe9b0 0x558863fbed90 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 -- 172.21.15.44:0/1903690757 >> 172.21.15.44:0/1903690757 conn(0x558863fbaec0 msgr2=0x558863fbb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 -- 172.21.15.44:0/1903690757 shutdown_connections 2024-04-26T02:01:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f1779c45740 1 -- 172.21.15.44:0/1903690757 wait complete. 2024-04-26T02:01:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.420+0000 7f176fe00640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f17540a3d10 0x7f17540a61d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x558863fbff50 tx=0x7f1760009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 -- start start 2024-04-26T02:01:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 Processor -- start 2024-04-26T02:01:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbe9b0 0x558863fc6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbf2d0 0x558863fc6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fc74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558863fcc7c0 con 0x558863fbf2d0 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x558863ede310 con 0x558863fc9b90 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.421+0000 7f1779c45740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x558863fcc940 con 0x558863fbe9b0 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f1779c45740 10 client.0 _ll_register_callbacks cb 0x558863eaccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbe9b0 0x558863fc6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbe9b0 0x558863fc6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:41230/0 (socket says 172.21.15.44:41230) 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f1767400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbf2d0 0x558863fc6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 -- 172.21.15.44:0/3298268041 learned_addr learned my addr 172.21.15.44:0/3298268041 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f1774e00640 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fc74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 -- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 msgr2=0x558863fc74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fc74f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 -- 172.21.15.44:0/3298268041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbf2d0 msgr2=0x558863fc6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbf2d0 0x558863fc6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.422+0000 7f176fe00640 1 -- 172.21.15.44:0/3298268041 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558863d03620 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f176fe00640 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbe9b0 0x558863fc6a70 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f176001d9f0 tx=0x7f1760004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bed93a6e53be40b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f175e000640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f175e000640 1 -- 172.21.15.44:0/3298268041 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176002d060 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f175e000640 1 -- 172.21.15.44:0/3298268041 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8499+0+0 (secure 0 0 0) 0x7f1760018030 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1768004030 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f175e000640 1 -- 172.21.15.44:0/3298268041 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1760028420 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f1779c45740 10 client.25996 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.423+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558863fd8a80 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f175e000640 1 -- 172.21.15.44:0/3298268041 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1768004030 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f175e000640 1 -- 172.21.15.44:0/3298268041 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f176001c670 con 0x558863fbe9b0 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f1779c45740 10 client.25996 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f1779c45740 10 client.25996 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f1779c45740 20 client.25996 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f1779c45740 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558863fd9f40 0x558863fdc390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f1779c45740 4 client.25996 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:10.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.424+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558863f388b0 con 0x558863fd9f40 2024-04-26T02:01:10.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.425+0000 7f1767400640 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558863fd9f40 0x558863fdc390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.425+0000 7f1767400640 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558863fd9f40 0x558863fdc390 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60519b501a12802b server_cookie=e18ac542b511c635 in_seq=0 out_seq=0 2024-04-26T02:01:10.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.425+0000 7f175e000640 10 client.25996 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f175e000640 1 -- 172.21.15.44:0/3298268041 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558863f388b0 con 0x558863fd9f40 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f175e000640 10 client.25996 handle_command_reply: tid=0 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 client.25996 shutdown 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbe9b0 msgr2=0x558863fc6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbe9b0 0x558863fc6a70 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f176001d9f0 tx=0x7f1760004730 comp rx=0 tx=0).stop 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 shutdown_connections 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558863fd9f40 0x558863fdc390 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fc74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbf2d0 0x558863fc6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f175e000640 0 client.25996 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:10.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 --2- 172.21.15.44:0/3298268041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbe9b0 0x558863fc6a70 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.426+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 >> 172.21.15.44:0/3298268041 conn(0x558863fbaec0 msgr2=0x558863fc0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:10.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.427+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 shutdown_connections 2024-04-26T02:01:10.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.427+0000 7f1779c45740 1 -- 172.21.15.44:0/3298268041 wait complete. 2024-04-26T02:01:10.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.427+0000 7f1779c45740 20 client.25996 trim_cache size 0 max 16384 2024-04-26T02:01:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 Processor -- start 2024-04-26T02:01:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 -- start start 2024-04-26T02:01:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbe9b0 0x558863fd56b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fb9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17701b3ee0 con 0x558863fbe9b0 2024-04-26T02:01:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f17701b5a20 con 0x558863fc9b90 2024-04-26T02:01:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.443+0000 7f1779c45740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f17701b45b0 con 0x558863fbf2d0 2024-04-26T02:01:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbe9b0 0x558863fd56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbe9b0 0x558863fd56b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56418/0 (socket says 172.21.15.44:56418) 2024-04-26T02:01:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 -- 172.21.15.44:0/3255904781 learned_addr learned my addr 172.21.15.44:0/3255904781 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f1767400640 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f1774e00640 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fb9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 -- 172.21.15.44:0/3255904781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 msgr2=0x558863fc1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 -- 172.21.15.44:0/3255904781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 msgr2=0x558863fb9ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fb9ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f176fe00640 1 -- 172.21.15.44:0/3255904781 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558863fc4fc0 con 0x558863fbe9b0 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.444+0000 7f1774e00640 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fb9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.445+0000 7f176fe00640 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbe9b0 0x558863fd56b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1760000c00 tx=0x7f176001ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde04395256ce044 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.445+0000 7f1764c00640 1 -- 172.21.15.44:0/3255904781 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176001c3a0 con 0x558863fbe9b0 2024-04-26T02:01:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.445+0000 7f1764c00640 1 -- 172.21.15.44:0/3255904781 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1760005030 con 0x558863fbe9b0 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.445+0000 7f1764c00640 1 -- 172.21.15.44:0/3255904781 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760004a00 con 0x558863fbe9b0 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 -- 172.21.15.44:0/3255904781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbe9b0 msgr2=0x558863fd56b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbe9b0 0x558863fd56b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1760000c00 tx=0x7f176001ce60 comp rx=0 tx=0).stop 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 -- 172.21.15.44:0/3255904781 shutdown_connections 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fc9b90 0x558863fb9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fbf2d0 0x558863fc1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 --2- 172.21.15.44:0/3255904781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fbe9b0 0x558863fd56b0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 -- 172.21.15.44:0/3255904781 >> 172.21.15.44:0/3255904781 conn(0x558863fbaec0 msgr2=0x558863fb9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 -- 172.21.15.44:0/3255904781 shutdown_connections 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 -- 172.21.15.44:0/3255904781 wait complete. 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.446+0000 7f1779c45740 1 -- start start 2024-04-26T02:01:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 1 Processor -- start 2024-04-26T02:01:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbf2d0 0x558863fd2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fc9b90 0x558863fcf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fcfaa0 0x55886403f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f17701b5350 con 0x558863fcfaa0 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f17701b4c80 con 0x558863fbf2d0 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f17701b1ee0 con 0x558863fc9b90 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1779c45740 10 client.0 _ll_register_callbacks cb 0x7f176001d880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1774e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fcfaa0 0x55886403f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f176fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbf2d0 0x558863fd2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1774e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fcfaa0 0x55886403f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56432/0 (socket says 172.21.15.44:56432) 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f1774e00640 1 -- 172.21.15.44:0/2183110914 learned_addr learned my addr 172.21.15.44:0/2183110914 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.447+0000 7f176fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbf2d0 0x558863fd2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34282/0 (socket says 172.21.15.44:34282) 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f1767400640 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fc9b90 0x558863fcf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f176fe00640 1 -- 172.21.15.44:0/2183110914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fc9b90 msgr2=0x558863fcf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f176fe00640 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fc9b90 0x558863fcf400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f176fe00640 1 -- 172.21.15.44:0/2183110914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fcfaa0 msgr2=0x55886403f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f176fe00640 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fcfaa0 0x55886403f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f176fe00640 1 -- 172.21.15.44:0/2183110914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558863fd0210 con 0x558863fbf2d0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f1774e00640 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fcfaa0 0x55886403f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f176fe00640 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbf2d0 0x558863fd2110 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1760005000 tx=0x7f1760009be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91ff764f6d6542c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f175e000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f175e000640 1 -- 172.21.15.44:0/2183110914 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760048060 con 0x558863fbf2d0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1760005030 con 0x558863fbf2d0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.448+0000 7f175e000640 1 -- 172.21.15.44:0/2183110914 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8499+0+0 (secure 0 0 0) 0x7f176001c730 con 0x558863fbf2d0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f175e000640 1 -- 172.21.15.44:0/2183110914 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f17600051e0 con 0x558863fbf2d0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 10 client.25994 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558864040a10 con 0x558863fbf2d0 2024-04-26T02:01:10.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f175e000640 1 -- 172.21.15.44:0/2183110914 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1760005030 con 0x558863fbf2d0 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f175e000640 1 -- 172.21.15.44:0/2183110914 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f17600285c0 con 0x558863fbf2d0 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 10 client.25994 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 10 client.25994 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 20 client.25994 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558864041070 0x558864043460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 4 client.25994 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.449+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558863f32320 con 0x558864041070 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.450+0000 7f1767400640 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558864041070 0x558864043460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.450+0000 7f1767400640 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558864041070 0x558864043460 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f8edbfc19dee30c server_cookie=1c1152f57a75f9e8 in_seq=0 out_seq=0 2024-04-26T02:01:10.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.450+0000 7f175e000640 10 client.25994 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.459+0000 7f175e000640 1 -- 172.21.15.44:0/2183110914 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558863f32320 con 0x558864041070 2024-04-26T02:01:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.459+0000 7f175e000640 10 client.25994 handle_command_reply: tid=0 2024-04-26T02:01:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.459+0000 7f1779c45740 1 client.25994 shutdown 2024-04-26T02:01:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.459+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbf2d0 msgr2=0x558863fd2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.459+0000 7f1779c45740 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbf2d0 0x558863fd2110 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1760005000 tx=0x7f1760009be0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 shutdown_connections 2024-04-26T02:01:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x558864041070 0x558864043460 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558863fcfaa0 0x55886403f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x558863fc9b90 0x558863fcf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 --2- 172.21.15.44:0/2183110914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x558863fbf2d0 0x558863fd2110 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f175e000640 0 client.25994 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 >> 172.21.15.44:0/2183110914 conn(0x558863fbaec0 msgr2=0x558863fba020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 shutdown_connections 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 1 -- 172.21.15.44:0/2183110914 wait complete. 2024-04-26T02:01:10.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.460+0000 7f1779c45740 20 client.25994 trim_cache size 0 max 16384 2024-04-26T02:01:10.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:01:10.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:01:10.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:01:10.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:01:10.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f17540a3d10 msgr2=0x7f17540a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f17540a3d10 0x7f17540a61d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x558863fbff50 tx=0x7f1760009260 comp rx=0 tx=0).stop 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1770108e10 msgr2=0x7f17701a4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1770108e10 0x7f17701a4dc0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f17580057c0 tx=0x7f1758032dc0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 shutdown_connections 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f17540a3d10 0x7f17540a61d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f177010e420 0x7f177019ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1770108e10 0x7f17701a4dc0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 --2- 172.21.15.44:0/3975169009 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1770108490 0x7f17701a4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 >> 172.21.15.44:0/3975169009 conn(0x7f1770077d30 msgr2=0x7f1770078fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 shutdown_connections 2024-04-26T02:01:10.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:10.461+0000 7f1775800640 1 -- 172.21.15.44:0/3975169009 wait complete. 2024-04-26T02:01:11.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:11 smithi156 ceph-mon[32543]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T02:01:11.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:11 smithi090 ceph-mon[32456]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T02:01:12.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:11 smithi044 ceph-mon[27847]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T02:01:12.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:12 smithi156 ceph-mon[32543]: pgmap v192: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-04-26T02:01:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:12 smithi090 ceph-mon[32456]: pgmap v192: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-04-26T02:01:13.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:12 smithi044 ceph-mon[27847]: pgmap v192: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-04-26T02:01:14.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:14 smithi156 ceph-mon[32543]: pgmap v193: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 18 op/s 2024-04-26T02:01:14.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:14 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:01:14.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:14 smithi090 ceph-mon[32456]: pgmap v193: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 18 op/s 2024-04-26T02:01:14.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:14 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:01:15.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:14 smithi044 ceph-mon[27847]: pgmap v193: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 18 op/s 2024-04-26T02:01:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:14 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:01:16.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:16 smithi156 ceph-mon[32543]: pgmap v194: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-04-26T02:01:16.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:16 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:16.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:16 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:16.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:16 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:01:16.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:16 smithi090 ceph-mon[32456]: pgmap v194: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-04-26T02:01:16.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:16 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:16.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:16 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:16.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:16 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:01:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:16 smithi044 ceph-mon[27847]: pgmap v194: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-04-26T02:01:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:16 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:16 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:16 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:01:17.676 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:18.164 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:18.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:18 smithi156 ceph-mon[32543]: pgmap v195: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:01:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:18 smithi090 ceph-mon[32456]: pgmap v195: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:01:19.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:18 smithi044 ceph-mon[27847]: pgmap v195: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:01:20.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 -- 172.21.15.44:0/4068630908 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450109fa0 msgr2=0x7fc450111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:20.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 --2- 172.21.15.44:0/4068630908 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450109fa0 0x7fc450111b70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc44800b0d0 tx=0x7fc44800b3e0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 -- 172.21.15.44:0/4068630908 shutdown_connections 2024-04-26T02:01:20.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 --2- 172.21.15.44:0/4068630908 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450104ec0 0x7fc4501052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 --2- 172.21.15.44:0/4068630908 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450109fa0 0x7fc450111b70 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 --2- 172.21.15.44:0/4068630908 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc450105870 0x7fc4501098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 -- 172.21.15.44:0/4068630908 >> 172.21.15.44:0/4068630908 conn(0x7fc450100750 msgr2=0x7fc450102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:20.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 -- 172.21.15.44:0/4068630908 shutdown_connections 2024-04-26T02:01:20.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.450+0000 7fc454c00700 1 -- 172.21.15.44:0/4068630908 wait complete. 2024-04-26T02:01:20.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 Processor -- start 2024-04-26T02:01:20.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 -- start start 2024-04-26T02:01:20.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450104ec0 0x7fc45019b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:20.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450105870 0x7fc45019b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:20.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc450109fa0 0x7fc45019fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:20.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc450114eb0 con 0x7fc450104ec0 2024-04-26T02:01:20.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc450114d30 con 0x7fc450109fa0 2024-04-26T02:01:20.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.452+0000 7fc454c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc450115030 con 0x7fc450105870 2024-04-26T02:01:20.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450105870 0x7fc45019b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:20.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450105870 0x7fc45019b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49372/0 (socket says 172.21.15.44:49372) 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 -- 172.21.15.44:0/3481972977 learned_addr learned my addr 172.21.15.44:0/3481972977 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc44e800700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc450109fa0 0x7fc45019fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc44de00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450104ec0 0x7fc45019b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 -- 172.21.15.44:0/3481972977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc450109fa0 msgr2=0x7fc45019fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc450109fa0 0x7fc45019fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 -- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450104ec0 msgr2=0x7fc45019b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450104ec0 0x7fc45019b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc445400700 1 -- 172.21.15.44:0/3481972977 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4501a0300 con 0x7fc450105870 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.453+0000 7fc44e800700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc450109fa0 0x7fc45019fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.454+0000 7fc445400700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450105870 0x7fc45019b880 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc44000e970 tx=0x7fc44000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.454+0000 7fc447400700 1 -- 172.21.15.44:0/3481972977 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc440004a30 con 0x7fc450105870 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.454+0000 7fc447400700 1 -- 172.21.15.44:0/3481972977 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc44000cc90 con 0x7fc450105870 2024-04-26T02:01:20.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.454+0000 7fc447400700 1 -- 172.21.15.44:0/3481972977 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc440005610 con 0x7fc450105870 2024-04-26T02:01:20.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.454+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4501a05f0 con 0x7fc450105870 2024-04-26T02:01:20.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.454+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4501a7e70 con 0x7fc450105870 2024-04-26T02:01:20.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.455+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc450069730 con 0x7fc450105870 2024-04-26T02:01:20.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.458+0000 7fc447400700 1 -- 172.21.15.44:0/3481972977 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc44000c7e0 con 0x7fc450105870 2024-04-26T02:01:20.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.459+0000 7fc447400700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4300a3e30 0x7fc4300a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:20.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.459+0000 7fc447400700 1 -- 172.21.15.44:0/3481972977 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fc4400d0a70 con 0x7fc450105870 2024-04-26T02:01:20.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.459+0000 7fc44de00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4300a3e30 0x7fc4300a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:20.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.460+0000 7fc44de00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4300a3e30 0x7fc4300a62f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc438009c60 tx=0x7fc438009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:20.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.461+0000 7fc447400700 1 -- 172.21.15.44:0/3481972977 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc440053ff0 con 0x7fc450105870 2024-04-26T02:01:20.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.743+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc45002df80 con 0x7fc450105870 2024-04-26T02:01:20.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.744+0000 7fc447400700 1 -- 172.21.15.44:0/3481972977 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7fc44009d0f0 con 0x7fc450105870 2024-04-26T02:01:20.743 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:01:20.744 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:01:20.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.747+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4300a3e30 msgr2=0x7fc4300a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.747+0000 7fc454c00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4300a3e30 0x7fc4300a62f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc438009c60 tx=0x7fc438009260 comp rx=0 tx=0).stop 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450105870 msgr2=0x7fc45019b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450105870 0x7fc45019b880 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc44000e970 tx=0x7fc44000ec80 comp rx=0 tx=0).stop 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 shutdown_connections 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4300a3e30 0x7fc4300a62f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc450109fa0 0x7fc45019fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc450104ec0 0x7fc45019b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 --2- 172.21.15.44:0/3481972977 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc450105870 0x7fc45019b880 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 >> 172.21.15.44:0/3481972977 conn(0x7fc450100750 msgr2=0x7fc4501012f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 shutdown_connections 2024-04-26T02:01:20.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:20.748+0000 7fc454c00700 1 -- 172.21.15.44:0/3481972977 wait complete. 2024-04-26T02:01:20.748 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:01:20.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:20 smithi156 ceph-mon[32543]: pgmap v196: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.6 KiB/s wr, 13 op/s 2024-04-26T02:01:20.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:20 smithi090 ceph-mon[32456]: pgmap v196: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.6 KiB/s wr, 13 op/s 2024-04-26T02:01:21.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:20 smithi044 ceph-mon[27847]: pgmap v196: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.6 KiB/s wr, 13 op/s 2024-04-26T02:01:21.560 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id da3d6b65 --release --await' 2024-04-26T02:01:21.560 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id da3d6b65 --release --await 2024-04-26T02:01:21.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:21 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3481972977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:21.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:21 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3481972977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:21.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:21 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3481972977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:22.034 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:22.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:22 smithi044 ceph-mon[27847]: pgmap v197: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-26T02:01:22.982 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:22 smithi156 ceph-mon[32543]: pgmap v197: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-26T02:01:22.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:22 smithi090 ceph-mon[32456]: pgmap v197: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 -- 172.21.15.44:0/1796359830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 msgr2=0x7fb9c8101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1796359830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 0x7fb9c8101290 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8009ca0 tx=0x7fb9b802a8c0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 -- 172.21.15.44:0/1796359830 shutdown_connections 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1796359830 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb9c8105f80 0x7fb9c810db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1796359830 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8101860 0x7fb9c81058a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1796359830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 0x7fb9c8101290 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 -- 172.21.15.44:0/1796359830 >> 172.21.15.44:0/1796359830 conn(0x7fb9c80fc770 msgr2=0x7fb9c80feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 -- 172.21.15.44:0/1796359830 shutdown_connections 2024-04-26T02:01:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.606+0000 7fb9cd800640 1 -- 172.21.15.44:0/1796359830 wait complete. 2024-04-26T02:01:23.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.607+0000 7fb9cd800640 1 Processor -- start 2024-04-26T02:01:23.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.607+0000 7fb9cd800640 1 -- start start 2024-04-26T02:01:23.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9cd800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 0x7fb9c81a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9cd800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8105f80 0x7fb9c81a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9cd800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb9c819a5b0 0x7fb9c819aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9cd800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c8110f30 con 0x7fb9c8100eb0 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9cd800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c8110db0 con 0x7fb9c8105f80 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9cd800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81110b0 con 0x7fb9c819a5b0 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 0x7fb9c81a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9bf400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8105f80 0x7fb9c81a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9bf400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8105f80 0x7fb9c81a0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59714/0 (socket says 172.21.15.44:59714) 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9bf400640 1 -- 172.21.15.44:0/1270737337 learned_addr learned my addr 172.21.15.44:0/1270737337 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 0x7fb9c81a0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52196/0 (socket says 172.21.15.44:52196) 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.608+0000 7fb9cce00640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb9c819a5b0 0x7fb9c819aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9bf400640 1 -- 172.21.15.44:0/1270737337 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb9c819a5b0 msgr2=0x7fb9c819aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9bf400640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb9c819a5b0 0x7fb9c819aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9bf400640 1 -- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 msgr2=0x7fb9c81a0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9bf400640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 0x7fb9c81a0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9bf400640 1 -- 172.21.15.44:0/1270737337 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c819b0d0 con 0x7fb9c8105f80 2024-04-26T02:01:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9cce00640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb9c819a5b0 0x7fb9c819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9bf400640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8105f80 0x7fb9c81a0940 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb9b000e9c0 tx=0x7fb9b000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9c5600640 1 -- 172.21.15.44:0/1270737337 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b000cd80 con 0x7fb9c8105f80 2024-04-26T02:01:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9c5600640 1 -- 172.21.15.44:0/1270737337 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9b00054d0 con 0x7fb9c8105f80 2024-04-26T02:01:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9c819b3c0 con 0x7fb9c8105f80 2024-04-26T02:01:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.609+0000 7fb9c5600640 1 -- 172.21.15.44:0/1270737337 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b0010430 con 0x7fb9c8105f80 2024-04-26T02:01:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.610+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9c81a7610 con 0x7fb9c8105f80 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 Processor -- start 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 -- start start 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb6293d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb62a0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561fb61f9900 con 0x561fb62942d0 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561fb619fef0 con 0x561fb629eb90 2024-04-26T02:01:23.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.613+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x561fb61f58c0 con 0x561fb62939b0 2024-04-26T02:01:23.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52204/0 (socket says 172.21.15.44:52204) 2024-04-26T02:01:23.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9cce00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb6293d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9c7e00640 1 -- 172.21.15.44:0/3530548491 learned_addr learned my addr 172.21.15.44:0/3530548491 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9cce00640 1 -- 172.21.15.44:0/3530548491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 msgr2=0x561fb62a0f80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9cce00640 1 --2- 172.21.15.44:0/3530548491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb62a0f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9cce00640 1 -- 172.21.15.44:0/3530548491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 msgr2=0x561fb629e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9cce00640 1 --2- 172.21.15.44:0/3530548491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.614+0000 7fb9cce00640 1 -- 172.21.15.44:0/3530548491 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fb5f0c210 con 0x561fb62939b0 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.615+0000 7fb9cce00640 1 --2- 172.21.15.44:0/3530548491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb6293d90 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0009f30 tx=0x7fb9c00118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55da486f042b1bbf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.615+0000 7fb9c5600640 1 -- 172.21.15.44:0/1270737337 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb9b0004fd0 con 0x7fb9c8105f80 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.615+0000 7fb9bd600640 1 -- 172.21.15.44:0/3530548491 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0004020 con 0x561fb62939b0 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.615+0000 7fb9bd600640 1 -- 172.21.15.44:0/3530548491 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9c0005020 con 0x561fb62939b0 2024-04-26T02:01:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.615+0000 7fb9bd600640 1 -- 172.21.15.44:0/3530548491 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0004b50 con 0x561fb62939b0 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 -- 172.21.15.44:0/3530548491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 msgr2=0x561fb6293d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/3530548491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb6293d90 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0009f30 tx=0x7fb9c00118d0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 -- 172.21.15.44:0/3530548491 shutdown_connections 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/3530548491 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb62a0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/3530548491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/3530548491 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb6293d90 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 -- 172.21.15.44:0/3530548491 >> 172.21.15.44:0/3530548491 conn(0x561fb628fec0 msgr2=0x561fb62902a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 -- 172.21.15.44:0/3530548491 shutdown_connections 2024-04-26T02:01:23.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.616+0000 7fb9d1c23740 1 -- 172.21.15.44:0/3530548491 wait complete. 2024-04-26T02:01:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.617+0000 7fb9c5600640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb9ac0a3c40 0x7fb9ac0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.617+0000 7fb9d1c23740 1 -- start start 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.617+0000 7fb9c5600640 1 -- 172.21.15.44:0/1270737337 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fb9b00d0c20 con 0x7fb9c8105f80 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.617+0000 7fb9cce00640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb9ac0a3c40 0x7fb9ac0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.617+0000 7fb9d1c23740 1 Processor -- start 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb629bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561fb62a17c0 con 0x561fb62942d0 2024-04-26T02:01:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9cce00640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb9ac0a3c40 0x7fb9ac0a6100 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0004830 tx=0x7fb9c0005780 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561fb61b3310 con 0x561fb629eb90 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x561fb62a1940 con 0x561fb62939b0 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9d1c23740 10 client.0 _ll_register_callbacks cb 0x561fb6181cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb629bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb629bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49418/0 (socket says 172.21.15.44:49418) 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9c7e00640 1 -- 172.21.15.44:0/2942916168 learned_addr learned my addr 172.21.15.44:0/2942916168 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9bf400640 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.618+0000 7fb9cce00640 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9c7e00640 1 -- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 msgr2=0x561fb629c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9c7e00640 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9c7e00640 1 -- 172.21.15.44:0/2942916168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 msgr2=0x561fb629c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9c7e00640 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9c7e00640 1 -- 172.21.15.44:0/2942916168 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fb5fd8620 con 0x561fb62939b0 2024-04-26T02:01:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9c7e00640 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb629bb10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8004af0 tx=0x7fb9b8009950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19e1f1ee1a1dda0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9b6000640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:01:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.619+0000 7fb9b6000640 1 -- 172.21.15.44:0/2942916168 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b8031720 con 0x561fb62939b0 2024-04-26T02:01:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.620+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9c0005020 con 0x561fb62939b0 2024-04-26T02:01:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.620+0000 7fb9b6000640 1 -- 172.21.15.44:0/2942916168 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fb9b80318c0 con 0x561fb62939b0 2024-04-26T02:01:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.620+0000 7fb9b6000640 1 -- 172.21.15.44:0/2942916168 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb9b8003970 con 0x561fb62939b0 2024-04-26T02:01:23.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.620+0000 7fb9d1c23740 10 client.26020 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:23.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.620+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561fb62ad9e0 con 0x561fb62939b0 2024-04-26T02:01:23.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.620+0000 7fb9b6000640 1 -- 172.21.15.44:0/2942916168 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9c0005020 con 0x561fb62939b0 2024-04-26T02:01:23.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.620+0000 7fb9b6000640 1 -- 172.21.15.44:0/2942916168 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb9b802f610 con 0x561fb62939b0 2024-04-26T02:01:23.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.621+0000 7fb9d1c23740 10 client.26020 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:23.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.621+0000 7fb9d1c23740 10 client.26020 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:23.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.621+0000 7fb9d1c23740 20 client.26020 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.621+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb62aeea0 0x561fb62b1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.621+0000 7fb9d1c23740 4 client.26020 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.621+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fb620d8b0 con 0x561fb62aeea0 2024-04-26T02:01:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.621+0000 7fb9bf400640 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb62aeea0 0x561fb62b1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.622+0000 7fb9bf400640 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb62aeea0 0x561fb62b1290 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66b8ec45d25d8e33 server_cookie=517bdf677121e499 in_seq=0 out_seq=0 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.622+0000 7fb9b6000640 10 client.26020 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.622+0000 7fb9b6000640 1 -- 172.21.15.44:0/2942916168 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561fb620d8b0 con 0x561fb62aeea0 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.622+0000 7fb9b6000640 10 client.26020 handle_command_reply: tid=0 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.622+0000 7fb9d1c23740 1 client.26020 shutdown 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 msgr2=0x561fb629bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb629bb10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8004af0 tx=0x7fb9b8009950 comp rx=0 tx=0).stop 2024-04-26T02:01:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 shutdown_connections 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb62aeea0 0x561fb62b1290 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9b6000640 0 client.26020 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb629c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2942916168 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb629bb10 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 >> 172.21.15.44:0/2942916168 conn(0x561fb628fec0 msgr2=0x561fb6295c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 shutdown_connections 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2942916168 wait complete. 2024-04-26T02:01:23.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.623+0000 7fb9d1c23740 20 client.26020 trim_cache size 0 max 16384 2024-04-26T02:01:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.647+0000 7fb9d1c23740 1 Processor -- start 2024-04-26T02:01:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.647+0000 7fb9d1c23740 1 -- start start 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62aa680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb6296370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81afad0 con 0x561fb62942d0 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81b1610 con 0x561fb629eb90 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81b01a0 con 0x561fb62939b0 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62aa680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9cce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9cce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59736/0 (socket says 172.21.15.44:59736) 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9cce00640 1 -- 172.21.15.44:0/4253161598 learned_addr learned my addr 172.21.15.44:0/4253161598 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62aa680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49430/0 (socket says 172.21.15.44:49430) 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.648+0000 7fb9bf400640 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb6296370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9cce00640 1 -- 172.21.15.44:0/4253161598 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 msgr2=0x561fb62aa680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9cce00640 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62aa680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9cce00640 1 -- 172.21.15.44:0/4253161598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 msgr2=0x561fb6296370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9cce00640 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb6296370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9cce00640 1 -- 172.21.15.44:0/4253161598 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fb62a12f0 con 0x561fb629eb90 2024-04-26T02:01:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9bf400640 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb6296370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:01:23.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9cce00640 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629da50 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0009ed0 tx=0x7fb9c0020000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f0279547acf1a73 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9bcc00640 1 -- 172.21.15.44:0/4253161598 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0004d30 con 0x561fb629eb90 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9bcc00640 1 -- 172.21.15.44:0/4253161598 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9c0036070 con 0x561fb629eb90 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.649+0000 7fb9bcc00640 1 -- 172.21.15.44:0/4253161598 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c000f7a0 con 0x561fb629eb90 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 -- 172.21.15.44:0/4253161598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 msgr2=0x561fb629da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629da50 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0009ed0 tx=0x7fb9c0020000 comp rx=0 tx=0).stop 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 -- 172.21.15.44:0/4253161598 shutdown_connections 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb629eb90 0x561fb629da50 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb62942d0 0x561fb6296370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/4253161598 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62aa680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 -- 172.21.15.44:0/4253161598 >> 172.21.15.44:0/4253161598 conn(0x561fb628fec0 msgr2=0x561fb629d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.650+0000 7fb9d1c23740 1 -- 172.21.15.44:0/4253161598 shutdown_connections 2024-04-26T02:01:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.651+0000 7fb9d1c23740 1 -- 172.21.15.44:0/4253161598 wait complete. 2024-04-26T02:01:23.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.651+0000 7fb9d1c23740 1 -- start start 2024-04-26T02:01:23.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.651+0000 7fb9d1c23740 1 Processor -- start 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62a6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb62942d0 0x561fb62a4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9d1c23740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb629eb90 0x561fb62a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81b0f40 con 0x561fb629eb90 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81b0870 con 0x561fb62942d0 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9d1c23740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c81adb20 con 0x561fb62939b0 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9d1c23740 10 client.0 _ll_register_callbacks cb 0x7fb9b8031e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:23.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb62942d0 0x561fb62a4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9c7e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62a6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb62942d0 0x561fb62a4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59738/0 (socket says 172.21.15.44:59738) 2024-04-26T02:01:23.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 -- 172.21.15.44:0/2775995952 learned_addr learned my addr 172.21.15.44:0/2775995952 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:23.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9cce00640 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb629eb90 0x561fb62a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 -- 172.21.15.44:0/2775995952 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 msgr2=0x561fb62a6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:23.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62a6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 -- 172.21.15.44:0/2775995952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb629eb90 msgr2=0x561fb62a46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:23.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb629eb90 0x561fb62a46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.652+0000 7fb9bf400640 1 -- 172.21.15.44:0/2775995952 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fb62a4c10 con 0x561fb62942d0 2024-04-26T02:01:23.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9bf400640 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb62942d0 0x561fb62a4160 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0099570 tx=0x7fb9b0009700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9dbdc26bb396ab4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:23.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9b6000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:01:23.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9b6000640 1 -- 172.21.15.44:0/2775995952 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b00a0f50 con 0x561fb62942d0 2024-04-26T02:01:23.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9b6000640 1 -- 172.21.15.44:0/2775995952 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fb9b00bd0b0 con 0x561fb62942d0 2024-04-26T02:01:23.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9c0036070 con 0x561fb62942d0 2024-04-26T02:01:23.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9b6000640 1 -- 172.21.15.44:0/2775995952 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb9b00a5810 con 0x561fb62942d0 2024-04-26T02:01:23.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9d1c23740 10 client.26015 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:23.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561fb63151d0 con 0x561fb62942d0 2024-04-26T02:01:23.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9b6000640 1 -- 172.21.15.44:0/2775995952 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9c0036070 con 0x561fb62942d0 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.653+0000 7fb9b6000640 1 -- 172.21.15.44:0/2775995952 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb9b00a5380 con 0x561fb62942d0 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.654+0000 7fb9d1c23740 10 client.26015 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.654+0000 7fb9d1c23740 10 client.26015 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.654+0000 7fb9d1c23740 20 client.26015 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.654+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb6315930 0x561fb6317d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.654+0000 7fb9d1c23740 4 client.26015 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.654+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561fb6207320 con 0x561fb6315930 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.654+0000 7fb9c7e00640 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb6315930 0x561fb6317d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.655+0000 7fb9c7e00640 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb6315930 0x561fb6317d50 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e99f25c6785940a7 server_cookie=ce179718a5269a78 in_seq=0 out_seq=0 2024-04-26T02:01:23.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.655+0000 7fb9b6000640 10 client.26015 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9b6000640 1 -- 172.21.15.44:0/2775995952 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561fb6207320 con 0x561fb6315930 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9b6000640 10 client.26015 handle_command_reply: tid=0 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 client.26015 shutdown 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb62942d0 msgr2=0x561fb62a4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb62942d0 0x561fb62a4160 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0099570 tx=0x7fb9b0009700 comp rx=0 tx=0).stop 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 shutdown_connections 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561fb6315930 0x561fb6317d50 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561fb629eb90 0x561fb62a46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561fb62942d0 0x561fb62a4160 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 --2- 172.21.15.44:0/2775995952 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561fb62939b0 0x561fb62a6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9b6000640 0 client.26015 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 >> 172.21.15.44:0/2775995952 conn(0x561fb628fec0 msgr2=0x561fb629dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 shutdown_connections 2024-04-26T02:01:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 1 -- 172.21.15.44:0/2775995952 wait complete. 2024-04-26T02:01:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.664+0000 7fb9d1c23740 20 client.26015 trim_cache size 0 max 16384 2024-04-26T02:01:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:01:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:01:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:01:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:01:23.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb9ac0a3c40 msgr2=0x7fb9ac0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb9ac0a3c40 0x7fb9ac0a6100 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0004830 tx=0x7fb9c0005780 comp rx=0 tx=0).stop 2024-04-26T02:01:23.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8105f80 msgr2=0x7fb9c81a0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:23.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8105f80 0x7fb9c81a0940 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb9b000e9c0 tx=0x7fb9b000ee80 comp rx=0 tx=0).stop 2024-04-26T02:01:23.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 shutdown_connections 2024-04-26T02:01:23.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb9ac0a3c40 0x7fb9ac0a6100 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb9c819a5b0 0x7fb9c819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb9c8105f80 0x7fb9c81a0940 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 --2- 172.21.15.44:0/1270737337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9c8100eb0 0x7fb9c81a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 >> 172.21.15.44:0/1270737337 conn(0x7fb9c80fc770 msgr2=0x7fb9c80fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.665+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 shutdown_connections 2024-04-26T02:01:23.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:23.666+0000 7fb9cd800640 1 -- 172.21.15.44:0/1270737337 wait complete. 2024-04-26T02:01:24.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 -- 172.21.15.44:0/3352713336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c109c80 msgr2=0x7fc12c10dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 --2- 172.21.15.44:0/3352713336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c109c80 0x7fc12c10dcd0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc1180099c0 tx=0x7fc118009cd0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 -- 172.21.15.44:0/3352713336 shutdown_connections 2024-04-26T02:01:24.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 --2- 172.21.15.44:0/3352713336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc12c10e3b0 0x7fc12c115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 --2- 172.21.15.44:0/3352713336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c1092d0 0x7fc12c1096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 --2- 172.21.15.44:0/3352713336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c109c80 0x7fc12c10dcd0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 -- 172.21.15.44:0/3352713336 >> 172.21.15.44:0/3352713336 conn(0x7fc12c076210 msgr2=0x7fc12c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:24.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 -- 172.21.15.44:0/3352713336 shutdown_connections 2024-04-26T02:01:24.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.426+0000 7fc134000700 1 -- 172.21.15.44:0/3352713336 wait complete. 2024-04-26T02:01:24.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.427+0000 7fc134000700 1 Processor -- start 2024-04-26T02:01:24.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.428+0000 7fc134000700 1 -- start start 2024-04-26T02:01:24.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.428+0000 7fc134000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c1092d0 0x7fc12c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.428+0000 7fc134000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc12c109c80 0x7fc12c19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.428+0000 7fc134000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c10e3b0 0x7fc12c1a3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.428+0000 7fc134000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c119290 con 0x7fc12c1092d0 2024-04-26T02:01:24.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.428+0000 7fc134000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c119110 con 0x7fc12c10e3b0 2024-04-26T02:01:24.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.428+0000 7fc134000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c119410 con 0x7fc12c109c80 2024-04-26T02:01:24.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c10e3b0 0x7fc12c1a3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c10e3b0 0x7fc12c1a3ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59758/0 (socket says 172.21.15.44:59758) 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 -- 172.21.15.44:0/2451964323 learned_addr learned my addr 172.21.15.44:0/2451964323 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc131600700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c1092d0 0x7fc12c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc130c00700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc12c109c80 0x7fc12c19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 -- 172.21.15.44:0/2451964323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc12c109c80 msgr2=0x7fc12c19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc12c109c80 0x7fc12c19fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 -- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c1092d0 msgr2=0x7fc12c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c1092d0 0x7fc12c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.429+0000 7fc132000700 1 -- 172.21.15.44:0/2451964323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc12c1a4730 con 0x7fc12c10e3b0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.430+0000 7fc132000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c10e3b0 0x7fc12c1a3ff0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc12400ef30 tx=0x7fc12400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.430+0000 7fc12a000700 1 -- 172.21.15.44:0/2451964323 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1240092e0 con 0x7fc12c10e3b0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.430+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc12c1a49c0 con 0x7fc12c10e3b0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.430+0000 7fc12a000700 1 -- 172.21.15.44:0/2451964323 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc124004bb0 con 0x7fc12c10e3b0 2024-04-26T02:01:24.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.430+0000 7fc12a000700 1 -- 172.21.15.44:0/2451964323 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124004020 con 0x7fc12c10e3b0 2024-04-26T02:01:24.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.430+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc12c1ac2a0 con 0x7fc12c10e3b0 2024-04-26T02:01:24.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.435+0000 7fc12a000700 1 -- 172.21.15.44:0/2451964323 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc12401b030 con 0x7fc12c10e3b0 2024-04-26T02:01:24.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.436+0000 7fc13e9c4b80 1 Processor -- start 2024-04-26T02:01:24.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.436+0000 7fc13e9c4b80 1 -- start start 2024-04-26T02:01:24.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e679d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e67a240 0x55920e684bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e6874e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55920e5ccf90 con 0x55920e6850f0 2024-04-26T02:01:24.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55920e573830 con 0x55920e679920 2024-04-26T02:01:24.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55920e5c8f50 con 0x55920e67a240 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc130c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e679d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc12a000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc1140a3e30 0x7fc1140a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc131600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e67a240 0x55920e684bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc130c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e679d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59760/0 (socket says 172.21.15.44:59760) 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc131600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e67a240 0x55920e684bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49448/0 (socket says 172.21.15.44:49448) 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc130c00700 1 -- 172.21.15.44:0/3665190615 learned_addr learned my addr 172.21.15.44:0/3665190615 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc130c00700 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e6874e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.437+0000 7fc12a000700 1 -- 172.21.15.44:0/2451964323 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fc1240d0100 con 0x7fc12c10e3b0 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc132000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc1140a3e30 0x7fc1140a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc131600700 1 -- 172.21.15.44:0/3665190615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 msgr2=0x55920e679d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc131600700 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e679d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc131600700 1 -- 172.21.15.44:0/3665190615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 msgr2=0x55920e6874e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc131600700 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e6874e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc131600700 1 -- 172.21.15.44:0/3665190615 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55920e569780 con 0x55920e67a240 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc130c00700 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e6874e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc131600700 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e67a240 0x55920e684bb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc120009cb0 tx=0x7fc120011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26a4a87f6dd29e4b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc132000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc1140a3e30 0x7fc1140a62f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc1240cd980 tx=0x7fc124009480 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.438+0000 7fc11ea00700 1 -- 172.21.15.44:0/3665190615 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12001e070 con 0x55920e67a240 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc11ea00700 1 -- 172.21.15.44:0/3665190615 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc120011dd0 con 0x55920e67a240 2024-04-26T02:01:24.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc11ea00700 1 -- 172.21.15.44:0/3665190615 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12000e7b0 con 0x55920e67a240 2024-04-26T02:01:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/3665190615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e67a240 msgr2=0x55920e684bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e67a240 0x55920e684bb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc120009cb0 tx=0x7fc120011440 comp rx=0 tx=0).stop 2024-04-26T02:01:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/3665190615 shutdown_connections 2024-04-26T02:01:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e6874e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e679d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/3665190615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e67a240 0x55920e684bb0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.439+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/3665190615 >> 172.21.15.44:0/3665190615 conn(0x55920e5a86a0 msgr2=0x55920e675dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.440+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/3665190615 shutdown_connections 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.440+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/3665190615 wait complete. 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.440+0000 7fc13e9c4b80 1 -- start start 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.440+0000 7fc13e9c4b80 1 Processor -- start 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e679920 0x55920e6847a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e67a240 0x55920e681b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e682050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55920e687c10 con 0x55920e6850f0 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55920e586960 con 0x55920e67a240 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55920e687d90 con 0x55920e679920 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc13e9c4b80 10 client.0 _ll_register_callbacks cb 0x55920e565820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc131600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e67a240 0x55920e681b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc131600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e67a240 0x55920e681b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59764/0 (socket says 172.21.15.44:59764) 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc131600700 1 -- 172.21.15.44:0/470743774 learned_addr learned my addr 172.21.15.44:0/470743774 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.441+0000 7fc130c00700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e682050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc130c00700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e679920 0x55920e6847a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc131600700 1 -- 172.21.15.44:0/470743774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e679920 msgr2=0x55920e6847a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc131600700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e679920 0x55920e6847a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc131600700 1 -- 172.21.15.44:0/470743774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 msgr2=0x55920e682050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc131600700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e682050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc131600700 1 -- 172.21.15.44:0/470743774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55920e51a9d0 con 0x55920e67a240 2024-04-26T02:01:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc130c00700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e682050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc131600700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e67a240 0x55920e681b10 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc120000c00 tx=0x7fc120004540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=319a2803b90a11b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc113400700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.442+0000 7fc113400700 1 -- 172.21.15.44:0/470743774 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc120027020 con 0x55920e67a240 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.443+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc120011dd0 con 0x55920e67a240 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.443+0000 7fc113400700 1 -- 172.21.15.44:0/470743774 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fc120005440 con 0x55920e67a240 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.443+0000 7fc113400700 1 -- 172.21.15.44:0/470743774 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc120032050 con 0x55920e67a240 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.443+0000 7fc13e9c4b80 10 client.26027 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.443+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55920e563bf0 con 0x55920e67a240 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.443+0000 7fc113400700 1 -- 172.21.15.44:0/470743774 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc120011dd0 con 0x55920e67a240 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.443+0000 7fc113400700 1 -- 172.21.15.44:0/470743774 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc120003980 con 0x55920e67a240 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.444+0000 7fc13e9c4b80 10 client.26027 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.444+0000 7fc13e9c4b80 10 client.26027 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:01:24.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.444+0000 7fc13e9c4b80 20 client.26027 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.444+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e694750 0x55920e696b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.444+0000 7fc13e9c4b80 4 client.26027 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.444+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55920e5da780 con 0x55920e694750 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.444+0000 7fc130c00700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e694750 0x55920e696b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.445+0000 7fc130c00700 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e694750 0x55920e696b40 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98cfc4a57db1f0a1 server_cookie=bd56d75a2b505f11 in_seq=0 out_seq=0 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.445+0000 7fc113400700 10 client.26027 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.445+0000 7fc113400700 1 -- 172.21.15.44:0/470743774 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55920e5da780 con 0x55920e694750 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.445+0000 7fc113400700 10 client.26027 handle_command_reply: tid=0 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 client.26027 shutdown 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e67a240 msgr2=0x55920e681b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e67a240 0x55920e681b10 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc120000c00 tx=0x7fc120004540 comp rx=0 tx=0).stop 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 shutdown_connections 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e679920 0x55920e6847a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e694750 0x55920e696b40 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e6850f0 0x55920e682050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/470743774 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e67a240 0x55920e681b10 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 >> 172.21.15.44:0/470743774 conn(0x55920e5a86a0 msgr2=0x55920e6759c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:24.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc113400700 0 client.26027 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:24.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 shutdown_connections 2024-04-26T02:01:24.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/470743774 wait complete. 2024-04-26T02:01:24.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.446+0000 7fc13e9c4b80 20 client.26027 trim_cache size 0 max 16384 2024-04-26T02:01:24.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 Processor -- start 2024-04-26T02:01:24.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 -- start start 2024-04-26T02:01:24.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e683bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e67a240 0x55920e69c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e6850f0 0x55920e69c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b38e0 con 0x55920e67a240 2024-04-26T02:01:24.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b5420 con 0x55920e679920 2024-04-26T02:01:24.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b3fb0 con 0x55920e6850f0 2024-04-26T02:01:24.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc131600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e67a240 0x55920e69c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc131600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e67a240 0x55920e69c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52270/0 (socket says 172.21.15.44:52270) 2024-04-26T02:01:24.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.468+0000 7fc131600700 1 -- 172.21.15.44:0/1102443518 learned_addr learned my addr 172.21.15.44:0/1102443518 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:24.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc130c00700 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e683bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc130c00700 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e6850f0 0x55920e69c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc131600700 1 -- 172.21.15.44:0/1102443518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e6850f0 msgr2=0x55920e69c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc131600700 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e6850f0 0x55920e69c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc131600700 1 -- 172.21.15.44:0/1102443518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 msgr2=0x55920e683bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc131600700 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e683bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc131600700 1 -- 172.21.15.44:0/1102443518 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55920e67a620 con 0x55920e67a240 2024-04-26T02:01:24.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.469+0000 7fc131600700 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e67a240 0x55920e69c280 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc1200195c0 tx=0x7fc120011840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7a794305766305 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:24.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc11e000700 1 -- 172.21.15.44:0/1102443518 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc120027040 con 0x55920e67a240 2024-04-26T02:01:24.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc11e000700 1 -- 172.21.15.44:0/1102443518 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc120011dd0 con 0x55920e67a240 2024-04-26T02:01:24.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc11e000700 1 -- 172.21.15.44:0/1102443518 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12001e040 con 0x55920e67a240 2024-04-26T02:01:24.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/1102443518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e67a240 msgr2=0x55920e69c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e67a240 0x55920e69c280 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc1200195c0 tx=0x7fc120011840 comp rx=0 tx=0).stop 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/1102443518 shutdown_connections 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e6850f0 0x55920e69c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e679920 0x55920e683bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/1102443518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e67a240 0x55920e69c280 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.470+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/1102443518 >> 172.21.15.44:0/1102443518 conn(0x55920e5a86a0 msgr2=0x55920e681f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.471+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/1102443518 shutdown_connections 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.471+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/1102443518 wait complete. 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.471+0000 7fc13e9c4b80 1 -- start start 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.471+0000 7fc13e9c4b80 1 Processor -- start 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e679920 0x55920e68d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e6850f0 0x55920e689ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc13e9c4b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e68a530 0x55920e68a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b4d50 con 0x55920e679920 2024-04-26T02:01:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b4680 con 0x55920e6850f0 2024-04-26T02:01:24.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc13e9c4b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c1b18a0 con 0x55920e68a530 2024-04-26T02:01:24.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc13e9c4b80 10 client.0 _ll_register_callbacks cb 0x55920e565820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:24.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc130c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e679920 0x55920e68d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc130c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e679920 0x55920e68d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52274/0 (socket says 172.21.15.44:52274) 2024-04-26T02:01:24.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc130c00700 1 -- 172.21.15.44:0/614472567 learned_addr learned my addr 172.21.15.44:0/614472567 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:24.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.472+0000 7fc131600700 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e6850f0 0x55920e689ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc130c00700 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e68a530 0x55920e68a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc130c00700 1 -- 172.21.15.44:0/614472567 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e68a530 msgr2=0x55920e68a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc130c00700 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e68a530 0x55920e68a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc130c00700 1 -- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e6850f0 msgr2=0x55920e689ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc130c00700 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e6850f0 0x55920e689ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc130c00700 1 -- 172.21.15.44:0/614472567 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55920e6fab00 con 0x55920e679920 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc130c00700 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e679920 0x55920e68d200 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc1180099c0 tx=0x7fc118019040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52419f805b98379e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc113400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc113400700 1 -- 172.21.15.44:0/614472567 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1180037c0 con 0x55920e679920 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc120011dd0 con 0x55920e679920 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.473+0000 7fc113400700 1 -- 172.21.15.44:0/614472567 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fc118003960 con 0x55920e679920 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc113400700 1 -- 172.21.15.44:0/614472567 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc118005700 con 0x55920e679920 2024-04-26T02:01:24.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 10 client.15930 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55920e6fbd50 con 0x55920e679920 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc113400700 1 -- 172.21.15.44:0/614472567 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc120011dd0 con 0x55920e679920 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc113400700 1 -- 172.21.15.44:0/614472567 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc1180290d0 con 0x55920e679920 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 10 client.15930 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 10 client.15930 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 20 client.15930 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e6fc400 0x55920e6fe7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 4 client.15930 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "da3d6b65", "release": true, "await": true}] 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.474+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "da3d6b65", "release": true, "await": true}) -- 0x55920e5d4820 con 0x55920e6fc400 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.475+0000 7fc131600700 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e6fc400 0x55920e6fe7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.475+0000 7fc131600700 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e6fc400 0x55920e6fe7f0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be81f8d313e8f83e server_cookie=f20418918dc558f1 in_seq=0 out_seq=0 2024-04-26T02:01:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.475+0000 7fc113400700 10 client.15930 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc113400700 1 -- 172.21.15.44:0/614472567 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55920e5d4820 con 0x55920e6fc400 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc113400700 10 client.15930 handle_command_reply: tid=0 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 client.15930 shutdown 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e679920 msgr2=0x55920e68d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e679920 0x55920e68d200 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc1180099c0 tx=0x7fc118019040 comp rx=0 tx=0).stop 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 shutdown_connections 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55920e68a530 0x55920e68a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55920e6fc400 0x55920e6fe7f0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55920e679920 0x55920e68d200 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 --2- 172.21.15.44:0/614472567 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55920e6850f0 0x55920e689ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 >> 172.21.15.44:0/614472567 conn(0x55920e5a86a0 msgr2=0x55920e683bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:24.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc113400700 0 client.15930 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:24.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 shutdown_connections 2024-04-26T02:01:24.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.478+0000 7fc13e9c4b80 1 -- 172.21.15.44:0/614472567 wait complete. 2024-04-26T02:01:24.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.479+0000 7fc13e9c4b80 20 client.15930 trim_cache size 0 max 16384 2024-04-26T02:01:24.478 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 16, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "da3d6b65": { 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 16, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 70.0, 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:01:24.479 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:24.480 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.479+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc1140a3e30 msgr2=0x7fc1140a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.479+0000 7fc134000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc1140a3e30 0x7fc1140a62f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc1240cd980 tx=0x7fc124009480 comp rx=0 tx=0).stop 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.479+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c10e3b0 msgr2=0x7fc12c1a3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.479+0000 7fc134000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c10e3b0 0x7fc12c1a3ff0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc12400ef30 tx=0x7fc12400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 shutdown_connections 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc1140a3e30 0x7fc1140a62f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc12c10e3b0 0x7fc12c1a3ff0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc12c1092d0 0x7fc12c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 --2- 172.21.15.44:0/2451964323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc12c109c80 0x7fc12c19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:24.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 >> 172.21.15.44:0/2451964323 conn(0x7fc12c076210 msgr2=0x7fc12c076830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:24.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 shutdown_connections 2024-04-26T02:01:24.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:24.480+0000 7fc134000700 1 -- 172.21.15.44:0/2451964323 wait complete. 2024-04-26T02:01:24.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:24 smithi044 ceph-mon[27847]: pgmap v198: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.2 KiB/s wr, 15 op/s 2024-04-26T02:01:24.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:24 smithi156 ceph-mon[32543]: pgmap v198: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.2 KiB/s wr, 15 op/s 2024-04-26T02:01:24.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:24 smithi090 ceph-mon[32456]: pgmap v198: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.2 KiB/s wr, 15 op/s 2024-04-26T02:01:25.469 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'da3d6b65', seconds elapsed: 25.8 2024-04-26T02:01:26.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:26 smithi156 ceph-mon[32543]: pgmap v199: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:01:26.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:26 smithi090 ceph-mon[32456]: pgmap v199: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:01:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:26 smithi044 ceph-mon[27847]: pgmap v199: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:127/600: open fd = 3 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:128/600: open fd = 3 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.506 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:129/600: open fd = 3 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:130/600: open fd = 3 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:131/600: open fd = 3 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:132/600: open fd = 3 2024-04-26T02:01:28.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:133/600: open fd = 3 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:134/600: open fd = 3 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:135/600: open fd = 3 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.508 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:136/600: open fd = 3 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:137/600: open fd = 3 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:138/600: open fd = 3 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:139/600: open fd = 3 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.509 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:140/600: open fd = 3 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:141/600: open fd = 3 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:142/600: open fd = 3 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:143/600: open fd = 3 2024-04-26T02:01:28.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:144/600: open fd = 3 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:145/600: open fd = 3 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:146/600: open fd = 3 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.511 INFO:tasks.workunit.client.0.smithi044.stdout:147/600: open fd = 3 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:148/600: open fd = 3 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:149/600: open fd = 3 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:150/600: open fd = 3 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.512 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:151/600: open fd = 3 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:152/600: open fd = 3 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:153/600: open fd = 3 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:154/600: open fd = 3 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.513 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:155/600: open fd = 3 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:156/600: open fd = 3 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:157/600: open fd = 3 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.514 INFO:tasks.workunit.client.0.smithi044.stdout:158/600: open fd = 3 2024-04-26T02:01:28.515 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.515 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.515 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.517 INFO:tasks.workunit.client.0.smithi044.stdout:159/600: open fd = 3 2024-04-26T02:01:28.517 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.517 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:160/600: open fd = 3 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:161/600: open fd = 3 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.518 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:162/600: open fd = 3 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:163/600: open fd = 3 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:164/600: open fd = 3 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.519 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:165/600: open fd = 3 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:166/600: open fd = 3 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:167/600: open fd = 3 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:168/600: open fd = 3 2024-04-26T02:01:28.520 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:169/600: open fd = 3 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:170/600: open fd = 3 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:171/600: open fd = 3 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.521 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:172/600: open fd = 3 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:173/600: open fd = 3 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:174/600: open fd = 3 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:175/600: open fd = 3 2024-04-26T02:01:28.522 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:176/600: open fd = 3 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:177/600: open fd = 3 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:178/600: open fd = 3 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:179/600: open fd = 3 2024-04-26T02:01:28.523 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:180/600: open fd = 3 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:181/600: open fd = 3 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:182/600: open fd = 3 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.524 INFO:tasks.workunit.client.0.smithi044.stdout:183/600: open fd = 3 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:184/600: open fd = 3 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:185/600: open fd = 3 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:186/600: open fd = 3 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.525 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.526 INFO:tasks.workunit.client.0.smithi044.stdout:187/600: open fd = 3 2024-04-26T02:01:28.526 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.526 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.526 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:01:28.526 INFO:tasks.workunit.client.0.smithi044.stdout:188/600: open fd = 3 2024-04-26T02:01:28.526 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.526 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:01:28.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:28 smithi156 ceph-mon[32543]: pgmap v200: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:01:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:28 smithi090 ceph-mon[32456]: pgmap v200: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:01:29.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:28 smithi044 ceph-mon[27847]: pgmap v200: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T02:01:30.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:30 smithi156 ceph-mon[32543]: pgmap v201: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.6 KiB/s wr, 16 op/s 2024-04-26T02:01:30.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:30 smithi090 ceph-mon[32456]: pgmap v201: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.6 KiB/s wr, 16 op/s 2024-04-26T02:01:31.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:30 smithi044 ceph-mon[27847]: pgmap v201: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.6 KiB/s wr, 16 op/s 2024-04-26T02:01:32.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:32 smithi156 ceph-mon[32543]: pgmap v202: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-26T02:01:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:32 smithi090 ceph-mon[32456]: pgmap v202: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-26T02:01:33.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:32 smithi044 ceph-mon[27847]: pgmap v202: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-26T02:01:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:34 smithi156 ceph-mon[32543]: pgmap v203: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-04-26T02:01:34.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:34 smithi090 ceph-mon[32456]: pgmap v203: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-04-26T02:01:35.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:34 smithi044 ceph-mon[27847]: pgmap v203: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 -- 172.21.15.44:0/2493524043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 msgr2=0x7f72f81088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 --2- 172.21.15.44:0/2493524043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 0x7f72f81088d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f72e4009930 tx=0x7f72e402a420 comp rx=0 tx=0).stop 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 -- 172.21.15.44:0/2493524043 shutdown_connections 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 --2- 172.21.15.44:0/2493524043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 0x7f72f8115250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 --2- 172.21.15.44:0/2493524043 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 0x7f72f81088d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 --2- 172.21.15.44:0/2493524043 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72f810e420 0x7f72f810e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 -- 172.21.15.44:0/2493524043 >> 172.21.15.44:0/2493524043 conn(0x7f72f8077d30 msgr2=0x7f72f8106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:36.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 -- 172.21.15.44:0/2493524043 shutdown_connections 2024-04-26T02:01:36.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.817+0000 7f72f7200640 1 -- 172.21.15.44:0/2493524043 wait complete. 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.818+0000 7f72f7200640 1 Processor -- start 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.818+0000 7f72f7200640 1 -- start start 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f7200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 0x7f72f81a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f7200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 0x7f72f81a4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f7200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72f810e420 0x7f72f819e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f7200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f72f8118620 con 0x7f72f8108e10 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f7200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81184a0 con 0x7f72f810e420 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f7200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81187a0 con 0x7f72f8108490 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f5400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 0x7f72f81a4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f5400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 0x7f72f81a4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50810/0 (socket says 172.21.15.44:50810) 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f5400640 1 -- 172.21.15.44:0/3388722872 learned_addr learned my addr 172.21.15.44:0/3388722872 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f6800640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72f810e420 0x7f72f819e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.819+0000 7f72f5e00640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 0x7f72f81a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f5400640 1 -- 172.21.15.44:0/3388722872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 msgr2=0x7f72f81a47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f5400640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 0x7f72f81a47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f5400640 1 -- 172.21.15.44:0/3388722872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72f810e420 msgr2=0x7f72f819e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f5400640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72f810e420 0x7f72f819e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f5400640 1 -- 172.21.15.44:0/3388722872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72f819f120 con 0x7f72f8108e10 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f5400640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 0x7f72f81a4ce0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f72e4005ab0 tx=0x7f72e4003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72eea00640 1 -- 172.21.15.44:0/3388722872 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e403f070 con 0x7f72f8108e10 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72eea00640 1 -- 172.21.15.44:0/3388722872 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72e4031b50 con 0x7f72f8108e10 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72f819f3b0 con 0x7f72f8108e10 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72eea00640 1 -- 172.21.15.44:0/3388722872 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e4035030 con 0x7f72f8108e10 2024-04-26T02:01:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.820+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72f81ab660 con 0x7f72f8108e10 2024-04-26T02:01:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 Processor -- start 2024-04-26T02:01:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 -- start start 2024-04-26T02:01:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec86d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec872d0 0x555a2ec91650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec93f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555a2ebec900 con 0x555a2ec872d0 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555a2eb92ef0 con 0x555a2ec91b90 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f7300053740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555a2ebe88c0 con 0x555a2ec869b0 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.825+0000 7f72eea00640 1 -- 172.21.15.44:0/3388722872 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f72e4042070 con 0x7f72f8108e10 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec86d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec86d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52660/0 (socket says 172.21.15.44:52660) 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 -- 172.21.15.44:0/2685062933 learned_addr learned my addr 172.21.15.44:0/2685062933 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f5e00640 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec872d0 0x555a2ec91650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f5400640 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec93f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 -- 172.21.15.44:0/2685062933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 msgr2=0x555a2ec93f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec93f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 -- 172.21.15.44:0/2685062933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec872d0 msgr2=0x555a2ec91650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec872d0 0x555a2ec91650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.826+0000 7f72f6800640 1 -- 172.21.15.44:0/2685062933 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a2e8ff210 con 0x555a2ec869b0 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.827+0000 7f72f6800640 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec86d90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f72f0009fd0 tx=0x7f72f00118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae6c416fd0c9fa7b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.827+0000 7f72e3400640 1 -- 172.21.15.44:0/2685062933 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f0004d20 con 0x555a2ec869b0 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.827+0000 7f72e3400640 1 -- 172.21.15.44:0/2685062933 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72f0004050 con 0x555a2ec869b0 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.827+0000 7f72e3400640 1 -- 172.21.15.44:0/2685062933 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f0005280 con 0x555a2ec869b0 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.827+0000 7f72eea00640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72dc0a3d90 0x7f72dc0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.827+0000 7f72eea00640 1 -- 172.21.15.44:0/3388722872 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7f72e40f0d30 con 0x7f72f8108e10 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f72f5e00640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72dc0a3d90 0x7f72dc0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 -- 172.21.15.44:0/2685062933 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 msgr2=0x555a2ec86d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec86d90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f72f0009fd0 tx=0x7f72f00118d0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 -- 172.21.15.44:0/2685062933 shutdown_connections 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec93f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec872d0 0x555a2ec91650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 --2- 172.21.15.44:0/2685062933 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec86d90 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 -- 172.21.15.44:0/2685062933 >> 172.21.15.44:0/2685062933 conn(0x555a2ec82ec0 msgr2=0x555a2ec832a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 -- 172.21.15.44:0/2685062933 shutdown_connections 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f7300053740 1 -- 172.21.15.44:0/2685062933 wait complete. 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.828+0000 7f72f5e00640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72dc0a3d90 0x7f72dc0a6250 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x555a2ec87f50 tx=0x7f72e8005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 -- start start 2024-04-26T02:01:36.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 Processor -- start 2024-04-26T02:01:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec8eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec8f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2ec8f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555a2ec947c0 con 0x555a2ec91b90 2024-04-26T02:01:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555a2eba6310 con 0x555a2ec872d0 2024-04-26T02:01:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555a2ec94940 con 0x555a2ec869b0 2024-04-26T02:01:36.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.829+0000 7f7300053740 10 client.0 _ll_register_callbacks cb 0x555a2eb74cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec8f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec8eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec8f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:40544/0 (socket says 172.21.15.44:40544) 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 -- 172.21.15.44:0/53539785 learned_addr learned my addr 172.21.15.44:0/53539785 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f6800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2ec8f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 -- 172.21.15.44:0/53539785 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 msgr2=0x555a2ec8eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec8eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 -- 172.21.15.44:0/53539785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 msgr2=0x555a2ec8f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2ec8f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 -- 172.21.15.44:0/53539785 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a2e9cb620 con 0x555a2ec872d0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72f5400640 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec8f070 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f72e40ee4c0 tx=0x7f72e4040fc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c23864f37ff92099 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72d7e00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72d7e00640 1 -- 172.21.15.44:0/53539785 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e4049070 con 0x555a2ec872d0 2024-04-26T02:01:36.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f72d7e00640 1 -- 172.21.15.44:0/53539785 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7f72e40b93d0 con 0x555a2ec872d0 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.830+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72f0004050 con 0x555a2ec872d0 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f72d7e00640 1 -- 172.21.15.44:0/53539785 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f72e40c1060 con 0x555a2ec872d0 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 10 client.26045 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555a2eca0a40 con 0x555a2ec872d0 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f72d7e00640 1 -- 172.21.15.44:0/53539785 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72f0004050 con 0x555a2ec872d0 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f72d7e00640 1 -- 172.21.15.44:0/53539785 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f72e40dd0b0 con 0x555a2ec872d0 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 10 client.26045 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 10 client.26045 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 20 client.26045 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2eca1f70 0x555a2eca43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 4 client.26045 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.831+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a2ec008b0 con 0x555a2eca1f70 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.832+0000 7f72f5e00640 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2eca1f70 0x555a2eca43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.832+0000 7f72f5e00640 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2eca1f70 0x555a2eca43f0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8c80a82c737e431 server_cookie=90cda71817f5f503 in_seq=0 out_seq=0 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.832+0000 7f72d7e00640 10 client.26045 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.833+0000 7f72d7e00640 1 -- 172.21.15.44:0/53539785 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555a2ec008b0 con 0x555a2eca1f70 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.833+0000 7f72d7e00640 10 client.26045 handle_command_reply: tid=0 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.833+0000 7f7300053740 1 client.26045 shutdown 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.833+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 msgr2=0x555a2ec8f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.833+0000 7f7300053740 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec8f070 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f72e40ee4c0 tx=0x7f72e4040fc0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 shutdown_connections 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2eca1f70 0x555a2eca43f0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2ec8f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec8f070 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 --2- 172.21.15.44:0/53539785 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec8eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f72d7e00640 0 client.26045 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 >> 172.21.15.44:0/53539785 conn(0x555a2ec82ec0 msgr2=0x555a2ec88c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 shutdown_connections 2024-04-26T02:01:36.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 1 -- 172.21.15.44:0/53539785 wait complete. 2024-04-26T02:01:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.834+0000 7f7300053740 20 client.26045 trim_cache size 0 max 16384 2024-04-26T02:01:36.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.850+0000 7f7300053740 1 Processor -- start 2024-04-26T02:01:36.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.850+0000 7f7300053740 1 -- start start 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.850+0000 7f7300053740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec9d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f7300053740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec89370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f7300053740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2eca9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f7300053740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81b3eb0 con 0x555a2ec91b90 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f7300053740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81b59f0 con 0x555a2ec872d0 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f7300053740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81b4580 con 0x555a2ec869b0 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec9d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec9d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52674/0 (socket says 172.21.15.44:52674) 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5e00640 1 -- 172.21.15.44:0/2113053394 learned_addr learned my addr 172.21.15.44:0/2113053394 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f6800640 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2eca9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5400640 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec89370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5400640 1 -- 172.21.15.44:0/2113053394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 msgr2=0x555a2ec9d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5400640 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec9d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5400640 1 -- 172.21.15.44:0/2113053394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 msgr2=0x555a2eca9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5400640 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2eca9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5400640 1 -- 172.21.15.44:0/2113053394 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a2ec7e820 con 0x555a2ec872d0 2024-04-26T02:01:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.851+0000 7f72f5e00640 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec9d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.852+0000 7f72f5400640 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec89370 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f72e4006010 tx=0x7f72e40bb270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8643bcf97984967 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.852+0000 7f72e2a00640 1 -- 172.21.15.44:0/2113053394 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e4049070 con 0x555a2ec872d0 2024-04-26T02:01:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.852+0000 7f72e2a00640 1 -- 172.21.15.44:0/2113053394 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72e40f3070 con 0x555a2ec872d0 2024-04-26T02:01:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.852+0000 7f72e2a00640 1 -- 172.21.15.44:0/2113053394 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e40c5920 con 0x555a2ec872d0 2024-04-26T02:01:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 -- 172.21.15.44:0/2113053394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 msgr2=0x555a2ec89370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec89370 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f72e4006010 tx=0x7f72e40bb270 comp rx=0 tx=0).stop 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 -- 172.21.15.44:0/2113053394 shutdown_connections 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec91b90 0x555a2eca9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec872d0 0x555a2ec89370 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 --2- 172.21.15.44:0/2113053394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec869b0 0x555a2ec9d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 -- 172.21.15.44:0/2113053394 >> 172.21.15.44:0/2113053394 conn(0x555a2ec82ec0 msgr2=0x555a2ec90bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 -- 172.21.15.44:0/2113053394 shutdown_connections 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 -- 172.21.15.44:0/2113053394 wait complete. 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.853+0000 7f7300053740 1 -- start start 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 1 Processor -- start 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec869b0 0x555a2ec99f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec872d0 0x555a2ec972e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec97820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81b5320 con 0x555a2ec869b0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81b4c50 con 0x555a2ec91b90 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f72f81b1eb0 con 0x555a2ec872d0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f7300053740 10 client.0 _ll_register_callbacks cb 0x7f72e40b9090 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f72f5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec869b0 0x555a2ec99f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f72f5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec869b0 0x555a2ec99f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50836/0 (socket says 172.21.15.44:50836) 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f72f5e00640 1 -- 172.21.15.44:0/691194509 learned_addr learned my addr 172.21.15.44:0/691194509 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f72f6800640 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec97820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.854+0000 7f72f5400640 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec872d0 0x555a2ec972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72f5e00640 1 -- 172.21.15.44:0/691194509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec872d0 msgr2=0x555a2ec972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72f5e00640 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec872d0 0x555a2ec972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72f5e00640 1 -- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 msgr2=0x555a2ec97820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72f5e00640 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec97820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72f5e00640 1 -- 172.21.15.44:0/691194509 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a2ec98000 con 0x555a2ec869b0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72f5e00640 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec869b0 0x555a2ec99f50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f72e8004430 tx=0x7f72e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64aacc087fc90376 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72d7e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.855+0000 7f72d7e00640 1 -- 172.21.15.44:0/691194509 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e8003af0 con 0x555a2ec869b0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f72d7e00640 1 -- 172.21.15.44:0/691194509 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7f72e8003c90 con 0x555a2ec869b0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72e40f3070 con 0x555a2ec869b0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f72d7e00640 1 -- 172.21.15.44:0/691194509 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f72e8003e90 con 0x555a2ec869b0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 10 client.15948 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555a2ed085c0 con 0x555a2ec869b0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f72d7e00640 1 -- 172.21.15.44:0/691194509 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72e40f3070 con 0x555a2ec869b0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f72d7e00640 1 -- 172.21.15.44:0/691194509 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f72e801fa70 con 0x555a2ec869b0 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 10 client.15948 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 10 client.15948 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 20 client.15948 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2ed08cc0 0x555a2ed0b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 4 client.15948 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:01:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.856+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555a2ebfa320 con 0x555a2ed08cc0 2024-04-26T02:01:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.857+0000 7f72f5400640 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2ed08cc0 0x555a2ed0b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.857+0000 7f72f5400640 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2ed08cc0 0x555a2ed0b0e0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52a35abdfaa8d049 server_cookie=9caba72ea02dccd6 in_seq=0 out_seq=0 2024-04-26T02:01:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.857+0000 7f72d7e00640 10 client.15948 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.866+0000 7f72d7e00640 1 -- 172.21.15.44:0/691194509 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555a2ebfa320 con 0x555a2ed08cc0 2024-04-26T02:01:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.866+0000 7f72d7e00640 10 client.15948 handle_command_reply: tid=0 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.866+0000 7f7300053740 1 client.15948 shutdown 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec869b0 msgr2=0x555a2ec99f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec869b0 0x555a2ec99f50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f72e8004430 tx=0x7f72e80046c0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 shutdown_connections 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555a2ed08cc0 0x555a2ed0b0e0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f72d7e00640 0 client.15948 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555a2ec91b90 0x555a2ec97820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555a2ec872d0 0x555a2ec972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 --2- 172.21.15.44:0/691194509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a2ec869b0 0x555a2ec99f50 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 >> 172.21.15.44:0/691194509 conn(0x555a2ec82ec0 msgr2=0x555a2ec8eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 shutdown_connections 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 1 -- 172.21.15.44:0/691194509 wait complete. 2024-04-26T02:01:36.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.867+0000 7f7300053740 20 client.15948 trim_cache size 0 max 16384 2024-04-26T02:01:36.867 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:01:36.867 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:01:36.867 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:01:36.867 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72dc0a3d90 msgr2=0x7f72dc0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72dc0a3d90 0x7f72dc0a6250 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x555a2ec87f50 tx=0x7f72e8005f90 comp rx=0 tx=0).stop 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 msgr2=0x7f72f81a4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 0x7f72f81a4ce0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f72e4005ab0 tx=0x7f72e4003b90 comp rx=0 tx=0).stop 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 shutdown_connections 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f72dc0a3d90 0x7f72dc0a6250 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f72f810e420 0x7f72f819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f72f8108e10 0x7f72f81a4ce0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 --2- 172.21.15.44:0/3388722872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f72f8108490 0x7f72f81a47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 >> 172.21.15.44:0/3388722872 conn(0x7f72f8077d30 msgr2=0x7f72f8078ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 shutdown_connections 2024-04-26T02:01:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:36.868+0000 7f72f7200640 1 -- 172.21.15.44:0/3388722872 wait complete. 2024-04-26T02:01:36.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:36 smithi156 ceph-mon[32543]: pgmap v204: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:36 smithi090 ceph-mon[32456]: pgmap v204: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:37.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:36 smithi044 ceph-mon[27847]: pgmap v204: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:38.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:38 smithi156 ceph-mon[32543]: pgmap v205: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:38 smithi090 ceph-mon[32456]: pgmap v205: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:39.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:38 smithi044 ceph-mon[27847]: pgmap v205: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:40.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:40 smithi156 ceph-mon[32543]: pgmap v206: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-26T02:01:40.989 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:40 smithi090 ceph-mon[32456]: pgmap v206: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-26T02:01:41.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:40 smithi044 ceph-mon[27847]: pgmap v206: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-26T02:01:42.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:42 smithi156 ceph-mon[32543]: pgmap v207: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:01:42.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:42 smithi090 ceph-mon[32456]: pgmap v207: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:01:43.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:42 smithi044 ceph-mon[27847]: pgmap v207: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:01:44.042 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 15.9 2024-04-26T02:01:44.043 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:44.523 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:44.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:44 smithi044 ceph-mon[27847]: pgmap v208: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:01:44.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:44 smithi156 ceph-mon[32543]: pgmap v208: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:01:44.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:44 smithi090 ceph-mon[32456]: pgmap v208: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:01:46.954 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:46 smithi044 ceph-mon[27847]: pgmap v209: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:01:46.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:46 smithi156 ceph-mon[32543]: pgmap v209: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:01:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:46 smithi090 ceph-mon[32456]: pgmap v209: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:01:47.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 -- 172.21.15.44:0/4243216738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806a750 msgr2=0x7f465806abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:47.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 --2- 172.21.15.44:0/4243216738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806a750 0x7f465806abb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f4644009990 tx=0x7f4644009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 -- 172.21.15.44:0/4243216738 shutdown_connections 2024-04-26T02:01:47.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 --2- 172.21.15.44:0/4243216738 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f465806b0f0 0x7f465810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 --2- 172.21.15.44:0/4243216738 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4658108a30 0x7f4658108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 --2- 172.21.15.44:0/4243216738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806a750 0x7f465806abb0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 -- 172.21.15.44:0/4243216738 >> 172.21.15.44:0/4243216738 conn(0x7f46580788f0 msgr2=0x7f4658078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:47.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 -- 172.21.15.44:0/4243216738 shutdown_connections 2024-04-26T02:01:47.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.243+0000 7f4660000700 1 -- 172.21.15.44:0/4243216738 wait complete. 2024-04-26T02:01:47.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.244+0000 7f4660000700 1 Processor -- start 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f4660000700 1 -- start start 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f4660000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f465806a750 0x7f465819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f4660000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806b0f0 0x7f465819b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f4660000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4658108a30 0x7f465819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f4660000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4658112c20 con 0x7f465806b0f0 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f4660000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4658112aa0 con 0x7f4658108a30 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f4660000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4658112da0 con 0x7f465806a750 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f465cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806b0f0 0x7f465819b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.245+0000 7f465cc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806b0f0 0x7f465819b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33418/0 (socket says 172.21.15.44:33418) 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465d600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f465806a750 0x7f465819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465cc00700 1 -- 172.21.15.44:0/1108027655 learned_addr learned my addr 172.21.15.44:0/1108027655 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465e000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4658108a30 0x7f465819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465cc00700 1 -- 172.21.15.44:0/1108027655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f465806a750 msgr2=0x7f465819b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:47.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465cc00700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f465806a750 0x7f465819b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465cc00700 1 -- 172.21.15.44:0/1108027655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4658108a30 msgr2=0x7f465819fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:47.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465cc00700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4658108a30 0x7f465819fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465cc00700 1 -- 172.21.15.44:0/1108027655 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46581a0320 con 0x7f465806b0f0 2024-04-26T02:01:47.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.246+0000 7f465cc00700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806b0f0 0x7f465819b850 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4644000c00 tx=0x7f46440057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:47.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.247+0000 7f4656000700 1 -- 172.21.15.44:0/1108027655 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644027070 con 0x7f465806b0f0 2024-04-26T02:01:47.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.247+0000 7f4656000700 1 -- 172.21.15.44:0/1108027655 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4644022470 con 0x7f465806b0f0 2024-04-26T02:01:47.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.247+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46581a05b0 con 0x7f465806b0f0 2024-04-26T02:01:47.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.247+0000 7f4656000700 1 -- 172.21.15.44:0/1108027655 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644017650 con 0x7f465806b0f0 2024-04-26T02:01:47.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.247+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46581a7e90 con 0x7f465806b0f0 2024-04-26T02:01:47.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.249+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4658069730 con 0x7f465806b0f0 2024-04-26T02:01:47.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.250+0000 7f4656000700 1 -- 172.21.15.44:0/1108027655 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f464402a070 con 0x7f465806b0f0 2024-04-26T02:01:47.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.252+0000 7f4656000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f46400a3e30 0x7f46400a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:47.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.252+0000 7f4656000700 1 -- 172.21.15.44:0/1108027655 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7f46440d14a0 con 0x7f465806b0f0 2024-04-26T02:01:47.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.252+0000 7f465d600700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f46400a3e30 0x7f46400a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:47.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.253+0000 7f465d600700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f46400a3e30 0x7f46400a62f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f464c00f540 tx=0x7f464c00b040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:47.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.257+0000 7f4656000700 1 -- 172.21.15.44:0/1108027655 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4644013070 con 0x7f465806b0f0 2024-04-26T02:01:47.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.540+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46581a8060 con 0x7f465806b0f0 2024-04-26T02:01:47.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.543+0000 7f4656000700 1 -- 172.21.15.44:0/1108027655 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f464409dbb0 con 0x7f465806b0f0 2024-04-26T02:01:47.542 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:01:47.542 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:01:47.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f46400a3e30 msgr2=0x7f46400a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:47.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f46400a3e30 0x7f46400a62f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f464c00f540 tx=0x7f464c00b040 comp rx=0 tx=0).stop 2024-04-26T02:01:47.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806b0f0 msgr2=0x7f465819b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:47.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806b0f0 0x7f465819b850 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4644000c00 tx=0x7f46440057c0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 shutdown_connections 2024-04-26T02:01:47.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f465806a750 0x7f465819b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f46400a3e30 0x7f46400a62f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4658108a30 0x7f465819fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 --2- 172.21.15.44:0/1108027655 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f465806b0f0 0x7f465819b850 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:47.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 >> 172.21.15.44:0/1108027655 conn(0x7f46580788f0 msgr2=0x7f46580ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:47.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.546+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 shutdown_connections 2024-04-26T02:01:47.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:47.547+0000 7f4660000700 1 -- 172.21.15.44:0/1108027655 wait complete. 2024-04-26T02:01:47.547 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:01:47.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:47 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1108027655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:47.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:47 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1108027655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:47.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:47 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1108027655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:48.464 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 75.9 --await-for 42.0' 2024-04-26T02:01:48.464 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 75.9 --await-for 42.0 2024-04-26T02:01:48.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:48 smithi044 ceph-mon[27847]: pgmap v210: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:01:48.914 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:48.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:48 smithi090 ceph-mon[32456]: pgmap v210: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:01:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:48 smithi156 ceph-mon[32543]: pgmap v210: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:01:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.018+0000 7f85ee000640 1 -- 172.21.15.44:0/3818435821 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e810e840 msgr2=0x7f85e8110c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.018+0000 7f85ee000640 1 --2- 172.21.15.44:0/3818435821 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e810e840 0x7f85e8110c30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f85e0009be0 tx=0x7f85e002a750 comp rx=0 tx=0).stop 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.019+0000 7f85ee000640 1 -- 172.21.15.44:0/3818435821 shutdown_connections 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.019+0000 7f85ee000640 1 --2- 172.21.15.44:0/3818435821 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e810e840 0x7f85e8110c30 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.019+0000 7f85ee000640 1 --2- 172.21.15.44:0/3818435821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f85e8074b70 0x7f85e810e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.019+0000 7f85ee000640 1 --2- 172.21.15.44:0/3818435821 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 0x7f85e8074630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.019+0000 7f85ee000640 1 -- 172.21.15.44:0/3818435821 >> 172.21.15.44:0/3818435821 conn(0x7f85e80793e0 msgr2=0x7f85e80797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.019+0000 7f85ee000640 1 -- 172.21.15.44:0/3818435821 shutdown_connections 2024-04-26T02:01:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.019+0000 7f85ee000640 1 -- 172.21.15.44:0/3818435821 wait complete. 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.020+0000 7f85ee000640 1 Processor -- start 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.020+0000 7f85ee000640 1 -- start start 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.020+0000 7f85ee000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 0x7f85e81a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.020+0000 7f85ee000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e8074b70 0x7f85e81a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85ee000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f85e810e840 0x7f85e819a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85ee000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f85e81143c0 con 0x7f85e810e840 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85ee000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f85e8114240 con 0x7f85e8074250 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85ee000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f85e8114540 con 0x7f85e8074b70 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f85e810e840 0x7f85e819a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 0x7f85e81a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 0x7f85e81a03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52184/0 (socket says 172.21.15.44:52184) 2024-04-26T02:01:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 -- 172.21.15.44:0/3212856051 learned_addr learned my addr 172.21.15.44:0/3212856051 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85dfe00640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e8074b70 0x7f85e81a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 -- 172.21.15.44:0/3212856051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e8074b70 msgr2=0x7f85e81a0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e8074b70 0x7f85e81a0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 -- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f85e810e840 msgr2=0x7f85e819a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f85e810e840 0x7f85e819a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7400640 1 -- 172.21.15.44:0/3212856051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e819adb0 con 0x7f85e8074250 2024-04-26T02:01:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.021+0000 7f85e7e00640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f85e810e840 0x7f85e819a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.022+0000 7f85e7400640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 0x7f85e81a03e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f85d800e9f0 tx=0x7f85d800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.022+0000 7f85e4c00640 1 -- 172.21.15.44:0/3212856051 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d800ccc0 con 0x7f85e8074250 2024-04-26T02:01:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.022+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e819b0a0 con 0x7f85e8074250 2024-04-26T02:01:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.022+0000 7f85e4c00640 1 -- 172.21.15.44:0/3212856051 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85d80108e0 con 0x7f85e8074250 2024-04-26T02:01:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.022+0000 7f85e4c00640 1 -- 172.21.15.44:0/3212856051 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8018880 con 0x7f85e8074250 2024-04-26T02:01:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.022+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e81a7480 con 0x7f85e8074250 2024-04-26T02:01:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.025+0000 7f85f0df7740 1 Processor -- start 2024-04-26T02:01:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.025+0000 7f85f0df7740 1 -- start start 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48dfbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85e4c00640 1 -- 172.21.15.44:0/3212856051 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f85d8010430 con 0x7f85e8074250 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e064c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e08df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85f0df7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bc48d61900 con 0x55bc48e06a00 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85f0df7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55bc48d07ef0 con 0x55bc48dfb820 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85f0df7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55bc48d5d8c0 con 0x55bc48dfc140 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85dfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e08df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48dfbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85e7400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e064c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85dfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e08df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33446/0 (socket says 172.21.15.44:33446) 2024-04-26T02:01:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.026+0000 7f85dfe00640 1 -- 172.21.15.44:0/3973325872 learned_addr learned my addr 172.21.15.44:0/3973325872 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85e7e00640 1 -- 172.21.15.44:0/3973325872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 msgr2=0x55bc48e064c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85e7e00640 1 --2- 172.21.15.44:0/3973325872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e064c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85e7e00640 1 -- 172.21.15.44:0/3973325872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 msgr2=0x55bc48e08df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85e7e00640 1 --2- 172.21.15.44:0/3973325872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e08df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85e7e00640 1 -- 172.21.15.44:0/3973325872 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc48a74210 con 0x55bc48dfb820 2024-04-26T02:01:50.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85e7e00640 1 --2- 172.21.15.44:0/3973325872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48dfbc00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f85e002ac70 tx=0x7f85e0005ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecc34b65600c80d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85d7e00640 1 -- 172.21.15.44:0/3973325872 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e0041030 con 0x55bc48dfb820 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85d7e00640 1 -- 172.21.15.44:0/3973325872 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85e0030970 con 0x55bc48dfb820 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85d7e00640 1 -- 172.21.15.44:0/3973325872 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e0036040 con 0x55bc48dfb820 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.027+0000 7f85e4c00640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f85cc0a3dc0 0x7f85cc0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85e4c00640 1 -- 172.21.15.44:0/3212856051 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7f85d80d0bd0 con 0x7f85e8074250 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85e7400640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f85cc0a3dc0 0x7f85cc0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 -- 172.21.15.44:0/3973325872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 msgr2=0x55bc48dfbc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 --2- 172.21.15.44:0/3973325872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48dfbc00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f85e002ac70 tx=0x7f85e0005ec0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 -- 172.21.15.44:0/3973325872 shutdown_connections 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 --2- 172.21.15.44:0/3973325872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e08df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 --2- 172.21.15.44:0/3973325872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e064c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 --2- 172.21.15.44:0/3973325872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48dfbc00 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 -- 172.21.15.44:0/3973325872 >> 172.21.15.44:0/3973325872 conn(0x55bc48df7d30 msgr2=0x55bc48df8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 -- 172.21.15.44:0/3973325872 shutdown_connections 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.028+0000 7f85f0df7740 1 -- 172.21.15.44:0/3973325872 wait complete. 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.029+0000 7f85e7400640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f85cc0a3dc0 0x7f85cc0a6280 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x55bc48dfcdc0 tx=0x7f85d80d4680 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.029+0000 7f85f0df7740 1 -- start start 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.029+0000 7f85f0df7740 1 Processor -- start 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e03f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e04460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85f0df7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bc48e095d0 con 0x55bc48e06a00 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85f0df7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55bc48d1b310 con 0x55bc48dfb820 2024-04-26T02:01:50.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85f0df7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55bc48e09750 con 0x55bc48dfc140 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85f0df7740 10 client.0 _ll_register_callbacks cb 0x55bc48ce9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e039e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52202/0 (socket says 172.21.15.44:52202) 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85e7e00640 1 -- 172.21.15.44:0/782417466 learned_addr learned my addr 172.21.15.44:0/782417466 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85dfe00640 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e03f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85e7e00640 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e04460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85dfe00640 1 -- 172.21.15.44:0/782417466 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 msgr2=0x55bc48e039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85dfe00640 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85dfe00640 1 -- 172.21.15.44:0/782417466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 msgr2=0x55bc48e04460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85dfe00640 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e04460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.030+0000 7f85dfe00640 1 -- 172.21.15.44:0/782417466 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc48b40620 con 0x55bc48dfc140 2024-04-26T02:01:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85dfe00640 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e03f20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x55bc48df8ec0 tx=0x7f85d0012b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=939423f7f73cb09c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85d4c00640 1 -- 172.21.15.44:0/782417466 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0004030 con 0x55bc48dfc140 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85e0030970 con 0x55bc48dfc140 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85d4c00640 1 -- 172.21.15.44:0/782417466 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7f85d00041d0 con 0x55bc48dfc140 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85d4c00640 1 -- 172.21.15.44:0/782417466 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f85d00043d0 con 0x55bc48dfc140 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85f0df7740 10 client.26077 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.031+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bc48e15930 con 0x55bc48dfc140 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85d4c00640 1 -- 172.21.15.44:0/782417466 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85e0030970 con 0x55bc48dfc140 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85d4c00640 1 -- 172.21.15.44:0/782417466 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f85d0003c40 con 0x55bc48dfc140 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85f0df7740 10 client.26077 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85f0df7740 10 client.26077 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85f0df7740 20 client.26077 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85f0df7740 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e16df0 0x55bc48e19200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85f0df7740 4 client.26077 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.032+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc48d758b0 con 0x55bc48e16df0 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.033+0000 7f85e7e00640 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e16df0 0x55bc48e19200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.033+0000 7f85e7e00640 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e16df0 0x55bc48e19200 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac87b8cbd2ce8d22 server_cookie=8d51b62a29d882a4 in_seq=0 out_seq=0 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.033+0000 7f85d4c00640 10 client.26077 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85d4c00640 1 -- 172.21.15.44:0/782417466 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bc48d758b0 con 0x55bc48e16df0 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85d4c00640 10 client.26077 handle_command_reply: tid=0 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 client.26077 shutdown 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 msgr2=0x55bc48e03f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e03f20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x55bc48df8ec0 tx=0x7f85d0012b60 comp rx=0 tx=0).stop 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 shutdown_connections 2024-04-26T02:01:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e16df0 0x55bc48e19200 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e04460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfc140 0x55bc48e03f20 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 --2- 172.21.15.44:0/782417466 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85d4c00640 0 client.26077 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.034+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 >> 172.21.15.44:0/782417466 conn(0x55bc48df7d30 msgr2=0x55bc48dfda60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.035+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 shutdown_connections 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.035+0000 7f85f0df7740 1 -- 172.21.15.44:0/782417466 wait complete. 2024-04-26T02:01:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.035+0000 7f85f0df7740 20 client.26077 trim_cache size 0 max 16384 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 Processor -- start 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 -- start start 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfb820 0x55bc48e12490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48e06a00 0x55bc48df7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06220 0x55bc48e1eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f85e81afb00 con 0x55bc48e06220 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f85e81b1640 con 0x55bc48e06a00 2024-04-26T02:01:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.051+0000 7f85f0df7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f85e81b01d0 con 0x55bc48dfb820 2024-04-26T02:01:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06220 0x55bc48e1eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48e06a00 0x55bc48df7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48e06a00 0x55bc48df7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52212/0 (socket says 172.21.15.44:52212) 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 -- 172.21.15.44:0/4161556504 learned_addr learned my addr 172.21.15.44:0/4161556504 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85e7e00640 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfb820 0x55bc48e12490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 -- 172.21.15.44:0/4161556504 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfb820 msgr2=0x55bc48e12490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfb820 0x55bc48e12490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 -- 172.21.15.44:0/4161556504 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06220 msgr2=0x55bc48e1eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06220 0x55bc48e1eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 -- 172.21.15.44:0/4161556504 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc48df7b50 con 0x55bc48e06a00 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.052+0000 7f85dfe00640 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48e06a00 0x55bc48df7610 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f85d000a010 tx=0x7f85d0009460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c9596886f471495 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85d7400640 1 -- 172.21.15.44:0/4161556504 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0029070 con 0x55bc48e06a00 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85d7400640 1 -- 172.21.15.44:0/4161556504 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85d0004030 con 0x55bc48e06a00 2024-04-26T02:01:50.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85d7400640 1 -- 172.21.15.44:0/4161556504 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0010a00 con 0x55bc48e06a00 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 -- 172.21.15.44:0/4161556504 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48e06a00 msgr2=0x55bc48df7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48e06a00 0x55bc48df7610 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f85d000a010 tx=0x7f85d0009460 comp rx=0 tx=0).stop 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 -- 172.21.15.44:0/4161556504 shutdown_connections 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06220 0x55bc48e1eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48e06a00 0x55bc48df7610 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 --2- 172.21.15.44:0/4161556504 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48dfb820 0x55bc48e12490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 -- 172.21.15.44:0/4161556504 >> 172.21.15.44:0/4161556504 conn(0x55bc48df7d30 msgr2=0x55bc48df8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 -- 172.21.15.44:0/4161556504 shutdown_connections 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.053+0000 7f85f0df7740 1 -- 172.21.15.44:0/4161556504 wait complete. 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 -- start start 2024-04-26T02:01:50.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 Processor -- start 2024-04-26T02:01:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e0c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48e06220 0x55bc48e0cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e0d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f85e81b0f70 con 0x55bc48e06a00 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f85e81b08a0 con 0x55bc48dfb820 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.054+0000 7f85f0df7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f85e81adb00 con 0x55bc48e06220 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85f0df7740 10 client.0 _ll_register_callbacks cb 0x7f85d0009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e0d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e0d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33488/0 (socket says 172.21.15.44:33488) 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 -- 172.21.15.44:0/1511133241 learned_addr learned my addr 172.21.15.44:0/1511133241 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e0c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85dfe00640 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48e06220 0x55bc48e0cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 -- 172.21.15.44:0/1511133241 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48e06220 msgr2=0x55bc48e0cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48e06220 0x55bc48e0cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 -- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 msgr2=0x55bc48e0c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e0c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.055+0000 7f85e7e00640 1 -- 172.21.15.44:0/1511133241 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc48e84d00 con 0x55bc48e06a00 2024-04-26T02:01:50.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85e7e00640 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e0d010 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f85e0005f00 tx=0x7f85e0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc4c98474013bb92 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85d4c00640 1 -- 172.21.15.44:0/1511133241 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e0036070 con 0x55bc48e06a00 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85d0004030 con 0x55bc48e06a00 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85d4c00640 1 -- 172.21.15.44:0/1511133241 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7f85e0054ae0 con 0x55bc48e06a00 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85d4c00640 1 -- 172.21.15.44:0/1511133241 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f85e0041040 con 0x55bc48e06a00 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85f0df7740 10 client.15972 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bc48e85ff0 con 0x55bc48e06a00 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85d4c00640 1 -- 172.21.15.44:0/1511133241 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85d0004030 con 0x55bc48e06a00 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.056+0000 7f85d4c00640 1 -- 172.21.15.44:0/1511133241 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f85e0054ce0 con 0x55bc48e06a00 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.057+0000 7f85f0df7740 10 client.15972 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.057+0000 7f85f0df7740 10 client.15972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.057+0000 7f85f0df7740 20 client.15972 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.057+0000 7f85f0df7740 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e862e0 0x55bc48e886d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.057+0000 7f85f0df7740 4 client.15972 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.057+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc48d6f320 con 0x55bc48e862e0 2024-04-26T02:01:50.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.057+0000 7f85dfe00640 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e862e0 0x55bc48e886d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:50.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.058+0000 7f85dfe00640 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e862e0 0x55bc48e886d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32e2a912b20a0e57 server_cookie=25f890db2bfa9a8d in_seq=0 out_seq=0 2024-04-26T02:01:50.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.058+0000 7f85d4c00640 10 client.15972 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85d4c00640 1 -- 172.21.15.44:0/1511133241 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bc48d6f320 con 0x55bc48e862e0 2024-04-26T02:01:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85d4c00640 10 client.15972 handle_command_reply: tid=0 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 client.15972 shutdown 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 msgr2=0x55bc48e0d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e0d010 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f85e0005f00 tx=0x7f85e0004040 comp rx=0 tx=0).stop 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 shutdown_connections 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bc48e862e0 0x55bc48e886d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc48e06a00 0x55bc48e0d010 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bc48e06220 0x55bc48e0cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 --2- 172.21.15.44:0/1511133241 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bc48dfb820 0x55bc48e0c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.066+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 >> 172.21.15.44:0/1511133241 conn(0x55bc48df7d30 msgr2=0x55bc48e05210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.067+0000 7f85d4c00640 0 client.15972 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.067+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 shutdown_connections 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.067+0000 7f85f0df7740 1 -- 172.21.15.44:0/1511133241 wait complete. 2024-04-26T02:01:50.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.067+0000 7f85f0df7740 20 client.15972 trim_cache size 0 max 16384 2024-04-26T02:01:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:01:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:01:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:01:50.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f85cc0a3dc0 msgr2=0x7f85cc0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f85cc0a3dc0 0x7f85cc0a6280 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x55bc48dfcdc0 tx=0x7f85d80d4680 comp rx=0 tx=0).stop 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 msgr2=0x7f85e81a03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 0x7f85e81a03e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f85d800e9f0 tx=0x7f85d800edf0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 shutdown_connections 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f85cc0a3dc0 0x7f85cc0a6280 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f85e810e840 0x7f85e819a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f85e8074b70 0x7f85e81a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 --2- 172.21.15.44:0/3212856051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f85e8074250 0x7f85e81a03e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 >> 172.21.15.44:0/3212856051 conn(0x7f85e80793e0 msgr2=0x7f85e80fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 shutdown_connections 2024-04-26T02:01:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:01:50.068+0000 7f85ee000640 1 -- 172.21.15.44:0/3212856051 wait complete. 2024-04-26T02:01:50.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:50 smithi044 ceph-mon[27847]: pgmap v211: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:01:51.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.141+0000 7fa666400700 1 -- 172.21.15.44:0/1924547443 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa660108a30 msgr2=0x7fa660108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.141+0000 7fa666400700 1 --2- 172.21.15.44:0/1924547443 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa660108a30 0x7fa660108e10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa6500098f0 tx=0x7fa650009c00 comp rx=0 tx=0).stop 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.142+0000 7fa666400700 1 -- 172.21.15.44:0/1924547443 shutdown_connections 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.142+0000 7fa666400700 1 --2- 172.21.15.44:0/1924547443 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa660108a30 0x7fa660108e10 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.142+0000 7fa666400700 1 --2- 172.21.15.44:0/1924547443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6601034b0 0x7fa66010f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.142+0000 7fa666400700 1 --2- 172.21.15.44:0/1924547443 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660102af0 0x7fa660102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.142+0000 7fa666400700 1 -- 172.21.15.44:0/1924547443 >> 172.21.15.44:0/1924547443 conn(0x7fa660079b10 msgr2=0x7fa660079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.142+0000 7fa666400700 1 -- 172.21.15.44:0/1924547443 shutdown_connections 2024-04-26T02:01:51.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.142+0000 7fa666400700 1 -- 172.21.15.44:0/1924547443 wait complete. 2024-04-26T02:01:51.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.144+0000 7fa666400700 1 Processor -- start 2024-04-26T02:01:51.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.144+0000 7fa666400700 1 -- start start 2024-04-26T02:01:51.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa666400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa660102af0 0x7fa660199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa666400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6601034b0 0x7fa6601996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa666400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660108a30 0x7fa66019da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa666400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa660112c70 con 0x7fa660102af0 2024-04-26T02:01:51.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa666400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa660112af0 con 0x7fa660108a30 2024-04-26T02:01:51.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa666400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa660112df0 con 0x7fa6601034b0 2024-04-26T02:01:51.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa660102af0 0x7fa660199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa65fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660108a30 0x7fa66019da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa660102af0 0x7fa660199180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33512/0 (socket says 172.21.15.44:33512) 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa65f400700 1 -- 172.21.15.44:0/3180050437 learned_addr learned my addr 172.21.15.44:0/3180050437 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa65ea00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6601034b0 0x7fa6601996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.145+0000 7fa65fe00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660108a30 0x7fa66019da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52236/0 (socket says 172.21.15.44:52236) 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65fe00700 1 -- 172.21.15.44:0/3180050437 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6601034b0 msgr2=0x7fa6601996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65fe00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6601034b0 0x7fa6601996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65fe00700 1 -- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa660102af0 msgr2=0x7fa660199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65fe00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa660102af0 0x7fa660199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65fe00700 1 -- 172.21.15.44:0/3180050437 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa66019e140 con 0x7fa660108a30 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65f400700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa660102af0 0x7fa660199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:51.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65ea00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6601034b0 0x7fa6601996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:51.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa65fe00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660108a30 0x7fa66019da00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa658009cd0 tx=0x7fa65800b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:51.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.146+0000 7fa657e00700 1 -- 172.21.15.44:0/3180050437 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6580090d0 con 0x7fa660108a30 2024-04-26T02:01:51.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.147+0000 7fa657e00700 1 -- 172.21.15.44:0/3180050437 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa658009270 con 0x7fa660108a30 2024-04-26T02:01:51.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.147+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa66019e3d0 con 0x7fa660108a30 2024-04-26T02:01:51.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.147+0000 7fa657e00700 1 -- 172.21.15.44:0/3180050437 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa658004810 con 0x7fa660108a30 2024-04-26T02:01:51.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.147+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa660074c70 con 0x7fa660108a30 2024-04-26T02:01:51.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.152+0000 7fa657e00700 1 -- 172.21.15.44:0/3180050437 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa658003a00 con 0x7fa660108a30 2024-04-26T02:01:51.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 Processor -- start 2024-04-26T02:01:51.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 -- start start 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa657e00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6440a3ed0 0x7fa6440a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfc2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfcdc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfd0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa657e00700 1 -- 172.21.15.44:0/3180050437 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fa6580d4060 con 0x7fa660108a30 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56134cf16020 con 0x56134cfc29b0 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56134cebc8c0 con 0x56134cfce180 2024-04-26T02:01:51.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.153+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56134cf11fe0 con 0x56134cfc32d0 2024-04-26T02:01:51.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfc2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfc2d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33528/0 (socket says 172.21.15.44:33528) 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65ea00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6440a3ed0 0x7fa6440a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 -- 172.21.15.44:0/4102207711 learned_addr learned my addr 172.21.15.44:0/4102207711 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65fe00700 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfd0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65ea00700 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfcdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 -- 172.21.15.44:0/4102207711 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 msgr2=0x56134cfcdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfcdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 -- 172.21.15.44:0/4102207711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 msgr2=0x56134cfd0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfd0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65f400700 1 -- 172.21.15.44:0/4102207711 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56134ceb2810 con 0x56134cfc29b0 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.154+0000 7fa65fe00700 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfd0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.155+0000 7fa65f400700 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfc2d90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa6500095f0 tx=0x7fa650009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=397106c17121b6a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.155+0000 7fa65ea00700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6440a3ed0 0x7fa6440a6390 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa64c0097a0 tx=0x7fa64c009dc0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.155+0000 7fa654c00700 1 -- 172.21.15.44:0/4102207711 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65000f760 con 0x56134cfc29b0 2024-04-26T02:01:51.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.155+0000 7fa654c00700 1 -- 172.21.15.44:0/4102207711 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa65000f900 con 0x56134cfc29b0 2024-04-26T02:01:51.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.155+0000 7fa654c00700 1 -- 172.21.15.44:0/4102207711 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65000bb70 con 0x56134cfc29b0 2024-04-26T02:01:51.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 -- 172.21.15.44:0/4102207711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 msgr2=0x56134cfc2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfc2d90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa6500095f0 tx=0x7fa650009620 comp rx=0 tx=0).stop 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 -- 172.21.15.44:0/4102207711 shutdown_connections 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfd0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfc2d90 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/4102207711 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfcdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 -- 172.21.15.44:0/4102207711 >> 172.21.15.44:0/4102207711 conn(0x56134cef1730 msgr2=0x56134cfbee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 -- 172.21.15.44:0/4102207711 shutdown_connections 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.156+0000 7fa670dfbb80 1 -- 172.21.15.44:0/4102207711 wait complete. 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.157+0000 7fa670dfbb80 1 -- start start 2024-04-26T02:01:51.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.157+0000 7fa670dfbb80 1 Processor -- start 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfcd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc32d0 0x56134cfcab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfcb070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56134cfd0c40 con 0x56134cfc29b0 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56134cecf9f0 con 0x56134cfc32d0 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56134cfd0dc0 con 0x56134cfce180 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa670dfbb80 10 client.0 _ll_register_callbacks cb 0x56134ceae8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfcd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfcd830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33530/0 (socket says 172.21.15.44:33530) 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa65f400700 1 -- 172.21.15.44:0/1867121520 learned_addr learned my addr 172.21.15.44:0/1867121520 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa65ea00700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc32d0 0x56134cfcab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.158+0000 7fa65fe00700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfcb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa65f400700 1 -- 172.21.15.44:0/1867121520 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 msgr2=0x56134cfcb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa65f400700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfcb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa65f400700 1 -- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc32d0 msgr2=0x56134cfcab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa65f400700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc32d0 0x56134cfcab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa65f400700 1 -- 172.21.15.44:0/1867121520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56134ce63a60 con 0x56134cfc29b0 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa65ea00700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc32d0 0x56134cfcab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa65f400700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfcd830 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa650009c40 tx=0x7fa65000f890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b31b5e84c74ec41 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa649600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa649600700 1 -- 172.21.15.44:0/1867121520 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa650030070 con 0x56134cfc29b0 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa649600700 1 -- 172.21.15.44:0/1867121520 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fa65000b9b0 con 0x56134cfc29b0 2024-04-26T02:01:51.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.159+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa65000f900 con 0x56134cfc29b0 2024-04-26T02:01:51.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.160+0000 7fa649600700 1 -- 172.21.15.44:0/1867121520 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa65003c050 con 0x56134cfc29b0 2024-04-26T02:01:51.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.160+0000 7fa670dfbb80 10 client.15984 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:51.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.160+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56134ceacc80 con 0x56134cfc29b0 2024-04-26T02:01:51.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.160+0000 7fa649600700 1 -- 172.21.15.44:0/1867121520 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa65000f900 con 0x56134cfc29b0 2024-04-26T02:01:51.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.160+0000 7fa649600700 1 -- 172.21.15.44:0/1867121520 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa65002c430 con 0x56134cfc29b0 2024-04-26T02:01:51.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.160+0000 7fa670dfbb80 10 client.15984 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.160+0000 7fa670dfbb80 10 client.15984 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.161+0000 7fa670dfbb80 20 client.15984 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.161+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134cfdd770 0x56134cfdfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.161+0000 7fa670dfbb80 4 client.15984 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.161+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56134cf23810 con 0x56134cfdd770 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.161+0000 7fa65ea00700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134cfdd770 0x56134cfdfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.162+0000 7fa65ea00700 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134cfdd770 0x56134cfdfb60 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=199de048b1688c08 server_cookie=dafb83c00122c69c in_seq=0 out_seq=0 2024-04-26T02:01:51.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.162+0000 7fa649600700 10 client.15984 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:51.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.162+0000 7fa649600700 1 -- 172.21.15.44:0/1867121520 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56134cf23810 con 0x56134cfdd770 2024-04-26T02:01:51.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.162+0000 7fa649600700 10 client.15984 handle_command_reply: tid=0 2024-04-26T02:01:51.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.162+0000 7fa670dfbb80 1 client.15984 shutdown 2024-04-26T02:01:51.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 msgr2=0x56134cfcd830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfcd830 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa650009c40 tx=0x7fa65000f890 comp rx=0 tx=0).stop 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 shutdown_connections 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfcb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134cfdd770 0x56134cfdfb60 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfcd830 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/1867121520 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc32d0 0x56134cfcab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 >> 172.21.15.44:0/1867121520 conn(0x56134cef1730 msgr2=0x56134cfbea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa649600700 0 client.15984 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 shutdown_connections 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 1 -- 172.21.15.44:0/1867121520 wait complete. 2024-04-26T02:01:51.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.163+0000 7fa670dfbb80 20 client.15984 trim_cache size 0 max 16384 2024-04-26T02:01:51.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.185+0000 7fa670dfbb80 1 Processor -- start 2024-04-26T02:01:51.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.185+0000 7fa670dfbb80 1 -- start start 2024-04-26T02:01:51.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.185+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc29b0 0x56134cfbefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc32d0 0x56134cfc60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfe27a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa6601aaf80 con 0x56134cfc32d0 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa6601acac0 con 0x56134cfc29b0 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa6601ab650 con 0x56134cfce180 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc32d0 0x56134cfc60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc29b0 0x56134cfbefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc29b0 0x56134cfbefa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52276/0 (socket says 172.21.15.44:52276) 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 -- 172.21.15.44:0/302423590 learned_addr learned my addr 172.21.15.44:0/302423590 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:51.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65fe00700 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfe27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 -- 172.21.15.44:0/302423590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 msgr2=0x56134cfe27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfe27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 -- 172.21.15.44:0/302423590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc32d0 msgr2=0x56134cfc60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc32d0 0x56134cfc60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.186+0000 7fa65f400700 1 -- 172.21.15.44:0/302423590 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56134cfc36b0 con 0x56134cfc29b0 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.187+0000 7fa65f400700 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc29b0 0x56134cfbefa0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fa65000b690 tx=0x7fa650005330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9928dc9daeb70852 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.187+0000 7fa64be00700 1 -- 172.21.15.44:0/302423590 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa650030070 con 0x56134cfc29b0 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.187+0000 7fa64be00700 1 -- 172.21.15.44:0/302423590 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa65002cb70 con 0x56134cfc29b0 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.187+0000 7fa64be00700 1 -- 172.21.15.44:0/302423590 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6500038e0 con 0x56134cfc29b0 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 -- 172.21.15.44:0/302423590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc29b0 msgr2=0x56134cfbefa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc29b0 0x56134cfbefa0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fa65000b690 tx=0x7fa650005330 comp rx=0 tx=0).stop 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 -- 172.21.15.44:0/302423590 shutdown_connections 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfce180 0x56134cfe27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfc29b0 0x56134cfbefa0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/302423590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc32d0 0x56134cfc60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 -- 172.21.15.44:0/302423590 >> 172.21.15.44:0/302423590 conn(0x56134cef1730 msgr2=0x56134cfc59c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:51.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 -- 172.21.15.44:0/302423590 shutdown_connections 2024-04-26T02:01:51.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.188+0000 7fa670dfbb80 1 -- 172.21.15.44:0/302423590 wait complete. 2024-04-26T02:01:51.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 -- start start 2024-04-26T02:01:51.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 Processor -- start 2024-04-26T02:01:51.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfe04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfe0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfe0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa6601ac3f0 con 0x56134cfc29b0 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa6601abd20 con 0x56134cfce180 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.189+0000 7fa670dfbb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa6601a8f40 con 0x56134cfc32d0 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa670dfbb80 10 client.0 _ll_register_callbacks cb 0x56134ceae8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfe04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfe04d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33540/0 (socket says 172.21.15.44:33540) 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65ea00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfe0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65f400700 1 -- 172.21.15.44:0/3447302692 learned_addr learned my addr 172.21.15.44:0/3447302692 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65fe00700 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfe0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65ea00700 1 -- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 msgr2=0x56134cfe0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65ea00700 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfe0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65ea00700 1 -- 172.21.15.44:0/3447302692 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 msgr2=0x56134cfe04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65ea00700 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfe04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65ea00700 1 -- 172.21.15.44:0/3447302692 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56134d042c50 con 0x56134cfc32d0 2024-04-26T02:01:51.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.190+0000 7fa65f400700 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfe04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:51.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa65ea00700 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfe0a10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x56134cfd0f10 tx=0x7fa64c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=948cc527f996d97b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:51.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa649600700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:01:51.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa649600700 1 -- 172.21.15.44:0/3447302692 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa64c00fd10 con 0x56134cfc32d0 2024-04-26T02:01:51.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa65002cb70 con 0x56134cfc32d0 2024-04-26T02:01:51.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa649600700 1 -- 172.21.15.44:0/3447302692 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fa64c003680 con 0x56134cfc32d0 2024-04-26T02:01:51.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa649600700 1 -- 172.21.15.44:0/3447302692 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa64c003880 con 0x56134cfc32d0 2024-04-26T02:01:51.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa670dfbb80 10 client.26101 fetch_fsmap learned FSMap version 31 2024-04-26T02:01:51.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.191+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56134d043f90 con 0x56134cfc32d0 2024-04-26T02:01:51.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa649600700 1 -- 172.21.15.44:0/3447302692 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa65002cb70 con 0x56134cfc32d0 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa649600700 1 -- 172.21.15.44:0/3447302692 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa64c02b510 con 0x56134cfc32d0 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa670dfbb80 10 client.26101 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa670dfbb80 10 client.26101 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa670dfbb80 20 client.26101 populate_metadata read hostname 'smithi044' 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134d0446f0 0x56134d046b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa670dfbb80 4 client.26101 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 75.9, "await_for": 42.0}] 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.192+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 75.9, "await_for": 42.0}) -- 0x56134cf1d8b0 con 0x56134d0446f0 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.193+0000 7fa65f400700 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134d0446f0 0x56134d046b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.193+0000 7fa65f400700 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134d0446f0 0x56134d046b10 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb20091b5bef77c4 server_cookie=c04a693fa9614096 in_seq=0 out_seq=0 2024-04-26T02:01:51.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.193+0000 7fa649600700 10 client.26101 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa649600700 1 -- 172.21.15.44:0/3447302692 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x56134cf1d8b0 con 0x56134d0446f0 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa649600700 10 client.26101 handle_command_reply: tid=0 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 client.26101 shutdown 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 msgr2=0x56134cfe0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfe0a10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x56134cfd0f10 tx=0x7fa64c004750 comp rx=0 tx=0).stop 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 shutdown_connections 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56134d0446f0 0x56134d046b10 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56134cfce180 0x56134cfe0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56134cfc29b0 0x56134cfe04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 --2- 172.21.15.44:0/3447302692 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56134cfc32d0 0x56134cfe0a10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 >> 172.21.15.44:0/3447302692 conn(0x56134cef1730 msgr2=0x56134cfccbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:51.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.208+0000 7fa649600700 0 client.26101 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:01:51.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.209+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 shutdown_connections 2024-04-26T02:01:51.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.209+0000 7fa670dfbb80 1 -- 172.21.15.44:0/3447302692 wait complete. 2024-04-26T02:01:51.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.209+0000 7fa670dfbb80 20 client.26101 trim_cache size 0 max 16384 2024-04-26T02:01:51.208 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 18, 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "a29c9078": { 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 18, 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:01:51.209 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 75.9, 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:01:51.210 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6440a3ed0 msgr2=0x7fa6440a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6440a3ed0 0x7fa6440a6390 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa64c0097a0 tx=0x7fa64c009dc0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660108a30 msgr2=0x7fa66019da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660108a30 0x7fa66019da00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa658009cd0 tx=0x7fa65800b980 comp rx=0 tx=0).stop 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 shutdown_connections 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6440a3ed0 0x7fa6440a6390 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa660108a30 0x7fa66019da00 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa660102af0 0x7fa660199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 --2- 172.21.15.44:0/3180050437 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa6601034b0 0x7fa6601996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:51.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 >> 172.21.15.44:0/3180050437 conn(0x7fa660079b10 msgr2=0x7fa660101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:51.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 shutdown_connections 2024-04-26T02:01:51.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:01:51.210+0000 7fa666400700 1 -- 172.21.15.44:0/3180050437 wait complete. 2024-04-26T02:01:51.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:50 smithi156 ceph-mon[32543]: pgmap v211: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:01:51.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:50 smithi090 ceph-mon[32456]: pgmap v211: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:01:52.389 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a29c9078', quiesce took 8.3 seconds. Will release after: 15.9 2024-04-26T02:01:53.039 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:52 smithi090 ceph-mon[32456]: pgmap v212: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 13 op/s 2024-04-26T02:01:53.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:52 smithi044 ceph-mon[27847]: pgmap v212: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 13 op/s 2024-04-26T02:01:53.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:52 smithi156 ceph-mon[32543]: pgmap v212: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 13 op/s 2024-04-26T02:01:55.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:54 smithi044 ceph-mon[27847]: pgmap v213: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-04-26T02:01:55.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:54 smithi156 ceph-mon[32543]: pgmap v213: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-04-26T02:01:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:54 smithi090 ceph-mon[32456]: pgmap v213: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-04-26T02:01:57.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:56 smithi044 ceph-mon[27847]: pgmap v214: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:57.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:56 smithi156 ceph-mon[32543]: pgmap v214: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:57.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:56 smithi090 ceph-mon[32456]: pgmap v214: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:58.946 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:01:58 smithi044 ceph-mon[27847]: pgmap v215: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:59.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:01:58 smithi156 ceph-mon[32543]: pgmap v215: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:01:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:01:58 smithi090 ceph-mon[32456]: pgmap v215: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:02:01.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:00 smithi044 ceph-mon[27847]: pgmap v216: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-04-26T02:02:01.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:00 smithi156 ceph-mon[32543]: pgmap v216: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-04-26T02:02:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:00 smithi090 ceph-mon[32456]: pgmap v216: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-04-26T02:02:03.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:02 smithi044 ceph-mon[27847]: pgmap v217: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.5 KiB/s wr, 12 op/s 2024-04-26T02:02:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 -- 172.21.15.44:0/3060073925 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8101910 msgr2=0x7fe9e8105dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 --2- 172.21.15.44:0/3060073925 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8101910 0x7fe9e8105dd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4009900 tx=0x7fe9d402a480 comp rx=0 tx=0).stop 2024-04-26T02:02:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 -- 172.21.15.44:0/3060073925 shutdown_connections 2024-04-26T02:02:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 --2- 172.21.15.44:0/3060073925 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9e81063f0 0x7fe9e81068a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 --2- 172.21.15.44:0/3060073925 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8101910 0x7fe9e8105dd0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 --2- 172.21.15.44:0/3060073925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9e8100ff0 0x7fe9e81013d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 -- 172.21.15.44:0/3060073925 >> 172.21.15.44:0/3060073925 conn(0x7fe9e80771d0 msgr2=0x7fe9e80775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 -- 172.21.15.44:0/3060073925 shutdown_connections 2024-04-26T02:02:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.218+0000 7fe9ee200640 1 -- 172.21.15.44:0/3060073925 wait complete. 2024-04-26T02:02:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 Processor -- start 2024-04-26T02:02:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 -- start start 2024-04-26T02:02:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8100ff0 0x7fe9e81a4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9e8101910 0x7fe9e81a4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9e81063f0 0x7fe9e819eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e8118820 con 0x7fe9e8101910 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81186a0 con 0x7fe9e8100ff0 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9ee200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81189a0 con 0x7fe9e81063f0 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.220+0000 7fe9e7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8100ff0 0x7fe9e81a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8100ff0 0x7fe9e81a4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41954/0 (socket says 172.21.15.44:41954) 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9e81063f0 0x7fe9e819eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 -- 172.21.15.44:0/2089460965 learned_addr learned my addr 172.21.15.44:0/2089460965 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9e8101910 0x7fe9e81a4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 -- 172.21.15.44:0/2089460965 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9e81063f0 msgr2=0x7fe9e819eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9e81063f0 0x7fe9e819eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 -- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9e8101910 msgr2=0x7fe9e81a4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9e8101910 0x7fe9e81a4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 -- 172.21.15.44:0/2089460965 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e819f2c0 con 0x7fe9e8100ff0 2024-04-26T02:02:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9e7400640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8100ff0 0x7fe9e81a4940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe9d800e9f0 tx=0x7fe9d800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.221+0000 7fe9dfe00640 1 -- 172.21.15.44:0/2089460965 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d800ccc0 con 0x7fe9e8100ff0 2024-04-26T02:02:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.222+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e819f5b0 con 0x7fe9e8100ff0 2024-04-26T02:02:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.222+0000 7fe9dfe00640 1 -- 172.21.15.44:0/2089460965 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9d80108e0 con 0x7fe9e8100ff0 2024-04-26T02:02:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.222+0000 7fe9dfe00640 1 -- 172.21.15.44:0/2089460965 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8018880 con 0x7fe9e8100ff0 2024-04-26T02:02:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.222+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e81ab800 con 0x7fe9e8100ff0 2024-04-26T02:02:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 Processor -- start 2024-04-26T02:02:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 -- start start 2024-04-26T02:02:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9dfe00640 1 -- 172.21.15.44:0/2089460965 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe9d8010430 con 0x7fe9e8100ff0 2024-04-26T02:02:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e641bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e64264c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e6428df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5573e6381900 con 0x5573e641b820 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5573e6327ef0 con 0x5573e6426a00 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9f101d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5573e637d8c0 con 0x5573e641c140 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.225+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e641bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e641bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56038/0 (socket says 172.21.15.44:56038) 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 -- 172.21.15.44:0/4232252994 learned_addr learned my addr 172.21.15.44:0/4232252994 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e6428df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7400640 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e64264c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 -- 172.21.15.44:0/4232252994 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 msgr2=0x5573e64264c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e64264c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 -- 172.21.15.44:0/4232252994 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 msgr2=0x5573e6428df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e6428df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 -- 172.21.15.44:0/4232252994 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573e6094210 con 0x5573e641b820 2024-04-26T02:02:03.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.226+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e641bc00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0009f60 tx=0x7fe9e0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51e65bb58d85bd92 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9d3e00640 1 -- 172.21.15.44:0/4232252994 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e001e070 con 0x5573e641b820 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9dfe00640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe9cc0a3dc0 0x7fe9cc0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9d3e00640 1 -- 172.21.15.44:0/4232252994 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e0003c30 con 0x5573e641b820 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9d3e00640 1 -- 172.21.15.44:0/4232252994 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e000f820 con 0x5573e641b820 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9dfe00640 1 -- 172.21.15.44:0/2089460965 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fe9d80d0b70 con 0x7fe9e8100ff0 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9e7400640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe9cc0a3dc0 0x7fe9cc0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9f101d740 1 -- 172.21.15.44:0/4232252994 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 msgr2=0x5573e641bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.227+0000 7fe9f101d740 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e641bc00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0009f60 tx=0x7fe9e0009f90 comp rx=0 tx=0).stop 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 -- 172.21.15.44:0/4232252994 shutdown_connections 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e6428df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e64264c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 --2- 172.21.15.44:0/4232252994 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e641bc00 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 -- 172.21.15.44:0/4232252994 >> 172.21.15.44:0/4232252994 conn(0x5573e6417d30 msgr2=0x5573e6418110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9e7400640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe9cc0a3dc0 0x7fe9cc0a6280 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80ce3b0 tx=0x7fe9d80d46c0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 -- 172.21.15.44:0/4232252994 shutdown_connections 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 -- 172.21.15.44:0/4232252994 wait complete. 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.228+0000 7fe9f101d740 1 -- start start 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 1 Processor -- start 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e6423970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e6423eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e64243f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5573e6429630 con 0x5573e641b820 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5573e633b310 con 0x5573e6426a00 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5573e64297b0 con 0x5573e641c140 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9f101d740 10 client.0 _ll_register_callbacks cb 0x5573e6309cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e6423970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e6423970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56040/0 (socket says 172.21.15.44:56040) 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.229+0000 7fe9e7e00640 1 -- 172.21.15.44:0/2308545269 learned_addr learned my addr 172.21.15.44:0/2308545269 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e6423eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e64243f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e6a00640 1 -- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 msgr2=0x5573e64243f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e64243f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e6a00640 1 -- 172.21.15.44:0/2308545269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 msgr2=0x5573e6423970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e6423970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e6a00640 1 -- 172.21.15.44:0/2308545269 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573e6160620 con 0x5573e641c140 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e64243f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e6423eb0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe9d402a9a0 tx=0x7fe9d40044f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13536a494580ab39 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.230+0000 7fe9d0c00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:02:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.231+0000 7fe9d0c00640 1 -- 172.21.15.44:0/2308545269 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4035040 con 0x5573e641c140 2024-04-26T02:02:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.231+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9e0003c30 con 0x5573e641c140 2024-04-26T02:02:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.231+0000 7fe9d0c00640 1 -- 172.21.15.44:0/2308545269 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fe9d4005510 con 0x5573e641c140 2024-04-26T02:02:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.231+0000 7fe9d0c00640 1 -- 172.21.15.44:0/2308545269 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe9d40046c0 con 0x5573e641c140 2024-04-26T02:02:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.231+0000 7fe9f101d740 10 client.26113 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.231+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5573e64358c0 con 0x5573e641c140 2024-04-26T02:02:03.234 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:02 smithi156 ceph-mon[32543]: pgmap v217: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.5 KiB/s wr, 12 op/s 2024-04-26T02:02:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9d0c00640 1 -- 172.21.15.44:0/2308545269 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e0003c30 con 0x5573e641c140 2024-04-26T02:02:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9d0c00640 1 -- 172.21.15.44:0/2308545269 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe9d40039d0 con 0x5573e641c140 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9f101d740 10 client.26113 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9f101d740 10 client.26113 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9f101d740 20 client.26113 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9f101d740 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e6436d30 0x5573e6439120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9f101d740 4 client.26113 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5573e63958b0 con 0x5573e6436d30 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.232+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e6436d30 0x5573e6439120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.233+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e6436d30 0x5573e6439120 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96538f57b683dd2e server_cookie=3f107e0fab47649d in_seq=0 out_seq=0 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.233+0000 7fe9d0c00640 10 client.26113 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9d0c00640 1 -- 172.21.15.44:0/2308545269 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5573e63958b0 con 0x5573e6436d30 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9d0c00640 10 client.26113 handle_command_reply: tid=0 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 client.26113 shutdown 2024-04-26T02:02:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 msgr2=0x5573e6423eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e6423eb0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe9d402a9a0 tx=0x7fe9d40044f0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 shutdown_connections 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e6436d30 0x5573e6439120 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e64243f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e6423eb0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9d0c00640 0 client.26113 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 --2- 172.21.15.44:0/2308545269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e6423970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 >> 172.21.15.44:0/2308545269 conn(0x5573e6417d30 msgr2=0x5573e641da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 shutdown_connections 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 1 -- 172.21.15.44:0/2308545269 wait complete. 2024-04-26T02:02:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.234+0000 7fe9f101d740 20 client.26113 trim_cache size 0 max 16384 2024-04-26T02:02:03.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:02 smithi090 ceph-mon[32456]: pgmap v217: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.5 KiB/s wr, 12 op/s 2024-04-26T02:02:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 Processor -- start 2024-04-26T02:02:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 -- start start 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e64324f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e643e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e643eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81b4060 con 0x5573e641b820 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81b5ba0 con 0x5573e6426a00 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.251+0000 7fe9f101d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81b4730 con 0x5573e641c140 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e64324f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e64324f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56044/0 (socket says 172.21.15.44:56044) 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 -- 172.21.15.44:0/587023268 learned_addr learned my addr 172.21.15.44:0/587023268 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e643e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e643eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 -- 172.21.15.44:0/587023268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 msgr2=0x5573e643e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e643e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 -- 172.21.15.44:0/587023268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 msgr2=0x5573e643eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e643eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.252+0000 7fe9e7e00640 1 -- 172.21.15.44:0/587023268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573e64396e0 con 0x5573e641b820 2024-04-26T02:02:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.253+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e64324f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0009f60 tx=0x7fe9e0000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=986b3eaf7016551e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.253+0000 7fe9d3400640 1 -- 172.21.15.44:0/587023268 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e001e040 con 0x5573e641b820 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.253+0000 7fe9d3400640 1 -- 172.21.15.44:0/587023268 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e002ee50 con 0x5573e641b820 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.253+0000 7fe9d3400640 1 -- 172.21.15.44:0/587023268 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e000f4f0 con 0x5573e641b820 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 -- 172.21.15.44:0/587023268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 msgr2=0x5573e64324f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e64324f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0009f60 tx=0x7fe9e0000f40 comp rx=0 tx=0).stop 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 -- 172.21.15.44:0/587023268 shutdown_connections 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e6426a00 0x5573e643eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e641c140 0x5573e643e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 --2- 172.21.15.44:0/587023268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e64324f0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 -- 172.21.15.44:0/587023268 >> 172.21.15.44:0/587023268 conn(0x5573e6417d30 msgr2=0x5573e6418110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 -- 172.21.15.44:0/587023268 shutdown_connections 2024-04-26T02:02:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 -- 172.21.15.44:0/587023268 wait complete. 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 -- start start 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.254+0000 7fe9f101d740 1 Processor -- start 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e642e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e641c140 0x5573e642ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9f101d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e6426a00 0x5573e642bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9f101d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81b54d0 con 0x5573e641b820 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9f101d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81b4e00 con 0x5573e641c140 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9f101d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81b2060 con 0x5573e6426a00 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9f101d740 10 client.0 _ll_register_callbacks cb 0x7fe9d4004180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e642e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9e6a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e641c140 0x5573e642ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9e6a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e641c140 0x5573e642ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41986/0 (socket says 172.21.15.44:41986) 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9e6a00640 1 -- 172.21.15.44:0/566686758 learned_addr learned my addr 172.21.15.44:0/566686758 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.255+0000 7fe9e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e642e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56050/0 (socket says 172.21.15.44:56050) 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e6426a00 0x5573e642bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e6a00640 1 -- 172.21.15.44:0/566686758 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e6426a00 msgr2=0x5573e642bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e6426a00 0x5573e642bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e6a00640 1 -- 172.21.15.44:0/566686758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 msgr2=0x5573e642e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e642e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e6a00640 1 -- 172.21.15.44:0/566686758 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573e642c780 con 0x5573e641c140 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e642e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9e6a00640 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e641c140 0x5573e642ef30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4004290 tx=0x7fe9d402a480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d46863f9d1593ea2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9d0c00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.256+0000 7fe9d0c00640 1 -- 172.21.15.44:0/566686758 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4035070 con 0x5573e641c140 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9e002ee50 con 0x5573e641c140 2024-04-26T02:02:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9d0c00640 1 -- 172.21.15.44:0/566686758 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8455+0+0 (secure 0 0 0) 0x7fe9d4046aa0 con 0x5573e641c140 2024-04-26T02:02:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9d0c00640 1 -- 172.21.15.44:0/566686758 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe9d4005640 con 0x5573e641c140 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 10 client.26111 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5573e649ce60 con 0x5573e641c140 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9d0c00640 1 -- 172.21.15.44:0/566686758 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e002ee50 con 0x5573e641c140 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9d0c00640 1 -- 172.21.15.44:0/566686758 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe9d4057030 con 0x5573e641c140 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 10 client.26111 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 10 client.26111 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 20 client.26111 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e649d5c0 0x5573e649f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 4 client.26111 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.257+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5573e638f320 con 0x5573e649d5c0 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.258+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e649d5c0 0x5573e649f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.258+0000 7fe9e7e00640 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e649d5c0 0x5573e649f9e0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f344a7e473ca5ba server_cookie=777c25b0112db7ae in_seq=0 out_seq=0 2024-04-26T02:02:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:03.258+0000 7fe9d0c00640 10 client.26111 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:05.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:04 smithi044 ceph-mon[27847]: pgmap v218: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-26T02:02:05.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:04 smithi156 ceph-mon[32543]: pgmap v218: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-26T02:02:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:04 smithi090 ceph-mon[32456]: pgmap v218: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-26T02:02:05.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9d0c00640 1 -- 172.21.15.44:0/566686758 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5573e638f320 con 0x5573e649d5c0 2024-04-26T02:02:05.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9d0c00640 10 client.26111 handle_command_reply: tid=0 2024-04-26T02:02:05.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 client.26111 shutdown 2024-04-26T02:02:05.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e641c140 msgr2=0x5573e642ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:05.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e641c140 0x5573e642ef30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4004290 tx=0x7fe9d402a480 comp rx=0 tx=0).stop 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 shutdown_connections 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5573e649d5c0 0x5573e649f9e0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5573e6426a00 0x5573e642bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5573e641c140 0x5573e642ef30 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 --2- 172.21.15.44:0/566686758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5573e641b820 0x5573e642e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 >> 172.21.15.44:0/566686758 conn(0x5573e6417d30 msgr2=0x5573e641d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.656+0000 7fe9d0c00640 0 client.26111 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.657+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 shutdown_connections 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.657+0000 7fe9f101d740 1 -- 172.21.15.44:0/566686758 wait complete. 2024-04-26T02:02:05.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.657+0000 7fe9f101d740 20 client.26111 trim_cache size 0 max 16384 2024-04-26T02:02:05.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:02:05.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:02:05.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:02:05.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:02:05.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe9cc0a3dc0 msgr2=0x7fe9cc0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe9cc0a3dc0 0x7fe9cc0a6280 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80ce3b0 tx=0x7fe9d80d46c0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8100ff0 msgr2=0x7fe9e81a4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8100ff0 0x7fe9e81a4940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe9d800e9f0 tx=0x7fe9d800edf0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 shutdown_connections 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe9cc0a3dc0 0x7fe9cc0a6280 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9e81063f0 0x7fe9e819eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9e8101910 0x7fe9e81a4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 --2- 172.21.15.44:0/2089460965 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9e8100ff0 0x7fe9e81a4940 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 >> 172.21.15.44:0/2089460965 conn(0x7fe9e80771d0 msgr2=0x7fe9e8103da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 shutdown_connections 2024-04-26T02:02:05.658 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:05.659+0000 7fe9ee200640 1 -- 172.21.15.44:0/2089460965 wait complete. 2024-04-26T02:02:07.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:06 smithi044 ceph-mon[27847]: pgmap v219: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 49 KiB/s wr, 27 op/s 2024-04-26T02:02:07.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:06 smithi044 ceph-mon[27847]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T02:02:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:06 smithi156 ceph-mon[32543]: pgmap v219: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 49 KiB/s wr, 27 op/s 2024-04-26T02:02:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:06 smithi156 ceph-mon[32543]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T02:02:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:06 smithi090 ceph-mon[32456]: pgmap v219: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 49 KiB/s wr, 27 op/s 2024-04-26T02:02:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:06 smithi090 ceph-mon[32456]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T02:02:08.290 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:02:08.784 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:09.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:08 smithi044 ceph-mon[27847]: pgmap v221: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-26T02:02:09.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:08 smithi156 ceph-mon[32543]: pgmap v221: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-26T02:02:09.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:08 smithi090 ceph-mon[32456]: pgmap v221: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-26T02:02:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:10 smithi044 ceph-mon[27847]: pgmap v222: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-26T02:02:10.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:10 smithi044 ceph-mon[27847]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T02:02:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.065+0000 7fb8a7200700 1 -- 172.21.15.44:0/3779261080 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8102970 msgr2=0x7fb8a8102df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.065+0000 7fb8a7200700 1 --2- 172.21.15.44:0/3779261080 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8102970 0x7fb8a8102df0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb894009990 tx=0x7fb894009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.066+0000 7fb8a7200700 1 -- 172.21.15.44:0/3779261080 shutdown_connections 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.066+0000 7fb8a7200700 1 --2- 172.21.15.44:0/3779261080 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8a8108970 0x7fb8a8108d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.066+0000 7fb8a7200700 1 --2- 172.21.15.44:0/3779261080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8a8103330 0x7fb8a810f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.066+0000 7fb8a7200700 1 --2- 172.21.15.44:0/3779261080 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8102970 0x7fb8a8102df0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.066+0000 7fb8a7200700 1 -- 172.21.15.44:0/3779261080 >> 172.21.15.44:0/3779261080 conn(0x7fb8a80fe4c0 msgr2=0x7fb8a81008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.066+0000 7fb8a7200700 1 -- 172.21.15.44:0/3779261080 shutdown_connections 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.066+0000 7fb8a7200700 1 -- 172.21.15.44:0/3779261080 wait complete. 2024-04-26T02:02:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.067+0000 7fb8a7200700 1 Processor -- start 2024-04-26T02:02:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.067+0000 7fb8a7200700 1 -- start start 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8a8102970 0x7fb8a819b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a7200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8103330 0x7fb8a819b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a7200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8a8108970 0x7fb8a819fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a7200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb8a8112c00 con 0x7fb8a8102970 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a7200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fb8a8112a80 con 0x7fb8a8103330 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a7200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fb8a8112d80 con 0x7fb8a8108970 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8a8102970 0x7fb8a819b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8103330 0x7fb8a819b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8103330 0x7fb8a819b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50802/0 (socket says 172.21.15.44:50802) 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 -- 172.21.15.44:0/1457001982 learned_addr learned my addr 172.21.15.44:0/1457001982 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:11.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a6800700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8a8108970 0x7fb8a819fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 -- 172.21.15.44:0/1457001982 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8a8108970 msgr2=0x7fb8a819fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8a8108970 0x7fb8a819fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 -- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8a8102970 msgr2=0x7fb8a819b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8a8102970 0x7fb8a819b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.068+0000 7fb8a5400700 1 -- 172.21.15.44:0/1457001982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8a81a0290 con 0x7fb8a8103330 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.069+0000 7fb8a5400700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8103330 0x7fb8a819b7c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb894000c00 tx=0x7fb8940057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.069+0000 7fb89ea00700 1 -- 172.21.15.44:0/1457001982 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb894027070 con 0x7fb8a8103330 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.069+0000 7fb89ea00700 1 -- 172.21.15.44:0/1457001982 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb894022470 con 0x7fb8a8103330 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.069+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8a81a0520 con 0x7fb8a8103330 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.069+0000 7fb89ea00700 1 -- 172.21.15.44:0/1457001982 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb894017650 con 0x7fb8a8103330 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.069+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8a81a7e00 con 0x7fb8a8103330 2024-04-26T02:02:11.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.070+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8a8069730 con 0x7fb8a8103330 2024-04-26T02:02:11.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.073+0000 7fb89ea00700 1 -- 172.21.15.44:0/1457001982 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb89402a070 con 0x7fb8a8103330 2024-04-26T02:02:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.074+0000 7fb89ea00700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb88c0a3e30 0x7fb88c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.074+0000 7fb89ea00700 1 -- 172.21.15.44:0/1457001982 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fb8940d14f0 con 0x7fb8a8103330 2024-04-26T02:02:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.074+0000 7fb8a5e00700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb88c0a3e30 0x7fb88c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.075+0000 7fb8a5e00700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb88c0a3e30 0x7fb88c0a62f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb898009be0 tx=0x7fb898009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.076+0000 7fb89ea00700 1 -- 172.21.15.44:0/1457001982 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb894013070 con 0x7fb8a8103330 2024-04-26T02:02:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:10 smithi156 ceph-mon[32543]: pgmap v222: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-26T02:02:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:10 smithi156 ceph-mon[32543]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T02:02:11.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:10 smithi090 ceph-mon[32456]: pgmap v222: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-26T02:02:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:10 smithi090 ceph-mon[32456]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T02:02:11.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.359+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8a81a7fd0 con 0x7fb8a8103330 2024-04-26T02:02:11.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.360+0000 7fb89ea00700 1 -- 172.21.15.44:0/1457001982 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7fb89409dc00 con 0x7fb8a8103330 2024-04-26T02:02:11.359 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:02:11.359 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:02:11.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.363+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb88c0a3e30 msgr2=0x7fb88c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:11.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.363+0000 7fb8a7200700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb88c0a3e30 0x7fb88c0a62f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb898009be0 tx=0x7fb898009260 comp rx=0 tx=0).stop 2024-04-26T02:02:11.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.363+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8103330 msgr2=0x7fb8a819b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:11.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.363+0000 7fb8a7200700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8103330 0x7fb8a819b7c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb894000c00 tx=0x7fb8940057c0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 shutdown_connections 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fb8a8108970 0x7fb8a819fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fb88c0a3e30 0x7fb88c0a62f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8a8102970 0x7fb8a819b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 --2- 172.21.15.44:0/1457001982 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fb8a8103330 0x7fb8a819b7c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 >> 172.21.15.44:0/1457001982 conn(0x7fb8a80fe4c0 msgr2=0x7fb8a8074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 shutdown_connections 2024-04-26T02:02:11.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:11.364+0000 7fb8a7200700 1 -- 172.21.15.44:0/1457001982 wait complete. 2024-04-26T02:02:11.364 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:02:12.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:11 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1457001982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:12.180 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id a29c9078 --release --await' 2024-04-26T02:02:12.180 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id a29c9078 --release --await 2024-04-26T02:02:12.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:11 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1457001982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:12.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:11 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1457001982' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:12.666 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:13.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:12 smithi044 ceph-mon[27847]: pgmap v224: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-26T02:02:13.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:12 smithi156 ceph-mon[32543]: pgmap v224: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-26T02:02:13.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:12 smithi090 ceph-mon[32456]: pgmap v224: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-26T02:02:15.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:14 smithi044 ceph-mon[27847]: pgmap v225: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 639 B/s wr, 13 op/s 2024-04-26T02:02:15.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 -- 172.21.15.44:0/3563692600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 msgr2=0x7fe080115ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 --2- 172.21.15.44:0/3563692600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 0x7fe080115ce0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe078009990 tx=0x7fe078009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 -- 172.21.15.44:0/3563692600 shutdown_connections 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 --2- 172.21.15.44:0/3563692600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 0x7fe080115ce0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 --2- 172.21.15.44:0/3563692600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe080076f70 0x7fe080077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 --2- 172.21.15.44:0/3563692600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe080077890 0x7fe0801133b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 -- 172.21.15.44:0/3563692600 >> 172.21.15.44:0/3563692600 conn(0x7fe080100740 msgr2=0x7fe080102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 -- 172.21.15.44:0/3563692600 shutdown_connections 2024-04-26T02:02:15.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.091+0000 7fe088200700 1 -- 172.21.15.44:0/3563692600 wait complete. 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.093+0000 7fe088200700 1 Processor -- start 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.093+0000 7fe088200700 1 -- start start 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe088200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe080076f70 0x7fe0801a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe088200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe080077890 0x7fe0801a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe088200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 0x7fe08019f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe088200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe080119220 con 0x7fe080076f70 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe088200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801190a0 con 0x7fe0801138f0 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe088200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801193a0 con 0x7fe080077890 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe085800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe080076f70 0x7fe0801a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe085800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe080076f70 0x7fe0801a53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59680/0 (socket says 172.21.15.44:59680) 2024-04-26T02:02:15.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe085800700 1 -- 172.21.15.44:0/2785387860 learned_addr learned my addr 172.21.15.44:0/2785387860 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:15.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe084e00700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe080077890 0x7fe0801a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.094+0000 7fe086200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 0x7fe08019f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe086200700 1 -- 172.21.15.44:0/2785387860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe080077890 msgr2=0x7fe0801a5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe086200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe080077890 0x7fe0801a5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe086200700 1 -- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe080076f70 msgr2=0x7fe0801a53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe086200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe080076f70 0x7fe0801a53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe086200700 1 -- 172.21.15.44:0/2785387860 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe08019fd00 con 0x7fe0801138f0 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe084e00700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe080077890 0x7fe0801a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe086200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 0x7fe08019f5a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe0780098e0 tx=0x7fe0780047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe07e000700 1 -- 172.21.15.44:0/2785387860 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe078027070 con 0x7fe0801138f0 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe07e000700 1 -- 172.21.15.44:0/2785387860 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe078022470 con 0x7fe0801138f0 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe07e000700 1 -- 172.21.15.44:0/2785387860 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe078017650 con 0x7fe0801138f0 2024-04-26T02:02:15.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.095+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe08019ff90 con 0x7fe0801138f0 2024-04-26T02:02:15.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.096+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0801ac2b0 con 0x7fe0801138f0 2024-04-26T02:02:15.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.099+0000 7fe07e000700 1 -- 172.21.15.44:0/2785387860 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe07802a070 con 0x7fe0801138f0 2024-04-26T02:02:15.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.101+0000 7fe092bb5b80 1 Processor -- start 2024-04-26T02:02:15.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.101+0000 7fe07e000700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0680a3e30 0x7fe0680a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.101+0000 7fe092bb5b80 1 -- start start 2024-04-26T02:02:15.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.101+0000 7fe07e000700 1 -- 172.21.15.44:0/2785387860 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fe0780d1510 con 0x7fe0801138f0 2024-04-26T02:02:15.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe084e00700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0680a3e30 0x7fe0680a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd40920 0x55f54cd40d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f54cc93f90 con 0x55f54cd41240 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f54cc3a830 con 0x55f54cd4c0f0 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f54cc8ff50 con 0x55f54cd40920 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe084e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe084e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59696/0 (socket says 172.21.15.44:59696) 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe084e00700 1 -- 172.21.15.44:0/1695440698 learned_addr learned my addr 172.21.15.44:0/1695440698 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe085800700 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd40920 0x55f54cd40d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.102+0000 7fe086200700 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe085800700 1 -- 172.21.15.44:0/1695440698 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd4c0f0 msgr2=0x55f54cd4e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe085800700 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe085800700 1 -- 172.21.15.44:0/1695440698 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 msgr2=0x55f54cd4bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe085800700 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe085800700 1 -- 172.21.15.44:0/1695440698 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f54cc30780 con 0x55f54cd40920 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe086200700 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe084e00700 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe084e00700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0680a3e30 0x7fe0680a62f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe06c0138f0 tx=0x7fe06c013cb0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:15.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe085800700 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd40920 0x55f54cd40d00 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe074009ef0 tx=0x7fe0740092b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f56a7833ec4d28e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:15.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe072a00700 1 -- 172.21.15.44:0/1695440698 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07401a070 con 0x55f54cd40920 2024-04-26T02:02:15.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.103+0000 7fe072a00700 1 -- 172.21.15.44:0/1695440698 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe074007e50 con 0x55f54cd40920 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe072a00700 1 -- 172.21.15.44:0/1695440698 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe074015770 con 0x55f54cd40920 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 -- 172.21.15.44:0/1695440698 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd40920 msgr2=0x55f54cd40d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd40920 0x55f54cd40d00 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe074009ef0 tx=0x7fe0740092b0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 -- 172.21.15.44:0/1695440698 shutdown_connections 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd40920 0x55f54cd40d00 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/1695440698 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 -- 172.21.15.44:0/1695440698 >> 172.21.15.44:0/1695440698 conn(0x55f54cc6f6a0 msgr2=0x55f54cd3cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.104+0000 7fe092bb5b80 1 -- 172.21.15.44:0/1695440698 shutdown_connections 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.105+0000 7fe092bb5b80 1 -- 172.21.15.44:0/1695440698 wait complete. 2024-04-26T02:02:15.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.105+0000 7fe092bb5b80 1 -- start start 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.105+0000 7fe092bb5b80 1 Processor -- start 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd4b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd48b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd49050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f54cd4ec10 con 0x55f54cd41240 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f54cc4d960 con 0x55f54cd40920 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f54cd4ed90 con 0x55f54cd4c0f0 2024-04-26T02:02:15.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe092bb5b80 10 client.0 _ll_register_callbacks cb 0x55f54cc2c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe086200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd49050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe086200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd49050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:53002/0 (socket says 172.21.15.44:53002) 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe086200700 1 -- 172.21.15.44:0/732786048 learned_addr learned my addr 172.21.15.44:0/732786048 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe085800700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd4b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.106+0000 7fe084e00700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd48b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe086200700 1 -- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 msgr2=0x55f54cd4b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe086200700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd4b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe086200700 1 -- 172.21.15.44:0/732786048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 msgr2=0x55f54cd48b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe086200700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd48b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe086200700 1 -- 172.21.15.44:0/732786048 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f54cbe19d0 con 0x55f54cd4c0f0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe084e00700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd48b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe086200700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd49050 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe078099aa0 tx=0x7fe07809d020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5583bac020a599d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe067400700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe067400700 1 -- 172.21.15.44:0/732786048 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0780a19f0 con 0x55f54cd4c0f0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe067400700 1 -- 172.21.15.44:0/732786048 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fe07809d8a0 con 0x55f54cd4c0f0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.107+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe074007e50 con 0x55f54cd4c0f0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe067400700 1 -- 172.21.15.44:0/732786048 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe0780a6220 con 0x55f54cd4c0f0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 10 client.26137 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f54cc2abf0 con 0x55f54cd4c0f0 2024-04-26T02:02:15.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe067400700 1 -- 172.21.15.44:0/732786048 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe074007e50 con 0x55f54cd4c0f0 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe067400700 1 -- 172.21.15.44:0/732786048 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe0780a5d90 con 0x55f54cd4c0f0 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 10 client.26137 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 10 client.26137 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 20 client.26137 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cd5b860 0x55f54cd5dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 4 client.26137 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.108+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f54cca1780 con 0x55f54cd5b860 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.109+0000 7fe085800700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cd5b860 0x55f54cd5dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.109+0000 7fe085800700 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cd5b860 0x55f54cd5dca0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36a452ade1cfaba5 server_cookie=6e71f3693c80d0e2 in_seq=0 out_seq=0 2024-04-26T02:02:15.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.109+0000 7fe067400700 10 client.26137 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:15.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.110+0000 7fe067400700 1 -- 172.21.15.44:0/732786048 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f54cca1780 con 0x55f54cd5b860 2024-04-26T02:02:15.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.110+0000 7fe067400700 10 client.26137 handle_command_reply: tid=0 2024-04-26T02:02:15.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.110+0000 7fe092bb5b80 1 client.26137 shutdown 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 msgr2=0x55f54cd49050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd49050 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe078099aa0 tx=0x7fe07809d020 comp rx=0 tx=0).stop 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 shutdown_connections 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd49050 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cd5b860 0x55f54cd5dca0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd4b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe067400700 0 client.26137 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/732786048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd48b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 >> 172.21.15.44:0/732786048 conn(0x55f54cc6f6a0 msgr2=0x55f54cd3c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 shutdown_connections 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 1 -- 172.21.15.44:0/732786048 wait complete. 2024-04-26T02:02:15.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.111+0000 7fe092bb5b80 20 client.26137 trim_cache size 0 max 16384 2024-04-26T02:02:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.133+0000 7fe092bb5b80 1 Processor -- start 2024-04-26T02:02:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.133+0000 7fe092bb5b80 1 -- start start 2024-04-26T02:02:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd57b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801b36a0 con 0x55f54cd41240 2024-04-26T02:02:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801b51e0 con 0x55f54cd40920 2024-04-26T02:02:15.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801b3d70 con 0x55f54cd4c0f0 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe084e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe085800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd57b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe086200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe085800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd57b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50868/0 (socket says 172.21.15.44:50868) 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe084e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59716/0 (socket says 172.21.15.44:59716) 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.134+0000 7fe085800700 1 -- 172.21.15.44:0/2980394719 learned_addr learned my addr 172.21.15.44:0/2980394719 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe085800700 1 -- 172.21.15.44:0/2980394719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 msgr2=0x55f54cd4af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe085800700 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe085800700 1 -- 172.21.15.44:0/2980394719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 msgr2=0x55f54cd4aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe085800700 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe085800700 1 -- 172.21.15.44:0/2980394719 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f54cd41620 con 0x55f54cd40920 2024-04-26T02:02:15.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe086200700 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe085800700 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd57b10 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe0740090f0 tx=0x7fe074004940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=beda7de1f995da49 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe072000700 1 -- 172.21.15.44:0/2980394719 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe074025070 con 0x55f54cd40920 2024-04-26T02:02:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe072000700 1 -- 172.21.15.44:0/2980394719 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe074007e50 con 0x55f54cd40920 2024-04-26T02:02:15.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.135+0000 7fe072000700 1 -- 172.21.15.44:0/2980394719 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07401a040 con 0x55f54cd40920 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2980394719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 msgr2=0x55f54cd57b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd57b10 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe0740090f0 tx=0x7fe074004940 comp rx=0 tx=0).stop 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2980394719 shutdown_connections 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cd4af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd57b10 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2980394719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd4aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2980394719 >> 172.21.15.44:0/2980394719 conn(0x55f54cc6f6a0 msgr2=0x55f54cd4a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2980394719 shutdown_connections 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.136+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2980394719 wait complete. 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.137+0000 7fe092bb5b80 1 -- start start 2024-04-26T02:02:15.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.137+0000 7fe092bb5b80 1 Processor -- start 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd50ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd51530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe092bb5b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cdc1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801b4b10 con 0x55f54cd41240 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801b4440 con 0x55f54cd40920 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe092bb5b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe0801b1660 con 0x55f54cd4c0f0 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe092bb5b80 10 client.0 _ll_register_callbacks cb 0x55f54cc2c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe085800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd50ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe084e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd51530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe085800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd50ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50876/0 (socket says 172.21.15.44:50876) 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe085800700 1 -- 172.21.15.44:0/2973703473 learned_addr learned my addr 172.21.15.44:0/2973703473 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe086200700 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cdc1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe085800700 1 -- 172.21.15.44:0/2973703473 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 msgr2=0x55f54cdc1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.138+0000 7fe085800700 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cdc1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe085800700 1 -- 172.21.15.44:0/2973703473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 msgr2=0x55f54cd51530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe085800700 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd51530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe085800700 1 -- 172.21.15.44:0/2973703473 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f54cd5e010 con 0x55f54cd40920 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe085800700 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd50ff0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe074000f80 tx=0x7fe074009a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef163ba77cf7bc4c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe067400700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:02:15.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe067400700 1 -- 172.21.15.44:0/2973703473 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07401a030 con 0x55f54cd40920 2024-04-26T02:02:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe074007e50 con 0x55f54cd40920 2024-04-26T02:02:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe067400700 1 -- 172.21.15.44:0/2973703473 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fe0740040f0 con 0x55f54cd40920 2024-04-26T02:02:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.139+0000 7fe067400700 1 -- 172.21.15.44:0/2973703473 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe074025040 con 0x55f54cd40920 2024-04-26T02:02:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 10 client.26135 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:15.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f54cdc3390 con 0x55f54cd40920 2024-04-26T02:02:15.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe067400700 1 -- 172.21.15.44:0/2973703473 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe074007e50 con 0x55f54cd40920 2024-04-26T02:02:15.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe067400700 1 -- 172.21.15.44:0/2973703473 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe078022620 con 0x55f54cd40920 2024-04-26T02:02:15.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 10 client.26135 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:15.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 10 client.26135 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:02:15.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 20 client.26135 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:15.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cdc3790 0x55f54cdc5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:15.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 4 client.26135 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a29c9078", "release": true, "await": true}] 2024-04-26T02:02:15.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.140+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a29c9078", "release": true, "await": true}) -- 0x55f54cc9b820 con 0x55f54cdc3790 2024-04-26T02:02:15.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.141+0000 7fe084e00700 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cdc3790 0x55f54cdc5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:15.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.141+0000 7fe084e00700 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cdc3790 0x55f54cdc5b80 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d05271a868249c4 server_cookie=537002bc6fc89c2c in_seq=0 out_seq=0 2024-04-26T02:02:15.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.141+0000 7fe067400700 10 client.26135 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:15.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe067400700 1 -- 172.21.15.44:0/2973703473 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55f54cc9b820 con 0x55f54cdc3790 2024-04-26T02:02:15.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe067400700 10 client.26135 handle_command_reply: tid=0 2024-04-26T02:02:15.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 client.26135 shutdown 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 msgr2=0x55f54cd50ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd50ff0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe074000f80 tx=0x7fe074009a70 comp rx=0 tx=0).stop 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 shutdown_connections 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f54cd4c0f0 0x55f54cdc1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f54cdc3790 0x55f54cdc5b80 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f54cd40920 0x55f54cd50ff0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 --2- 172.21.15.44:0/2973703473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f54cd41240 0x55f54cd51530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 >> 172.21.15.44:0/2973703473 conn(0x55f54cc6f6a0 msgr2=0x55f54cd4abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe067400700 0 client.26135 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:15.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 shutdown_connections 2024-04-26T02:02:15.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 1 -- 172.21.15.44:0/2973703473 wait complete. 2024-04-26T02:02:15.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.144+0000 7fe092bb5b80 20 client.26135 trim_cache size 0 max 16384 2024-04-26T02:02:15.146 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:02:15.146 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:02:15.146 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:02:15.146 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 20, 2024-04-26T02:02:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:02:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: "a29c9078": { 2024-04-26T02:02:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 20, 2024-04-26T02:02:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:02:15.147 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:02:15.148 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:02:15.148 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:02:15.148 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:02:15.149 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:02:15.149 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 75.9, 2024-04-26T02:02:15.149 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:02:15.149 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:02:15.149 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:02:15.150 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:02:15.150 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:02:15.150 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:02:15.150 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:15.150 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:15.150 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:15.150 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:15.151 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:15.151 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:02:15.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.145+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0680a3e30 msgr2=0x7fe0680a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.145+0000 7fe088200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0680a3e30 0x7fe0680a62f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe06c0138f0 tx=0x7fe06c013cb0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.145+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 msgr2=0x7fe08019f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:15.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.145+0000 7fe088200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 0x7fe08019f5a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe0780098e0 tx=0x7fe0780047b0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 shutdown_connections 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe0680a3e30 0x7fe0680a62f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe0801138f0 0x7fe08019f5a0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe080076f70 0x7fe0801a53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 --2- 172.21.15.44:0/2785387860 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe080077890 0x7fe0801a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 >> 172.21.15.44:0/2785387860 conn(0x7fe080100740 msgr2=0x7fe080102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 shutdown_connections 2024-04-26T02:02:15.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:15.146+0000 7fe088200700 1 -- 172.21.15.44:0/2785387860 wait complete. 2024-04-26T02:02:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:14 smithi156 ceph-mon[32543]: pgmap v225: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 639 B/s wr, 13 op/s 2024-04-26T02:02:15.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:14 smithi090 ceph-mon[32456]: pgmap v225: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 639 B/s wr, 13 op/s 2024-04-26T02:02:15.983 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a29c9078', seconds elapsed: 31.9 2024-04-26T02:02:17.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:16 smithi044 ceph-mon[27847]: pgmap v226: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 530 B/s wr, 11 op/s 2024-04-26T02:02:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:16 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:16 smithi156 ceph-mon[32543]: pgmap v226: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 530 B/s wr, 11 op/s 2024-04-26T02:02:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:16 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:17.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:16 smithi090 ceph-mon[32456]: pgmap v226: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 530 B/s wr, 11 op/s 2024-04-26T02:02:17.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:16 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:02:18.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:17 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:18.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:17 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:18.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:17 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:02:18.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:17 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:18.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:17 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:18.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:17 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:02:18.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:17 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:02:18.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:17 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:02:18.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:17 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:02:18.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 -- 172.21.15.44:0/1827996225 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac108e10 msgr2=0x7fd3ac115250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 --2- 172.21.15.44:0/1827996225 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac108e10 0x7fd3ac115250 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4009be0 tx=0x7fd3a402a6c0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 -- 172.21.15.44:0/1827996225 shutdown_connections 2024-04-26T02:02:18.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 --2- 172.21.15.44:0/1827996225 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac108e10 0x7fd3ac115250 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 --2- 172.21.15.44:0/1827996225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3ac108490 0x7fd3ac1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 --2- 172.21.15.44:0/1827996225 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac10e420 0x7fd3ac10e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 -- 172.21.15.44:0/1827996225 >> 172.21.15.44:0/1827996225 conn(0x7fd3ac077d30 msgr2=0x7fd3ac106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:18.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 -- 172.21.15.44:0/1827996225 shutdown_connections 2024-04-26T02:02:18.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.819+0000 7fd3ab200640 1 -- 172.21.15.44:0/1827996225 wait complete. 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.820+0000 7fd3ab200640 1 Processor -- start 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.821+0000 7fd3ab200640 1 -- start start 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.821+0000 7fd3ab200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac108490 0x7fd3ac1a4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.821+0000 7fd3ab200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3ac108e10 0x7fd3ac1a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.821+0000 7fd3ab200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac10e420 0x7fd3ac19e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.821+0000 7fd3ab200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac1185e0 con 0x7fd3ac108e10 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.821+0000 7fd3ab200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac118460 con 0x7fd3ac10e420 2024-04-26T02:02:18.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.821+0000 7fd3ab200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac118760 con 0x7fd3ac108490 2024-04-26T02:02:18.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac108490 0x7fd3ac1a4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3ac108e10 0x7fd3ac1a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac108490 0x7fd3ac1a4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40158/0 (socket says 172.21.15.44:40158) 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 -- 172.21.15.44:0/4260510811 learned_addr learned my addr 172.21.15.44:0/4260510811 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3aa800640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac10e420 0x7fd3ac19e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 -- 172.21.15.44:0/4260510811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac10e420 msgr2=0x7fd3ac19e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac10e420 0x7fd3ac19e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 -- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3ac108e10 msgr2=0x7fd3ac1a4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3ac108e10 0x7fd3ac1a4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 -- 172.21.15.44:0/4260510811 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3ac19f080 con 0x7fd3ac108490 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.822+0000 7fd3a9e00640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac108490 0x7fd3ac1a4750 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd39c00e9f0 tx=0x7fd39c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.823+0000 7fd3a3400640 1 -- 172.21.15.44:0/4260510811 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39c00cd80 con 0x7fd3ac108490 2024-04-26T02:02:18.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.823+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3ac19f370 con 0x7fd3ac108490 2024-04-26T02:02:18.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.823+0000 7fd3a3400640 1 -- 172.21.15.44:0/4260510811 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd39c0108e0 con 0x7fd3ac108490 2024-04-26T02:02:18.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.823+0000 7fd3a3400640 1 -- 172.21.15.44:0/4260510811 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39c018980 con 0x7fd3ac108490 2024-04-26T02:02:18.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.823+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3ac1ab610 con 0x7fd3ac108490 2024-04-26T02:02:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.826+0000 7fd3b3d9e740 1 Processor -- start 2024-04-26T02:02:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.826+0000 7fd3b3d9e740 1 -- start start 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1eed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3a3400640 1 -- 172.21.15.44:0/4260510811 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd39c010430 con 0x7fd3ac108490 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1fbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55adff154900 con 0x55adff1ef2d0 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55adff0faef0 con 0x55adff1ee9b0 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55adff1508c0 con 0x55adff1f9b90 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3aa800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1eed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3a9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3aa800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1eed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41382/0 (socket says 172.21.15.44:41382) 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3aa800640 1 -- 172.21.15.44:0/3376386285 learned_addr learned my addr 172.21.15.44:0/3376386285 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.827+0000 7fd3a1400640 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1fbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd3aa800640 1 -- 172.21.15.44:0/3376386285 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 msgr2=0x55adff1fbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd3aa800640 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1fbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd3aa800640 1 -- 172.21.15.44:0/3376386285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 msgr2=0x55adff1f9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd3aa800640 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd3aa800640 1 -- 172.21.15.44:0/3376386285 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adfee67210 con 0x55adff1ee9b0 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd3a1400640 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1fbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd3aa800640 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1eed90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4009be0 tx=0x7fd3a4030430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acd2bcafcb7b17b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd39b400640 1 -- 172.21.15.44:0/3376386285 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3a4041030 con 0x55adff1ee9b0 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd39b400640 1 -- 172.21.15.44:0/3376386285 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3a4003e20 con 0x55adff1ee9b0 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.828+0000 7fd39b400640 1 -- 172.21.15.44:0/3376386285 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3a4036040 con 0x55adff1ee9b0 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3a3400640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd3900a3d10 0x7fd3900a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3a3400640 1 -- 172.21.15.44:0/4260510811 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fd39c0d0a80 con 0x7fd3ac108490 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3376386285 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 msgr2=0x55adff1eed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1eed90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4009be0 tx=0x7fd3a4030430 comp rx=0 tx=0).stop 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3a9e00640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd3900a3d10 0x7fd3900a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3376386285 shutdown_connections 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1fbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3376386285 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1eed90 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3376386285 >> 172.21.15.44:0/3376386285 conn(0x55adff1eaec0 msgr2=0x55adff1eb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3376386285 shutdown_connections 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.829+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3376386285 wait complete. 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.830+0000 7fd3a9e00640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd3900a3d10 0x7fd3900a61d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x55adff1eff50 tx=0x7fd39c0d4530 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.830+0000 7fd3b3d9e740 1 -- start start 2024-04-26T02:02:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.830+0000 7fd3b3d9e740 1 Processor -- start 2024-04-26T02:02:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1f6b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1f7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55adff1fc760 con 0x55adff1ef2d0 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55adff10e310 con 0x55adff1ee9b0 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55adff1fc8e0 con 0x55adff1f9b90 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3b3d9e740 10 client.0 _ll_register_callbacks cb 0x55adff0dccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1f6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3a1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1f6b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41398/0 (socket says 172.21.15.44:41398) 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 -- 172.21.15.44:0/3002689914 learned_addr learned my addr 172.21.15.44:0/3002689914 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1f7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 -- 172.21.15.44:0/3002689914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 msgr2=0x55adff1f7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1f7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 -- 172.21.15.44:0/3002689914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 msgr2=0x55adff1f70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3aa800640 1 -- 172.21.15.44:0/3002689914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55adfef33620 con 0x55adff1ee9b0 2024-04-26T02:02:18.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.831+0000 7fd3a1400640 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:18.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.832+0000 7fd3aa800640 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1f6b90 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4009560 tx=0x7fd3a4030d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b09ddee056b210c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:18.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.832+0000 7fd38fe00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:02:18.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.832+0000 7fd38fe00640 1 -- 172.21.15.44:0/3002689914 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3a4051060 con 0x55adff1ee9b0 2024-04-26T02:02:18.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.832+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3a4003e20 con 0x55adff1ee9b0 2024-04-26T02:02:18.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.832+0000 7fd38fe00640 1 -- 172.21.15.44:0/3002689914 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fd3a40305a0 con 0x55adff1ee9b0 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd38fe00640 1 -- 172.21.15.44:0/3002689914 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd3a4036070 con 0x55adff1ee9b0 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 10 client.26147 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55adff208a20 con 0x55adff1ee9b0 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd38fe00640 1 -- 172.21.15.44:0/3002689914 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3a4003e20 con 0x55adff1ee9b0 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd38fe00640 1 -- 172.21.15.44:0/3002689914 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd3a4056470 con 0x55adff1ee9b0 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 10 client.26147 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 10 client.26147 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 20 client.26147 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff209d70 0x55adff20c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 4 client.26147 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.837+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55adff1688b0 con 0x55adff209d70 2024-04-26T02:02:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.838+0000 7fd3a1400640 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff209d70 0x55adff20c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.838+0000 7fd3a1400640 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff209d70 0x55adff20c160 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d63ece3a11c8c4d server_cookie=e1038e52dcdf144a in_seq=0 out_seq=0 2024-04-26T02:02:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.838+0000 7fd38fe00640 10 client.26147 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.839+0000 7fd38fe00640 1 -- 172.21.15.44:0/3002689914 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55adff1688b0 con 0x55adff209d70 2024-04-26T02:02:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.839+0000 7fd38fe00640 10 client.26147 handle_command_reply: tid=0 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.839+0000 7fd3b3d9e740 1 client.26147 shutdown 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 msgr2=0x55adff1f6b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1f6b90 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4009560 tx=0x7fd3a4030d60 comp rx=0 tx=0).stop 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 shutdown_connections 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff209d70 0x55adff20c160 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff1f7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff1f70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/3002689914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff1f6b90 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd38fe00640 0 client.26147 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 >> 172.21.15.44:0/3002689914 conn(0x55adff1eaec0 msgr2=0x55adff1f0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 shutdown_connections 2024-04-26T02:02:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/3002689914 wait complete. 2024-04-26T02:02:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.840+0000 7fd3b3d9e740 20 client.26147 trim_cache size 0 max 16384 2024-04-26T02:02:18.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 Processor -- start 2024-04-26T02:02:18.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 -- start start 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1ee9b0 0x55adff1f1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff205240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1f9b90 0x55adff1f6b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac1b3e10 con 0x55adff1ef2d0 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac1b5950 con 0x55adff1f9b90 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.857+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac1b44e0 con 0x55adff1ee9b0 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3a1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff205240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3a1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff205240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37170/0 (socket says 172.21.15.44:37170) 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3a1400640 1 -- 172.21.15.44:0/2623429399 learned_addr learned my addr 172.21.15.44:0/2623429399 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1ee9b0 0x55adff1f1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1f9b90 0x55adff1f6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 -- 172.21.15.44:0/2623429399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1f9b90 msgr2=0x55adff1f6b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1f9b90 0x55adff1f6b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 -- 172.21.15.44:0/2623429399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 msgr2=0x55adff205240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff205240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 -- 172.21.15.44:0/2623429399 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adff1fc7c0 con 0x55adff1ee9b0 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3a1400640 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff205240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.858+0000 7fd3aa800640 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1ee9b0 0x55adff1f1370 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4002230 tx=0x7fd3a4030cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98c79ed2cffc4a40 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:18.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.859+0000 7fd39aa00640 1 -- 172.21.15.44:0/2623429399 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3a4051070 con 0x55adff1ee9b0 2024-04-26T02:02:18.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.859+0000 7fd39aa00640 1 -- 172.21.15.44:0/2623429399 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3a4004040 con 0x55adff1ee9b0 2024-04-26T02:02:18.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.859+0000 7fd39aa00640 1 -- 172.21.15.44:0/2623429399 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3a4041040 con 0x55adff1ee9b0 2024-04-26T02:02:18.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/2623429399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1ee9b0 msgr2=0x55adff1f1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1ee9b0 0x55adff1f1370 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4002230 tx=0x7fd3a4030cc0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/2623429399 shutdown_connections 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1f9b90 0x55adff1f6b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff205240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/2623429399 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1ee9b0 0x55adff1f1370 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/2623429399 >> 172.21.15.44:0/2623429399 conn(0x55adff1eaec0 msgr2=0x55adff204b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/2623429399 shutdown_connections 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/2623429399 wait complete. 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 -- start start 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.860+0000 7fd3b3d9e740 1 Processor -- start 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff268420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff268960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3b3d9e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff20e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac1b5280 con 0x55adff1ef2d0 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac1b4bb0 con 0x55adff1ee9b0 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3b3d9e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd3ac1b1e10 con 0x55adff1f9b90 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3b3d9e740 10 client.0 _ll_register_callbacks cb 0x7fd39c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3a1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff268960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3a1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff268960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37180/0 (socket says 172.21.15.44:37180) 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3a1400640 1 -- 172.21.15.44:0/4194545705 learned_addr learned my addr 172.21.15.44:0/4194545705 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3aa800640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff268420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.861+0000 7fd3aa800640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff20e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3a1400640 1 -- 172.21.15.44:0/4194545705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 msgr2=0x55adff20e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3a1400640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff20e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3a1400640 1 -- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 msgr2=0x55adff268420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3a1400640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff268420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3a1400640 1 -- 172.21.15.44:0/4194545705 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55adff1fbf80 con 0x55adff1ef2d0 2024-04-26T02:02:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3aa800640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff20e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3a1400640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff268960 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd394009530 tx=0x7fd394010cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd91f5bc1cf39fb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd38fe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd38fe00640 1 -- 172.21.15.44:0/4194545705 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394023030 con 0x55adff1ef2d0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd38fe00640 1 -- 172.21.15.44:0/4194545705 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fd394004020 con 0x55adff1ef2d0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3a4004040 con 0x55adff1ef2d0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd38fe00640 1 -- 172.21.15.44:0/4194545705 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd39402e050 con 0x55adff1ef2d0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3b3d9e740 10 client.16050 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.862+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55adff26fb30 con 0x55adff1ef2d0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd38fe00640 1 -- 172.21.15.44:0/4194545705 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3a4004040 con 0x55adff1ef2d0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd38fe00640 1 -- 172.21.15.44:0/4194545705 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd3940038c0 con 0x55adff1ef2d0 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd3b3d9e740 10 client.16050 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd3b3d9e740 10 client.16050 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd3b3d9e740 20 client.16050 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff270310 0x55adff272730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd3b3d9e740 4 client.16050 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:02:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55adff162320 con 0x55adff270310 2024-04-26T02:02:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.863+0000 7fd3aa800640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff270310 0x55adff272730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.864+0000 7fd3aa800640 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff270310 0x55adff272730 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=273d231a20a31f10 server_cookie=65487a40dd840847 in_seq=0 out_seq=0 2024-04-26T02:02:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.864+0000 7fd38fe00640 10 client.16050 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd38fe00640 1 -- 172.21.15.44:0/4194545705 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55adff162320 con 0x55adff270310 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd38fe00640 10 client.16050 handle_command_reply: tid=0 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 client.16050 shutdown 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 msgr2=0x55adff268960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff268960 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd394009530 tx=0x7fd394010cb0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 shutdown_connections 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55adff270310 0x55adff272730 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55adff1f9b90 0x55adff20e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55adff1ef2d0 0x55adff268960 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd38fe00640 0 client.16050 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 --2- 172.21.15.44:0/4194545705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55adff1ee9b0 0x55adff268420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 >> 172.21.15.44:0/4194545705 conn(0x55adff1eaec0 msgr2=0x55adff2053c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 shutdown_connections 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.871+0000 7fd3b3d9e740 1 -- 172.21.15.44:0/4194545705 wait complete. 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3b3d9e740 20 client.16050 trim_cache size 0 max 16384 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:02:18.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd3900a3d10 msgr2=0x7fd3900a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd3900a3d10 0x7fd3900a61d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x55adff1eff50 tx=0x7fd39c0d4530 comp rx=0 tx=0).stop 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac108490 msgr2=0x7fd3ac1a4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac108490 0x7fd3ac1a4750 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd39c00e9f0 tx=0x7fd39c00eeb0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 shutdown_connections 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd3900a3d10 0x7fd3900a61d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd3ac10e420 0x7fd3ac19e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.872 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3ac108e10 0x7fd3ac1a4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 --2- 172.21.15.44:0/4260510811 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd3ac108490 0x7fd3ac1a4750 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.872+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 >> 172.21.15.44:0/4260510811 conn(0x7fd3ac077d30 msgr2=0x7fd3ac078dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.873+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 shutdown_connections 2024-04-26T02:02:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:18.873+0000 7fd3ab200640 1 -- 172.21.15.44:0/4260510811 wait complete. 2024-04-26T02:02:19.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:18 smithi044 ceph-mon[27847]: pgmap v227: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-26T02:02:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:18 smithi156 ceph-mon[32543]: pgmap v227: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-26T02:02:19.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:18 smithi090 ceph-mon[32456]: pgmap v227: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-26T02:02:21.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:20 smithi044 ceph-mon[27847]: pgmap v228: 97 pgs: 97 active+clean; 3.2 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T02:02:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:20 smithi156 ceph-mon[32543]: pgmap v228: 97 pgs: 97 active+clean; 3.2 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T02:02:21.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:20 smithi090 ceph-mon[32456]: pgmap v228: 97 pgs: 97 active+clean; 3.2 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T02:02:23.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:22 smithi044 ceph-mon[27847]: pgmap v229: 97 pgs: 97 active+clean; 3.2 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-04-26T02:02:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:22 smithi156 ceph-mon[32543]: pgmap v229: 97 pgs: 97 active+clean; 3.2 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-04-26T02:02:23.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:22 smithi090 ceph-mon[32456]: pgmap v229: 97 pgs: 97 active+clean; 3.2 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-04-26T02:02:25.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:24 smithi044 ceph-mon[27847]: pgmap v230: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.3 KiB/s wr, 17 op/s 2024-04-26T02:02:25.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:24 smithi156 ceph-mon[32543]: pgmap v230: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.3 KiB/s wr, 17 op/s 2024-04-26T02:02:25.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:24 smithi090 ceph-mon[32456]: pgmap v230: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.3 KiB/s wr, 17 op/s 2024-04-26T02:02:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:26 smithi156 ceph-mon[32543]: pgmap v231: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T02:02:27.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:26 smithi090 ceph-mon[32456]: pgmap v231: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T02:02:27.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:26 smithi044 ceph-mon[27847]: pgmap v231: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T02:02:29.155 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:28 smithi044 ceph-mon[27847]: pgmap v232: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T02:02:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:28 smithi156 ceph-mon[32543]: pgmap v232: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T02:02:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:28 smithi090 ceph-mon[32456]: pgmap v232: 97 pgs: 97 active+clean; 3.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-04-26T02:02:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:30 smithi156 ceph-mon[32543]: pgmap v233: 97 pgs: 97 active+clean; 3.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:02:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:30 smithi090 ceph-mon[32456]: pgmap v233: 97 pgs: 97 active+clean; 3.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:02:31.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:30 smithi044 ceph-mon[27847]: pgmap v233: 97 pgs: 97 active+clean; 3.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:02:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.015+0000 7f84cb400640 1 -- 172.21.15.44:0/297769184 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c41043a0 msgr2=0x7f84c4104780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.015+0000 7f84cb400640 1 --2- 172.21.15.44:0/297769184 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c41043a0 0x7f84c4104780 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009860 tx=0x7f84bc02a340 comp rx=0 tx=0).stop 2024-04-26T02:02:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.015+0000 7f84cb400640 1 -- 172.21.15.44:0/297769184 shutdown_connections 2024-04-26T02:02:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.015+0000 7f84cb400640 1 --2- 172.21.15.44:0/297769184 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c4109470 0x7f84c4111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.015+0000 7f84cb400640 1 --2- 172.21.15.44:0/297769184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84c4104d50 0x7f84c4108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.015+0000 7f84cb400640 1 --2- 172.21.15.44:0/297769184 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c41043a0 0x7f84c4104780 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.015+0000 7f84cb400640 1 -- 172.21.15.44:0/297769184 >> 172.21.15.44:0/297769184 conn(0x7f84c40ffc40 msgr2=0x7f84c4102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.016+0000 7f84cb400640 1 -- 172.21.15.44:0/297769184 shutdown_connections 2024-04-26T02:02:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.016+0000 7f84cb400640 1 -- 172.21.15.44:0/297769184 wait complete. 2024-04-26T02:02:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.017+0000 7f84cb400640 1 Processor -- start 2024-04-26T02:02:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.017+0000 7f84cb400640 1 -- start start 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c41043a0 0x7f84c41a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84cb400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c4109470 0x7f84c41a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84cb400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84c419a6d0 0x7f84c419ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84cb400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41143b0 con 0x7f84c41043a0 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84cb400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f84c4114230 con 0x7f84c419a6d0 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84cb400640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f84c4114530 con 0x7f84c4109470 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c41043a0 0x7f84c41a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c41043a0 0x7f84c41a05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33228/0 (socket says 172.21.15.44:33228) 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 -- 172.21.15.44:0/940695601 learned_addr learned my addr 172.21.15.44:0/940695601 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c3e00640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c4109470 0x7f84c41a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c9400640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84c419a6d0 0x7f84c419ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 -- 172.21.15.44:0/940695601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c4109470 msgr2=0x7f84c41a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c4109470 0x7f84c41a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 -- 172.21.15.44:0/940695601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84c419a6d0 msgr2=0x7f84c419ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84c419a6d0 0x7f84c419ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c8a00640 1 -- 172.21.15.44:0/940695601 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c419b2d0 con 0x7f84c41043a0 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.018+0000 7f84c3e00640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c4109470 0x7f84c41a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.019+0000 7f84c8a00640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c41043a0 0x7f84c41a05c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f84bc035040 tx=0x7f84bc032d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.019+0000 7f84c1600640 1 -- 172.21.15.44:0/940695601 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc037040 con 0x7f84c41043a0 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.019+0000 7f84c1600640 1 -- 172.21.15.44:0/940695601 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84bc041070 con 0x7f84c41043a0 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.019+0000 7f84c1600640 1 -- 172.21.15.44:0/940695601 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc003850 con 0x7f84c41043a0 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.019+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c419b560 con 0x7f84c41043a0 2024-04-26T02:02:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.019+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c41a7640 con 0x7f84c41043a0 2024-04-26T02:02:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.022+0000 7f84ce3ab740 1 Processor -- start 2024-04-26T02:02:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84ce3ab740 1 -- start start 2024-04-26T02:02:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84c1600640 1 -- 172.21.15.44:0/940695601 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f84bc0039f0 con 0x7f84c41043a0 2024-04-26T02:02:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eee820 0x55b909eeec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909efbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b909e54900 con 0x55b909ef9a00 2024-04-26T02:02:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55b909dfaef0 con 0x55b909eef140 2024-04-26T02:02:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.023+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55b909e508c0 con 0x55b909eee820 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eee820 0x55b909eeec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909efbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eee820 0x55b909eeec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52390/0 (socket says 172.21.15.44:52390) 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 -- 172.21.15.44:0/189554496 learned_addr learned my addr 172.21.15.44:0/189554496 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 -- 172.21.15.44:0/189554496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 msgr2=0x55b909ef94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 -- 172.21.15.44:0/189554496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 msgr2=0x55b909efbdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909efbdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 -- 172.21.15.44:0/189554496 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b909b67210 con 0x55b909eee820 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c3e00640 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909efbdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c1600640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84a80a3e40 0x7f84a80a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.024+0000 7f84c9400640 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eee820 0x55b909eeec00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f84b4009b90 tx=0x7f84b40117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f6b631088bec4fc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.025+0000 7f84c1600640 1 -- 172.21.15.44:0/940695601 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7f84bc0f0250 con 0x7f84c41043a0 2024-04-26T02:02:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.025+0000 7f84c8a00640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84a80a3e40 0x7f84a80a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.025+0000 7f84b9c00640 1 -- 172.21.15.44:0/189554496 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4012450 con 0x55b909eee820 2024-04-26T02:02:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.025+0000 7f84b9c00640 1 -- 172.21.15.44:0/189554496 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84b4012aa0 con 0x55b909eee820 2024-04-26T02:02:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.025+0000 7f84b9c00640 1 -- 172.21.15.44:0/189554496 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b400fa30 con 0x55b909eee820 2024-04-26T02:02:32.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 -- 172.21.15.44:0/189554496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eee820 msgr2=0x55b909eeec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84c8a00640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84a80a3e40 0x7f84a80a6300 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f84bc0edba0 tx=0x7f84bc0f3da0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eee820 0x55b909eeec00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f84b4009b90 tx=0x7f84b40117b0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 -- 172.21.15.44:0/189554496 shutdown_connections 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909efbdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/189554496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eee820 0x55b909eeec00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 -- 172.21.15.44:0/189554496 >> 172.21.15.44:0/189554496 conn(0x55b909eead30 msgr2=0x55b909eeb110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 -- 172.21.15.44:0/189554496 shutdown_connections 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 -- 172.21.15.44:0/189554496 wait complete. 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.026+0000 7f84ce3ab740 1 -- start start 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 1 Processor -- start 2024-04-26T02:02:32.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eee820 0x55b909ef69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909ef7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b909efc630 con 0x55b909eee820 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55b909e0e310 con 0x55b909eef140 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55b909efc7b0 con 0x55b909ef9a00 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84ce3ab740 10 client.0 _ll_register_callbacks cb 0x55b909ddccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.027+0000 7f84c9400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eee820 0x55b909ef69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eee820 0x55b909ef69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33238/0 (socket says 172.21.15.44:33238) 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 -- 172.21.15.44:0/2674842352 learned_addr learned my addr 172.21.15.44:0/2674842352 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c3e00640 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909ef7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 -- 172.21.15.44:0/2674842352 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 msgr2=0x55b909ef7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909ef7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 -- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 msgr2=0x55b909ef6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 -- 172.21.15.44:0/2674842352 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b909c33620 con 0x55b909eee820 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84c9400640 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eee820 0x55b909ef69e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f84b4009940 tx=0x7f84b4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2397eff989b8b26e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84b2000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.028+0000 7f84b2000640 1 -- 172.21.15.44:0/2674842352 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4004020 con 0x55b909eee820 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.029+0000 7f84b2000640 1 -- 172.21.15.44:0/2674842352 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7f84b40041c0 con 0x55b909eee820 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.029+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84b4012aa0 con 0x55b909eee820 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.029+0000 7f84b2000640 1 -- 172.21.15.44:0/2674842352 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f84b40043e0 con 0x55b909eee820 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.029+0000 7f84ce3ab740 10 client.16062 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.029+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b909f088e0 con 0x55b909eee820 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.029+0000 7f84b2000640 1 -- 172.21.15.44:0/2674842352 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84b4012aa0 con 0x55b909eee820 2024-04-26T02:02:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.029+0000 7f84b2000640 1 -- 172.21.15.44:0/2674842352 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f84b4005400 con 0x55b909eee820 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84ce3ab740 10 client.16062 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84ce3ab740 10 client.16062 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84ce3ab740 20 client.16062 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f09cf0 0x55b909f0c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84ce3ab740 4 client.16062 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b909e688b0 con 0x55b909f09cf0 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84c3e00640 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f09cf0 0x55b909f0c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84c3e00640 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f09cf0 0x55b909f0c0e0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=356d97f706720c80 server_cookie=66fcd2ea25046786 in_seq=0 out_seq=0 2024-04-26T02:02:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.030+0000 7f84b2000640 10 client.16062 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.031+0000 7f84b2000640 1 -- 172.21.15.44:0/2674842352 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b909e688b0 con 0x55b909f09cf0 2024-04-26T02:02:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.031+0000 7f84b2000640 10 client.16062 handle_command_reply: tid=0 2024-04-26T02:02:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.031+0000 7f84ce3ab740 1 client.16062 shutdown 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eee820 msgr2=0x55b909ef69e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eee820 0x55b909ef69e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f84b4009940 tx=0x7f84b4009f90 comp rx=0 tx=0).stop 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 shutdown_connections 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f09cf0 0x55b909f0c0e0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909ef7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eef140 0x55b909ef6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84b2000640 0 client.16062 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2674842352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eee820 0x55b909ef69e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 >> 172.21.15.44:0/2674842352 conn(0x55b909eead30 msgr2=0x55b909ef0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 shutdown_connections 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2674842352 wait complete. 2024-04-26T02:02:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.032+0000 7f84ce3ab740 20 client.16062 trim_cache size 0 max 16384 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.048+0000 7f84ce3ab740 1 Processor -- start 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.048+0000 7f84ce3ab740 1 -- start start 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.048+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f054f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eef140 0x55b909ef08e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909f11710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41afbd0 con 0x55b909eef140 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41b1710 con 0x55b909eee820 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41b02a0 con 0x55b909ef9a00 2024-04-26T02:02:32.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eef140 0x55b909ef08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c9400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f054f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c9400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f054f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50744/0 (socket says 172.21.15.44:50744) 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eef140 0x55b909ef08e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33246/0 (socket says 172.21.15.44:33246) 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c9400640 1 -- 172.21.15.44:0/2392716254 learned_addr learned my addr 172.21.15.44:0/2392716254 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c9400640 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909f11710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c3e00640 1 -- 172.21.15.44:0/2392716254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 msgr2=0x55b909f11710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c3e00640 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909f11710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c3e00640 1 -- 172.21.15.44:0/2392716254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 msgr2=0x55b909f054f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c3e00640 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f054f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c3e00640 1 -- 172.21.15.44:0/2392716254 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b909ef17a0 con 0x55b909eef140 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.049+0000 7f84c9400640 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f054f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:32.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.050+0000 7f84c3e00640 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eef140 0x55b909ef08e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x55b909eec150 tx=0x7f84ac0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8abf7320137ec2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.050+0000 7f84b9200640 1 -- 172.21.15.44:0/2392716254 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac022070 con 0x55b909eef140 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.050+0000 7f84b9200640 1 -- 172.21.15.44:0/2392716254 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84ac00fe20 con 0x55b909eef140 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.050+0000 7f84b9200640 1 -- 172.21.15.44:0/2392716254 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac01e430 con 0x55b909eef140 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.050+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2392716254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eef140 msgr2=0x55b909ef08e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.050+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eef140 0x55b909ef08e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x55b909eec150 tx=0x7f84ac0095c0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2392716254 shutdown_connections 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909ef9a00 0x55b909f11710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909eef140 0x55b909ef08e0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/2392716254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f054f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2392716254 >> 172.21.15.44:0/2392716254 conn(0x55b909eead30 msgr2=0x55b909ef01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2392716254 shutdown_connections 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 -- 172.21.15.44:0/2392716254 wait complete. 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 -- start start 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.051+0000 7f84ce3ab740 1 Processor -- start 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f01db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eef140 0x55b909eff140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84ce3ab740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909eff680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41b1040 con 0x55b909ef9a00 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41b0970 con 0x55b909eee820 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84ce3ab740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41adbd0 con 0x55b909eef140 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84ce3ab740 10 client.0 _ll_register_callbacks cb 0x7f84b4009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f01db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f01db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:50746/0 (socket says 172.21.15.44:50746) 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 -- 172.21.15.44:0/3106310304 learned_addr learned my addr 172.21.15.44:0/3106310304 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909eff680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c3e00640 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eef140 0x55b909eff140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 -- 172.21.15.44:0/3106310304 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eef140 msgr2=0x55b909eff140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eef140 0x55b909eff140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 -- 172.21.15.44:0/3106310304 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 msgr2=0x55b909eff680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909eff680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 -- 172.21.15.44:0/3106310304 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b909effeb0 con 0x55b909eee820 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84c9400640 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f01db0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f84b400f710 tx=0x7f84b4012760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ea82de8cc1cd7a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.052+0000 7f84b2000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.053+0000 7f84b2000640 1 -- 172.21.15.44:0/3106310304 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4044070 con 0x55b909eee820 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.053+0000 7f84b2000640 1 -- 172.21.15.44:0/3106310304 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7f84b400f9c0 con 0x55b909eee820 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.053+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84ac00fe20 con 0x55b909eee820 2024-04-26T02:02:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.053+0000 7f84b2000640 1 -- 172.21.15.44:0/3106310304 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f84b404d050 con 0x55b909eee820 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.053+0000 7f84ce3ab740 10 client.26171 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.053+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b909f6ff90 con 0x55b909eee820 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.053+0000 7f84b2000640 1 -- 172.21.15.44:0/3106310304 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84ac00fe20 con 0x55b909eee820 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84b2000640 1 -- 172.21.15.44:0/3106310304 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f84b4047020 con 0x55b909eee820 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84ce3ab740 10 client.26171 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84ce3ab740 10 client.26171 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84ce3ab740 20 client.26171 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f70540 0x55b909f72930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84ce3ab740 4 client.26171 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b909e62320 con 0x55b909f70540 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84c3e00640 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f70540 0x55b909f72930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84c3e00640 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f70540 0x55b909f72930 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4871cafd2c1702 server_cookie=aee6972d0e067a9a in_seq=0 out_seq=0 2024-04-26T02:02:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.054+0000 7f84b2000640 10 client.26171 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84b2000640 1 -- 172.21.15.44:0/3106310304 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b909e62320 con 0x55b909f70540 2024-04-26T02:02:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84b2000640 10 client.26171 handle_command_reply: tid=0 2024-04-26T02:02:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 client.26171 shutdown 2024-04-26T02:02:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 msgr2=0x55b909f01db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f01db0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f84b400f710 tx=0x7f84b4012760 comp rx=0 tx=0).stop 2024-04-26T02:02:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 shutdown_connections 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b909f70540 0x55b909f72930 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b909ef9a00 0x55b909eff680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b909eef140 0x55b909eff140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 --2- 172.21.15.44:0/3106310304 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b909eee820 0x55b909f01db0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84b2000640 0 client.26171 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 >> 172.21.15.44:0/3106310304 conn(0x55b909eead30 msgr2=0x55b909ef7230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.063+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 shutdown_connections 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.064+0000 7f84ce3ab740 1 -- 172.21.15.44:0/3106310304 wait complete. 2024-04-26T02:02:32.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.064+0000 7f84ce3ab740 20 client.26171 trim_cache size 0 max 16384 2024-04-26T02:02:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:02:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:02:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:02:32.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:02:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.064+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84a80a3e40 msgr2=0x7f84a80a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.066 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.064+0000 7f84cb400640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84a80a3e40 0x7f84a80a6300 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f84bc0edba0 tx=0x7f84bc0f3da0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.064+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c41043a0 msgr2=0x7f84c41a05c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.064+0000 7f84cb400640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c41043a0 0x7f84c41a05c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f84bc035040 tx=0x7f84bc032d50 comp rx=0 tx=0).stop 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 shutdown_connections 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f84a80a3e40 0x7f84a80a6300 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f84c419a6d0 0x7f84c419ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f84c4109470 0x7f84c41a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 --2- 172.21.15.44:0/940695601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84c41043a0 0x7f84c41a05c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 >> 172.21.15.44:0/940695601 conn(0x7f84c40ffc40 msgr2=0x7f84c4101fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 shutdown_connections 2024-04-26T02:02:32.067 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:32.065+0000 7f84cb400640 1 -- 172.21.15.44:0/940695601 wait complete. 2024-04-26T02:02:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:32 smithi156 ceph-mon[32543]: pgmap v234: 97 pgs: 97 active+clean; 3.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:02:33.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:32 smithi090 ceph-mon[32456]: pgmap v234: 97 pgs: 97 active+clean; 3.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:02:33.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:32 smithi044 ceph-mon[27847]: pgmap v234: 97 pgs: 97 active+clean; 3.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:02:35.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:34 smithi156 ceph-mon[32543]: pgmap v235: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-26T02:02:35.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:34 smithi090 ceph-mon[32456]: pgmap v235: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-26T02:02:35.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:34 smithi044 ceph-mon[27847]: pgmap v235: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 22 op/s 2024-04-26T02:02:37.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:36 smithi156 ceph-mon[32543]: pgmap v236: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:37.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:36 smithi090 ceph-mon[32456]: pgmap v236: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:37.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:36 smithi044 ceph-mon[27847]: pgmap v236: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:39.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:38 smithi156 ceph-mon[32543]: pgmap v237: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:39.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:38 smithi090 ceph-mon[32456]: pgmap v237: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:39.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:38 smithi044 ceph-mon[27847]: pgmap v237: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:40 smithi156 ceph-mon[32543]: pgmap v238: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:02:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:40 smithi090 ceph-mon[32456]: pgmap v238: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:02:41.274 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:40 smithi044 ceph-mon[27847]: pgmap v238: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:02:43.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:42 smithi156 ceph-mon[32543]: pgmap v239: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:42 smithi090 ceph-mon[32456]: pgmap v239: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:43.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:42 smithi044 ceph-mon[27847]: pgmap v239: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:45.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.211+0000 7f74e2200640 1 -- 172.21.15.44:0/3273904713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc109470 msgr2=0x7f74dc111040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.211+0000 7f74e2200640 1 --2- 172.21.15.44:0/3273904713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc109470 0x7f74dc111040 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f74d4009900 tx=0x7f74d402a3f0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.212+0000 7f74e2200640 1 -- 172.21.15.44:0/3273904713 shutdown_connections 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.212+0000 7f74e2200640 1 --2- 172.21.15.44:0/3273904713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc109470 0x7f74dc111040 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.212+0000 7f74e2200640 1 --2- 172.21.15.44:0/3273904713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc104d50 0x7f74dc108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.212+0000 7f74e2200640 1 --2- 172.21.15.44:0/3273904713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74dc1043a0 0x7f74dc104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.212+0000 7f74e2200640 1 -- 172.21.15.44:0/3273904713 >> 172.21.15.44:0/3273904713 conn(0x7f74dc0ffc40 msgr2=0x7f74dc102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.212+0000 7f74e2200640 1 -- 172.21.15.44:0/3273904713 shutdown_connections 2024-04-26T02:02:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.212+0000 7f74e2200640 1 -- 172.21.15.44:0/3273904713 wait complete. 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 Processor -- start 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 -- start start 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1043a0 0x7f74dc1a05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc109470 0x7f74dc1a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74dc19a660 0x7f74dc19aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1143e0 con 0x7f74dc1043a0 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc114260 con 0x7f74dc109470 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.213+0000 7f74e2200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc114560 con 0x7f74dc19a660 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc109470 0x7f74dc1a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc109470 0x7f74dc1a0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46872/0 (socket says 172.21.15.44:46872) 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 -- 172.21.15.44:0/2079990082 learned_addr learned my addr 172.21.15.44:0/2079990082 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74db400640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1043a0 0x7f74dc1a05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74dbe00640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74dc19a660 0x7f74dc19aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 -- 172.21.15.44:0/2079990082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74dc19a660 msgr2=0x7f74dc19aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74dc19a660 0x7f74dc19aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 -- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1043a0 msgr2=0x7f74dc1a05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1043a0 0x7f74dc1a05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.214+0000 7f74d2a00640 1 -- 172.21.15.44:0/2079990082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc19b260 con 0x7f74dc109470 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.215+0000 7f74d2a00640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc109470 0x7f74dc1a0ae0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f74c400e9a0 tx=0x7f74c400ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.215+0000 7f74d8c00640 1 -- 172.21.15.44:0/2079990082 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c400cd80 con 0x7f74dc109470 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.215+0000 7f74d8c00640 1 -- 172.21.15.44:0/2079990082 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c40035f0 con 0x7f74dc109470 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.215+0000 7f74d8c00640 1 -- 172.21.15.44:0/2079990082 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c4010690 con 0x7f74dc109470 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.215+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74dc1a7340 con 0x7f74dc109470 2024-04-26T02:02:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.215+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74dc1a77a0 con 0x7f74dc109470 2024-04-26T02:02:45.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.218+0000 7f74e4fca740 1 Processor -- start 2024-04-26T02:02:45.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74e4fca740 1 -- start start 2024-04-26T02:02:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74d8c00640 1 -- 172.21.15.44:0/2079990082 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f74c4004000 con 0x7f74dc109470 2024-04-26T02:02:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482bf0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf1140 0x563482bfb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482bfddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74e4fca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563482b56900 con 0x563482bf0820 2024-04-26T02:02:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74e4fca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563482afcef0 con 0x563482bf1140 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74e4fca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563482b528c0 con 0x563482bfba00 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74dbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482bf0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74dbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482bf0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44676/0 (socket says 172.21.15.44:44676) 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74db400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf1140 0x563482bfb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74dbe00640 1 -- 172.21.15.44:0/3297240460 learned_addr learned my addr 172.21.15.44:0/3297240460 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.219+0000 7f74d2a00640 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482bfddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.220+0000 7f74dbe00640 1 -- 172.21.15.44:0/3297240460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 msgr2=0x563482bfddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.220+0000 7f74dbe00640 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482bfddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.220+0000 7f74dbe00640 1 -- 172.21.15.44:0/3297240460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf1140 msgr2=0x563482bfb4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.220+0000 7f74dbe00640 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf1140 0x563482bfb4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.220+0000 7f74dbe00640 1 -- 172.21.15.44:0/3297240460 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563482869210 con 0x563482bf0820 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.220+0000 7f74db400640 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf1140 0x563482bfb4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.220+0000 7f74dbe00640 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482bf0c00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f74d402a910 tx=0x7f74d4032b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b32ec4fcba54a9e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74cbe00640 1 -- 172.21.15.44:0/3297240460 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4040070 con 0x563482bf0820 2024-04-26T02:02:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74cbe00640 1 -- 172.21.15.44:0/3297240460 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d4004030 con 0x563482bf0820 2024-04-26T02:02:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74cbe00640 1 -- 172.21.15.44:0/3297240460 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4035040 con 0x563482bf0820 2024-04-26T02:02:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74d8c00640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f74c00a3e40 0x7f74c00a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74d8c00640 1 -- 172.21.15.44:0/2079990082 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7f74c40d0990 con 0x7f74dc109470 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74e4fca740 1 -- 172.21.15.44:0/3297240460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 msgr2=0x563482bf0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482bf0c00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f74d402a910 tx=0x7f74d4032b20 comp rx=0 tx=0).stop 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.221+0000 7f74db400640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f74c00a3e40 0x7f74c00a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 -- 172.21.15.44:0/3297240460 shutdown_connections 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482bfddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf1140 0x563482bfb4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3297240460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482bf0c00 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 -- 172.21.15.44:0/3297240460 >> 172.21.15.44:0/3297240460 conn(0x563482becd30 msgr2=0x563482bed110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 -- 172.21.15.44:0/3297240460 shutdown_connections 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 -- 172.21.15.44:0/3297240460 wait complete. 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74db400640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f74c00a3e40 0x7f74c00a6300 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f74cc009d40 tx=0x7f74cc009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.222+0000 7f74e4fca740 1 -- start start 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 1 Processor -- start 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf0820 0x563482bf8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482bf9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563482bfe5d0 con 0x563482bf1140 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563482b10310 con 0x563482bfba00 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563482bfe750 con 0x563482bf0820 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74e4fca740 10 client.0 _ll_register_callbacks cb 0x563482adecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74d2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74d2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44682/0 (socket says 172.21.15.44:44682) 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74d2a00640 1 -- 172.21.15.44:0/1763386934 learned_addr learned my addr 172.21.15.44:0/1763386934 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.223+0000 7f74db400640 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf0820 0x563482bf8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74dbe00640 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482bf9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74d2a00640 1 -- 172.21.15.44:0/1763386934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf0820 msgr2=0x563482bf8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74d2a00640 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf0820 0x563482bf8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74d2a00640 1 -- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 msgr2=0x563482bf9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74d2a00640 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482bf9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74d2a00640 1 -- 172.21.15.44:0/1763386934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563482935620 con 0x563482bf1140 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74d2a00640 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf8ec0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f74c4003fd0 tx=0x7f74c40bd0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c47687dff1ce40c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74c8c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74c8c00640 1 -- 172.21.15.44:0/1763386934 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c409c450 con 0x563482bf1140 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74c8c00640 1 -- 172.21.15.44:0/1763386934 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7f74c40ce340 con 0x563482bf1140 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.224+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74d4004030 con 0x563482bf1140 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74c8c00640 1 -- 172.21.15.44:0/1763386934 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f74c409c270 con 0x563482bf1140 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 10 client.16080 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:45.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563482c0a850 con 0x563482bf1140 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74c8c00640 1 -- 172.21.15.44:0/1763386934 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d4004030 con 0x563482bf1140 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74c8c00640 1 -- 172.21.15.44:0/1763386934 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f74c40870b0 con 0x563482bf1140 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 10 client.16080 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 10 client.16080 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 20 client.16080 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c0bd10 0x563482c0e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 4 client.16080 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.225+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563482b6a8b0 con 0x563482c0bd10 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.226+0000 7f74db400640 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c0bd10 0x563482c0e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.226+0000 7f74db400640 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c0bd10 0x563482c0e100 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=547594999508de1a server_cookie=e739ffc204a7f365 in_seq=0 out_seq=0 2024-04-26T02:02:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.226+0000 7f74c8c00640 10 client.16080 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74c8c00640 1 -- 172.21.15.44:0/1763386934 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563482b6a8b0 con 0x563482c0bd10 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74c8c00640 10 client.16080 handle_command_reply: tid=0 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 client.16080 shutdown 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 msgr2=0x563482bf8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf8ec0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f74c4003fd0 tx=0x7f74c40bd0c0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 shutdown_connections 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c0bd10 0x563482c0e100 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482bf9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf8ec0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1763386934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf0820 0x563482bf8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74c8c00640 0 client.16080 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:45.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.227+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 >> 172.21.15.44:0/1763386934 conn(0x563482becd30 msgr2=0x563482bf2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.228+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 shutdown_connections 2024-04-26T02:02:45.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.228+0000 7f74e4fca740 1 -- 172.21.15.44:0/1763386934 wait complete. 2024-04-26T02:02:45.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.228+0000 7f74e4fca740 20 client.16080 trim_cache size 0 max 16384 2024-04-26T02:02:45.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:44 smithi156 ceph-mon[32543]: pgmap v240: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:02:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:44 smithi090 ceph-mon[32456]: pgmap v240: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:02:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.244+0000 7f74e4fca740 1 Processor -- start 2024-04-26T02:02:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74e4fca740 1 -- start start 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf0820 0x563482c07490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482c13a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74e4fca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1afbc0 con 0x563482bf1140 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74e4fca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1b1700 con 0x563482bf0820 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74e4fca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1b0290 con 0x563482bfba00 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74dbe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482c13a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74d2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.245+0000 7f74dbe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482c13a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:41270/0 (socket says 172.21.15.44:41270) 2024-04-26T02:02:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74dbe00640 1 -- 172.21.15.44:0/3988207544 learned_addr learned my addr 172.21.15.44:0/3988207544 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74db400640 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf0820 0x563482c07490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74dbe00640 1 -- 172.21.15.44:0/3988207544 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf0820 msgr2=0x563482c07490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74dbe00640 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf0820 0x563482c07490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74dbe00640 1 -- 172.21.15.44:0/3988207544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 msgr2=0x563482bf3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74dbe00640 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74dbe00640 1 -- 172.21.15.44:0/3988207544 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563482c0e780 con 0x563482bfba00 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74dbe00640 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482c13a10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f74d4009900 tx=0x7f74d4005180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff42067d126bf0bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.246+0000 7f74cb400640 1 -- 172.21.15.44:0/3988207544 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4035050 con 0x563482bfba00 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74cb400640 1 -- 172.21.15.44:0/3988207544 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d40054b0 con 0x563482bfba00 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74cb400640 1 -- 172.21.15.44:0/3988207544 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4040040 con 0x563482bfba00 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 -- 172.21.15.44:0/3988207544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 msgr2=0x563482c13a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482c13a10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f74d4009900 tx=0x7f74d4005180 comp rx=0 tx=0).stop 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 -- 172.21.15.44:0/3988207544 shutdown_connections 2024-04-26T02:02:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bfba00 0x563482c13a10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf1140 0x563482bf3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 --2- 172.21.15.44:0/3988207544 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bf0820 0x563482c07490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 -- 172.21.15.44:0/3988207544 >> 172.21.15.44:0/3988207544 conn(0x563482becd30 msgr2=0x563482bebe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 -- 172.21.15.44:0/3988207544 shutdown_connections 2024-04-26T02:02:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.247+0000 7f74e4fca740 1 -- 172.21.15.44:0/3988207544 wait complete. 2024-04-26T02:02:45.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.248+0000 7f74e4fca740 1 -- start start 2024-04-26T02:02:45.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.248+0000 7f74e4fca740 1 Processor -- start 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.248+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482c01bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.248+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf1140 0x563482c02100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.248+0000 7f74e4fca740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482c71290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.248+0000 7f74e4fca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1b1030 con 0x563482bf0820 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74e4fca740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1b0960 con 0x563482bfba00 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74e4fca740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc1adbc0 con 0x563482bf1140 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74e4fca740 10 client.0 _ll_register_callbacks cb 0x7f74c4003d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482c01bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482c01bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44696/0 (socket says 172.21.15.44:44696) 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 -- 172.21.15.44:0/1973487065 learned_addr learned my addr 172.21.15.44:0/1973487065 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74d2a00640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf1140 0x563482c02100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74dbe00640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482c71290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 -- 172.21.15.44:0/1973487065 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf1140 msgr2=0x563482c02100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf1140 0x563482c02100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 -- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 msgr2=0x563482c71290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482c71290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74db400640 1 -- 172.21.15.44:0/1973487065 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563482bf1ae0 con 0x563482bf0820 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74d2a00640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf1140 0x563482c02100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.249+0000 7f74dbe00640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482c71290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74db400640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482c01bc0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f74cc005fd0 tx=0x7f74cc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7708676f355db713 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74c8c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74c8c00640 1 -- 172.21.15.44:0/1973487065 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74cc02a440 con 0x563482bf0820 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74c8c00640 1 -- 172.21.15.44:0/1973487065 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7f74cc02a5e0 con 0x563482bf0820 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74d40054b0 con 0x563482bf0820 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74c8c00640 1 -- 172.21.15.44:0/1973487065 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f74cc02a7e0 con 0x563482bf0820 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74e4fca740 10 client.16086 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.250+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563482c72970 con 0x563482bf0820 2024-04-26T02:02:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74c8c00640 1 -- 172.21.15.44:0/1973487065 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d40054b0 con 0x563482bf0820 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74c8c00640 1 -- 172.21.15.44:0/1973487065 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f74cc032490 con 0x563482bf0820 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74e4fca740 10 client.16086 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74e4fca740 10 client.16086 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74e4fca740 20 client.16086 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c730a0 0x563482c754c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74e4fca740 4 client.16086 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563482b64320 con 0x563482c730a0 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.251+0000 7f74d2a00640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c730a0 0x563482c754c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.252+0000 7f74d2a00640 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c730a0 0x563482c754c0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d516b68cb7fe56d3 server_cookie=8fab9f60da2d13f4 in_seq=0 out_seq=0 2024-04-26T02:02:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.252+0000 7f74c8c00640 10 client.16086 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74c8c00640 1 -- 172.21.15.44:0/1973487065 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563482b64320 con 0x563482c730a0 2024-04-26T02:02:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74c8c00640 10 client.16086 handle_command_reply: tid=0 2024-04-26T02:02:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 client.16086 shutdown 2024-04-26T02:02:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 msgr2=0x563482c01bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482c01bc0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f74cc005fd0 tx=0x7f74cc004a40 comp rx=0 tx=0).stop 2024-04-26T02:02:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 shutdown_connections 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563482c730a0 0x563482c754c0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563482bfba00 0x563482c71290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563482bf1140 0x563482c02100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 --2- 172.21.15.44:0/1973487065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563482bf0820 0x563482c01bc0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 >> 172.21.15.44:0/1973487065 conn(0x563482becd30 msgr2=0x563482bf8900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.260+0000 7f74c8c00640 0 client.16086 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.261+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 shutdown_connections 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.261+0000 7f74e4fca740 1 -- 172.21.15.44:0/1973487065 wait complete. 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.261+0000 7f74e4fca740 20 client.16086 trim_cache size 0 max 16384 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:02:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:02:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:02:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:02:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f74c00a3e40 msgr2=0x7f74c00a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f74c00a3e40 0x7f74c00a6300 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f74cc009d40 tx=0x7f74cc009500 comp rx=0 tx=0).stop 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc109470 msgr2=0x7f74dc1a0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc109470 0x7f74dc1a0ae0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f74c400e9a0 tx=0x7f74c400ee60 comp rx=0 tx=0).stop 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 shutdown_connections 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f74c00a3e40 0x7f74c00a6300 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f74dc19a660 0x7f74dc19aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f74dc109470 0x7f74dc1a0ae0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 --2- 172.21.15.44:0/2079990082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1043a0 0x7f74dc1a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 >> 172.21.15.44:0/2079990082 conn(0x7f74dc0ffc40 msgr2=0x7f74dc100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 shutdown_connections 2024-04-26T02:02:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:45.262+0000 7f74e2200640 1 -- 172.21.15.44:0/2079990082 wait complete. 2024-04-26T02:02:45.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:44 smithi044 ceph-mon[27847]: pgmap v240: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:02:45.513 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.9 2024-04-26T02:02:45.514 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:02:46.004 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:47.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:46 smithi156 ceph-mon[32543]: pgmap v241: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-04-26T02:02:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:46 smithi090 ceph-mon[32456]: pgmap v241: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-04-26T02:02:47.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:46 smithi044 ceph-mon[27847]: pgmap v241: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 -- 172.21.15.44:0/1429669187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 msgr2=0x7fd0b8102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 --2- 172.21.15.44:0/1429669187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 0x7fd0b8102f10 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd0a4009990 tx=0x7fd0a4009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 -- 172.21.15.44:0/1429669187 shutdown_connections 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 --2- 172.21.15.44:0/1429669187 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd0b8103450 0x7fd0b810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 --2- 172.21.15.44:0/1429669187 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0b8108a50 0x7fd0b8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 --2- 172.21.15.44:0/1429669187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 0x7fd0b8102f10 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 -- 172.21.15.44:0/1429669187 >> 172.21.15.44:0/1429669187 conn(0x7fd0b8079ba0 msgr2=0x7fd0b8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 -- 172.21.15.44:0/1429669187 shutdown_connections 2024-04-26T02:02:48.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.318+0000 7fd0bee00700 1 -- 172.21.15.44:0/1429669187 wait complete. 2024-04-26T02:02:48.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.319+0000 7fd0bee00700 1 Processor -- start 2024-04-26T02:02:48.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.319+0000 7fd0bee00700 1 -- start start 2024-04-26T02:02:48.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0bee00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 0x7fd0b8199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:48.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0bee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0b8103450 0x7fd0b81996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:48.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0bee00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd0b8108a50 0x7fd0b819da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:48.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0bee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b8112c50 con 0x7fd0b8103450 2024-04-26T02:02:48.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0bee00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b8112ad0 con 0x7fd0b8102a90 2024-04-26T02:02:48.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0bee00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b8112dd0 con 0x7fd0b8108a50 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0b7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0b8103450 0x7fd0b81996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0b7e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 0x7fd0b8199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0b7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0b8103450 0x7fd0b81996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52160/0 (socket says 172.21.15.44:52160) 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0b7400700 1 -- 172.21.15.44:0/733078716 learned_addr learned my addr 172.21.15.44:0/733078716 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.320+0000 7fd0bce00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd0b8108a50 0x7fd0b819da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b7e00700 1 -- 172.21.15.44:0/733078716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd0b8108a50 msgr2=0x7fd0b819da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b7e00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd0b8108a50 0x7fd0b819da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b7e00700 1 -- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0b8103450 msgr2=0x7fd0b81996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:48.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b7e00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0b8103450 0x7fd0b81996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b7e00700 1 -- 172.21.15.44:0/733078716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0b819e190 con 0x7fd0b8102a90 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0bce00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd0b8108a50 0x7fd0b819da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b7e00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 0x7fd0b8199180 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd0a800e9f0 tx=0x7fd0a800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b4c00700 1 -- 172.21.15.44:0/733078716 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a800cbd0 con 0x7fd0b8102a90 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b4c00700 1 -- 172.21.15.44:0/733078716 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0a800cd70 con 0x7fd0b8102a90 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0b819e480 con 0x7fd0b8102a90 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0b4c00700 1 -- 172.21.15.44:0/733078716 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a8018680 con 0x7fd0b8102a90 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.321+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0b81a5d00 con 0x7fd0b8102a90 2024-04-26T02:02:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.323+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0b8069730 con 0x7fd0b8102a90 2024-04-26T02:02:48.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.325+0000 7fd0b4c00700 1 -- 172.21.15.44:0/733078716 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd0a8010430 con 0x7fd0b8102a90 2024-04-26T02:02:48.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.326+0000 7fd0b4c00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd09c0a3e30 0x7fd09c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:48.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.326+0000 7fd0b4c00700 1 -- 172.21.15.44:0/733078716 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fd0a80d0900 con 0x7fd0b8102a90 2024-04-26T02:02:48.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.326+0000 7fd0b7400700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd09c0a3e30 0x7fd09c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:48.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.327+0000 7fd0b7400700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd09c0a3e30 0x7fd09c0a62f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd0b807a250 tx=0x7fd0a400b280 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:48.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.331+0000 7fd0b4c00700 1 -- 172.21.15.44:0/733078716 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd0a809cf80 con 0x7fd0b8102a90 2024-04-26T02:02:48.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.616+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd0b802df80 con 0x7fd0b8102a90 2024-04-26T02:02:48.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.618+0000 7fd0b4c00700 1 -- 172.21.15.44:0/733078716 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7fd0a809c880 con 0x7fd0b8102a90 2024-04-26T02:02:48.617 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:02:48.617 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd09c0a3e30 msgr2=0x7fd09c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd09c0a3e30 0x7fd09c0a62f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd0b807a250 tx=0x7fd0a400b280 comp rx=0 tx=0).stop 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 msgr2=0x7fd0b8199180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 0x7fd0b8199180 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd0a800e9f0 tx=0x7fd0a800ed00 comp rx=0 tx=0).stop 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 shutdown_connections 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd0b8108a50 0x7fd0b819da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd09c0a3e30 0x7fd09c0a62f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd0b8102a90 0x7fd0b8199180 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 --2- 172.21.15.44:0/733078716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0b8103450 0x7fd0b81996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 >> 172.21.15.44:0/733078716 conn(0x7fd0b8079ba0 msgr2=0x7fd0b8101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 shutdown_connections 2024-04-26T02:02:48.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:48.621+0000 7fd0bee00700 1 -- 172.21.15.44:0/733078716 wait complete. 2024-04-26T02:02:48.621 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:02:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:48 smithi156 ceph-mon[32543]: pgmap v242: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-04-26T02:02:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:48 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/733078716' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:48 smithi090 ceph-mon[32456]: pgmap v242: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-04-26T02:02:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:48 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/733078716' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:49.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:48 smithi044 ceph-mon[27847]: pgmap v242: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-04-26T02:02:49.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:48 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/733078716' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:02:49.432 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 82.9 --await-for 42.0' 2024-04-26T02:02:49.433 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 82.9 --await-for 42.0 2024-04-26T02:02:49.907 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:51.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:50 smithi156 ceph-mon[32543]: pgmap v243: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T02:02:51.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:50 smithi090 ceph-mon[32456]: pgmap v243: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T02:02:51.274 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:50 smithi044 ceph-mon[27847]: pgmap v243: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 -- 172.21.15.44:0/3048741628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 msgr2=0x7fd89c108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/3048741628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 0x7fd89c108e40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd88c009990 tx=0x7fd88c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 -- 172.21.15.44:0/3048741628 shutdown_connections 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/3048741628 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd89c06b100 0x7fd89c10f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/3048741628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 0x7fd89c108e40 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/3048741628 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd89c06a740 0x7fd89c06abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 -- 172.21.15.44:0/3048741628 >> 172.21.15.44:0/3048741628 conn(0x7fd89c0788e0 msgr2=0x7fd89c078cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 -- 172.21.15.44:0/3048741628 shutdown_connections 2024-04-26T02:02:52.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.180+0000 7fd8a0a00700 1 -- 172.21.15.44:0/3048741628 wait complete. 2024-04-26T02:02:52.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.181+0000 7fd8a0a00700 1 Processor -- start 2024-04-26T02:02:52.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.182+0000 7fd8a0a00700 1 -- start start 2024-04-26T02:02:52.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.182+0000 7fd8a0a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd89c06a740 0x7fd89c1990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.182+0000 7fd8a0a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd89c06b100 0x7fd89c1995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.182+0000 7fd8a0a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 0x7fd89c19d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.182+0000 7fd8a0a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c112c40 con 0x7fd89c108a60 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.182+0000 7fd8a0a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c112ac0 con 0x7fd89c06b100 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.182+0000 7fd8a0a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c112dc0 con 0x7fd89c06a740 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd89c06a740 0x7fd89c1990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd89a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 0x7fd89c19d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd89c06b100 0x7fd89c1995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd89c06a740 0x7fd89c1990b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49482/0 (socket says 172.21.15.44:49482) 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899e00700 1 -- 172.21.15.44:0/1820065780 learned_addr learned my addr 172.21.15.44:0/1820065780 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899400700 1 -- 172.21.15.44:0/1820065780 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd89c06a740 msgr2=0x7fd89c1990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899400700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd89c06a740 0x7fd89c1990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899400700 1 -- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 msgr2=0x7fd89c19d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899400700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 0x7fd89c19d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.183+0000 7fd899400700 1 -- 172.21.15.44:0/1820065780 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd89c19e0c0 con 0x7fd89c06b100 2024-04-26T02:02:52.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.184+0000 7fd899400700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd89c06b100 0x7fd89c1995f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd88800e9f0 tx=0x7fd88800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.184+0000 7fd892a00700 1 -- 172.21.15.44:0/1820065780 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88800c9c0 con 0x7fd89c06b100 2024-04-26T02:02:52.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.184+0000 7fd892a00700 1 -- 172.21.15.44:0/1820065780 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd88800cb60 con 0x7fd89c06b100 2024-04-26T02:02:52.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.184+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd89c19e3b0 con 0x7fd89c06b100 2024-04-26T02:02:52.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.184+0000 7fd892a00700 1 -- 172.21.15.44:0/1820065780 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd888018680 con 0x7fd89c06b100 2024-04-26T02:02:52.184 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.184+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd89c1a5c30 con 0x7fd89c06b100 2024-04-26T02:02:52.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.187+0000 7fd892a00700 1 -- 172.21.15.44:0/1820065780 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd888010430 con 0x7fd89c06b100 2024-04-26T02:02:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 Processor -- start 2024-04-26T02:02:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd892a00700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd8800a3e50 0x7fd8800a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 -- start start 2024-04-26T02:02:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd892a00700 1 -- 172.21.15.44:0/1820065780 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fd8880d0980 con 0x7fd89c06b100 2024-04-26T02:02:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd89a800700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd8800a3e50 0x7fd8800a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97d6e0 0x55ac1e988050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e988590 0x55ac1e98a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ac1e8cc020 con 0x55ac1e97cdc0 2024-04-26T02:02:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ac1e8728c0 con 0x55ac1e988590 2024-04-26T02:02:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.189+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ac1e8c7fe0 con 0x55ac1e97d6e0 2024-04-26T02:02:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97d1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52188/0 (socket says 172.21.15.44:52188) 2024-04-26T02:02:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 -- 172.21.15.44:0/1319799327 learned_addr learned my addr 172.21.15.44:0/1319799327 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899400700 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97d6e0 0x55ac1e988050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd89a800700 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e988590 0x55ac1e98a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 -- 172.21.15.44:0/1319799327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97d6e0 msgr2=0x55ac1e988050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97d6e0 0x55ac1e988050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 -- 172.21.15.44:0/1319799327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e988590 msgr2=0x55ac1e98a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e988590 0x55ac1e98a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899e00700 1 -- 172.21.15.44:0/1319799327 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac1e868810 con 0x55ac1e97cdc0 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.190+0000 7fd899400700 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97d6e0 0x55ac1e988050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.191+0000 7fd89a800700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd8800a3e50 0x7fd8800a6310 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd894009550 tx=0x7fd894004040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.191+0000 7fd899e00700 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97d1a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd88c005bc0 tx=0x7fd88c005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d7f7e240467a4c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.191+0000 7fd887400700 1 -- 172.21.15.44:0/1319799327 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88c027070 con 0x55ac1e97cdc0 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.191+0000 7fd887400700 1 -- 172.21.15.44:0/1319799327 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd88c0056d0 con 0x55ac1e97cdc0 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.191+0000 7fd887400700 1 -- 172.21.15.44:0/1319799327 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88c003c30 con 0x55ac1e97cdc0 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 -- 172.21.15.44:0/1319799327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97cdc0 msgr2=0x55ac1e97d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97d1a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd88c005bc0 tx=0x7fd88c005bf0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 -- 172.21.15.44:0/1319799327 shutdown_connections 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e988590 0x55ac1e98a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97d1a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/1319799327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97d6e0 0x55ac1e988050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 -- 172.21.15.44:0/1319799327 >> 172.21.15.44:0/1319799327 conn(0x55ac1e8a7730 msgr2=0x55ac1e974dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 -- 172.21.15.44:0/1319799327 shutdown_connections 2024-04-26T02:02:52.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.192+0000 7fd8ab382b80 1 -- 172.21.15.44:0/1319799327 wait complete. 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.193+0000 7fd8ab382b80 1 -- start start 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.193+0000 7fd8ab382b80 1 Processor -- start 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e987ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e984fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e9854e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ac1e98b050 con 0x55ac1e988590 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ac1e8859f0 con 0x55ac1e97d6e0 2024-04-26T02:02:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ac1e98b1d0 con 0x55ac1e97cdc0 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd8ab382b80 10 client.0 _ll_register_callbacks cb 0x55ac1e8648b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e984fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e987ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e984fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46846/0 (socket says 172.21.15.44:46846) 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e987ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49508/0 (socket says 172.21.15.44:49508) 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899400700 1 -- 172.21.15.44:0/2431270411 learned_addr learned my addr 172.21.15.44:0/2431270411 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd89a800700 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e9854e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899400700 1 -- 172.21.15.44:0/2431270411 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 msgr2=0x55ac1e987ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899400700 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e987ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899400700 1 -- 172.21.15.44:0/2431270411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 msgr2=0x55ac1e9854e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.194+0000 7fd899400700 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e9854e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd899400700 1 -- 172.21.15.44:0/2431270411 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac1e819a60 con 0x55ac1e97d6e0 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd899400700 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e984fa0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd88800e9c0 tx=0x7fd88809c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a04ded4036f419f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd87be00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd87be00700 1 -- 172.21.15.44:0/2431270411 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88809cd60 con 0x55ac1e97d6e0 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd87be00700 1 -- 172.21.15.44:0/2431270411 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fd8880a50e0 con 0x55ac1e97d6e0 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd88c0056d0 con 0x55ac1e97d6e0 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd87be00700 1 -- 172.21.15.44:0/2431270411 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd8880a5570 con 0x55ac1e97d6e0 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd8ab382b80 10 client.26207 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.195+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ac1e862c80 con 0x55ac1e97d6e0 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd87be00700 1 -- 172.21.15.44:0/2431270411 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd88c0056d0 con 0x55ac1e97d6e0 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd87be00700 1 -- 172.21.15.44:0/2431270411 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd888098650 con 0x55ac1e97d6e0 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd8ab382b80 10 client.26207 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd8ab382b80 10 client.26207 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd8ab382b80 20 client.26207 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e997cb0 0x55ac1e99a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd8ab382b80 4 client.26207 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.196+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac1e8d9810 con 0x55ac1e997cb0 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.197+0000 7fd899e00700 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e997cb0 0x55ac1e99a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.197+0000 7fd899e00700 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e997cb0 0x55ac1e99a0c0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eec729546fbbf6fd server_cookie=64df42e067c3a476 in_seq=0 out_seq=0 2024-04-26T02:02:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.197+0000 7fd87be00700 10 client.26207 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd87be00700 1 -- 172.21.15.44:0/2431270411 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ac1e8d9810 con 0x55ac1e997cb0 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd87be00700 10 client.26207 handle_command_reply: tid=0 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 client.26207 shutdown 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 msgr2=0x55ac1e984fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e984fa0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd88800e9c0 tx=0x7fd88809c950 comp rx=0 tx=0).stop 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 shutdown_connections 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e987ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e997cb0 0x55ac1e99a0c0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e9854e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/2431270411 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e984fa0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd87be00700 0 client.26207 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.198+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 >> 172.21.15.44:0/2431270411 conn(0x55ac1e8a7730 msgr2=0x55ac1e9749c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.199+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 shutdown_connections 2024-04-26T02:02:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.199+0000 7fd8ab382b80 1 -- 172.21.15.44:0/2431270411 wait complete. 2024-04-26T02:02:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.199+0000 7fd8ab382b80 20 client.26207 trim_cache size 0 max 16384 2024-04-26T02:02:52.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.220+0000 7fd8ab382b80 1 Processor -- start 2024-04-26T02:02:52.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd8ab382b80 1 -- start start 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e993f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e9746a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e974be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c1ab000 con 0x55ac1e988590 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c1acb40 con 0x55ac1e97d6e0 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c1ab6d0 con 0x55ac1e97cdc0 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd89a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e974be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd899400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e9746a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd89a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e974be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52202/0 (socket says 172.21.15.44:52202) 2024-04-26T02:02:52.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd899400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e9746a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46852/0 (socket says 172.21.15.44:46852) 2024-04-26T02:02:52.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.221+0000 7fd89a800700 1 -- 172.21.15.44:0/3631078397 learned_addr learned my addr 172.21.15.44:0/3631078397 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899400700 1 -- 172.21.15.44:0/3631078397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 msgr2=0x55ac1e993f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899e00700 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e993f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899400700 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e993f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899400700 1 -- 172.21.15.44:0/3631078397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 msgr2=0x55ac1e974be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899400700 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e974be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899400700 1 -- 172.21.15.44:0/3631078397 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac1e97dac0 con 0x55ac1e97d6e0 2024-04-26T02:02:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899e00700 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e993f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd89a800700 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e974be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd899400700 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e9746a0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd88800c5b0 tx=0x7fd88809ae10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=763c8072a3397a1f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.222+0000 7fd886a00700 1 -- 172.21.15.44:0/3631078397 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8880bbb40 con 0x55ac1e97d6e0 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd886a00700 1 -- 172.21.15.44:0/3631078397 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd888098650 con 0x55ac1e97d6e0 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd886a00700 1 -- 172.21.15.44:0/3631078397 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88809cdc0 con 0x55ac1e97d6e0 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3631078397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 msgr2=0x55ac1e9746a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e9746a0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd88800c5b0 tx=0x7fd88809ae10 comp rx=0 tx=0).stop 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3631078397 shutdown_connections 2024-04-26T02:02:52.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e97cdc0 0x55ac1e993f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e988590 0x55ac1e974be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3631078397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97d6e0 0x55ac1e9746a0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3631078397 >> 172.21.15.44:0/3631078397 conn(0x55ac1e8a7730 msgr2=0x55ac1e973f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.223+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3631078397 shutdown_connections 2024-04-26T02:02:52.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.224+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3631078397 wait complete. 2024-04-26T02:02:52.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.224+0000 7fd8ab382b80 1 -- start start 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.224+0000 7fd8ab382b80 1 Processor -- start 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97d6e0 0x55ac1e976860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd8ab382b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e988590 0x55ac1e976e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c1ac470 con 0x55ac1e97d6e0 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c1abda0 con 0x55ac1e97cdc0 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd8ab382b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c1a8fc0 con 0x55ac1e988590 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd8ab382b80 10 client.0 _ll_register_callbacks cb 0x55ac1e8648b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd899e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd899e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46856/0 (socket says 172.21.15.44:46856) 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd899400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97d6e0 0x55ac1e976860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd899e00700 1 -- 172.21.15.44:0/3750644486 learned_addr learned my addr 172.21.15.44:0/3750644486 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.225+0000 7fd89a800700 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e988590 0x55ac1e976e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd899e00700 1 -- 172.21.15.44:0/3750644486 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e988590 msgr2=0x55ac1e976e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd899e00700 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e988590 0x55ac1e976e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd899e00700 1 -- 172.21.15.44:0/3750644486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97d6e0 msgr2=0x55ac1e976860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd899e00700 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97d6e0 0x55ac1e976860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd899e00700 1 -- 172.21.15.44:0/3750644486 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac1e98acf0 con 0x55ac1e97cdc0 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd899400700 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97d6e0 0x55ac1e976860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd899e00700 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97a4d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd88c009ce0 tx=0x7fd88c005690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5aa440344088d1c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd87be00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd87be00700 1 -- 172.21.15.44:0/3750644486 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88c027040 con 0x55ac1e97cdc0 2024-04-26T02:02:52.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd888098650 con 0x55ac1e97cdc0 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.226+0000 7fd87be00700 1 -- 172.21.15.44:0/3750644486 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fd88c003bb0 con 0x55ac1e97cdc0 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd87be00700 1 -- 172.21.15.44:0/3750644486 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd88c003db0 con 0x55ac1e97cdc0 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 10 client.26213 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ac1e990330 con 0x55ac1e97cdc0 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd87be00700 1 -- 172.21.15.44:0/3750644486 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd888098650 con 0x55ac1e97cdc0 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd87be00700 1 -- 172.21.15.44:0/3750644486 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd88c021070 con 0x55ac1e97cdc0 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 10 client.26213 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 10 client.26213 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 20 client.26213 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e990620 0x55ac1ea06a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:52.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 4 client.26213 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.9, "await_for": 42.0}] 2024-04-26T02:02:52.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.227+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.9, "await_for": 42.0}) -- 0x55ac1e8d38b0 con 0x55ac1e990620 2024-04-26T02:02:52.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.228+0000 7fd899400700 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e990620 0x55ac1ea06a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:52.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.228+0000 7fd899400700 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e990620 0x55ac1ea06a10 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7778c8da57b3a174 server_cookie=ce51918ae111974d in_seq=0 out_seq=0 2024-04-26T02:02:52.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.228+0000 7fd87be00700 10 client.26213 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd87be00700 1 -- 172.21.15.44:0/3750644486 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55ac1e8d38b0 con 0x55ac1e990620 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd87be00700 10 client.26213 handle_command_reply: tid=0 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 client.26213 shutdown 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97cdc0 msgr2=0x55ac1e97a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97a4d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd88c009ce0 tx=0x7fd88c005690 comp rx=0 tx=0).stop 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 shutdown_connections 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ac1e988590 0x55ac1e976e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ac1e990620 0x55ac1ea06a10 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ac1e97cdc0 0x55ac1e97a4d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 --2- 172.21.15.44:0/3750644486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ac1e97d6e0 0x55ac1e976860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd87be00700 0 client.26213 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:52.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.248+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 >> 172.21.15.44:0/3750644486 conn(0x55ac1e8a7730 msgr2=0x55ac1e974820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.249+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 shutdown_connections 2024-04-26T02:02:52.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.249+0000 7fd8ab382b80 1 -- 172.21.15.44:0/3750644486 wait complete. 2024-04-26T02:02:52.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.249+0000 7fd8ab382b80 20 client.26213 trim_cache size 0 max 16384 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 22, 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "e785f831": { 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 22, 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:02:52.249 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.9, 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:02:52.250 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd8800a3e50 msgr2=0x7fd8800a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd8800a3e50 0x7fd8800a6310 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd894009550 tx=0x7fd894004040 comp rx=0 tx=0).stop 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd89c06b100 msgr2=0x7fd89c1995f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd89c06b100 0x7fd89c1995f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd88800e9f0 tx=0x7fd88800ed00 comp rx=0 tx=0).stop 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 shutdown_connections 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd89c06a740 0x7fd89c1990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd8800a3e50 0x7fd8800a6310 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd89c108a60 0x7fd89c19d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 --2- 172.21.15.44:0/1820065780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd89c06b100 0x7fd89c1995f0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:52.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 >> 172.21.15.44:0/1820065780 conn(0x7fd89c0788e0 msgr2=0x7fd89c100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:52.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 shutdown_connections 2024-04-26T02:02:52.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:02:52.250+0000 7fd8a0a00700 1 -- 172.21.15.44:0/1820065780 wait complete. 2024-04-26T02:02:53.150 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e785f831', quiesce took 7.6 seconds. Will release after: 22.9 2024-04-26T02:02:53.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:52 smithi156 ceph-mon[32543]: pgmap v244: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:53.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:52 smithi090 ceph-mon[32456]: pgmap v244: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:53.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:52 smithi044 ceph-mon[27847]: pgmap v244: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:54.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:53 smithi156 ceph-mon[32543]: pgmap v245: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:02:54.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:53 smithi090 ceph-mon[32456]: pgmap v245: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:02:54.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:53 smithi044 ceph-mon[27847]: pgmap v245: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:02:56.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:56 smithi044 ceph-mon[27847]: pgmap v246: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:56.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:56 smithi156 ceph-mon[32543]: pgmap v246: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:56.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:56 smithi090 ceph-mon[32456]: pgmap v246: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 -- 172.21.15.44:0/3085902649 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074ca0 msgr2=0x7fef3010e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 --2- 172.21.15.44:0/3085902649 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074ca0 0x7fef3010e060 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fef1c009900 tx=0x7fef1c02a480 comp rx=0 tx=0).stop 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 -- 172.21.15.44:0/3085902649 shutdown_connections 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 --2- 172.21.15.44:0/3085902649 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef3010e5a0 0x7fef301109f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 --2- 172.21.15.44:0/3085902649 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074ca0 0x7fef3010e060 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 --2- 172.21.15.44:0/3085902649 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fef30074380 0x7fef30074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 -- 172.21.15.44:0/3085902649 >> 172.21.15.44:0/3085902649 conn(0x7fef300fd890 msgr2=0x7fef300ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 -- 172.21.15.44:0/3085902649 shutdown_connections 2024-04-26T02:02:58.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.411+0000 7fef36800640 1 -- 172.21.15.44:0/3085902649 wait complete. 2024-04-26T02:02:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.412+0000 7fef36800640 1 Processor -- start 2024-04-26T02:02:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.412+0000 7fef36800640 1 -- start start 2024-04-26T02:02:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef36800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074380 0x7fef301a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef36800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef30074ca0 0x7fef301a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef36800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fef3010e5a0 0x7fef3019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef36800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fef30114230 con 0x7fef30074380 2024-04-26T02:02:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef36800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fef301140b0 con 0x7fef30074ca0 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef36800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fef301143b0 con 0x7fef3010e5a0 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef35400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074380 0x7fef301a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef34a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef30074ca0 0x7fef301a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef34a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef30074ca0 0x7fef301a0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39844/0 (socket says 172.21.15.44:39844) 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef35400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074380 0x7fef301a0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38942/0 (socket says 172.21.15.44:38942) 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef34a00640 1 -- 172.21.15.44:0/2203472198 learned_addr learned my addr 172.21.15.44:0/2203472198 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.413+0000 7fef35e00640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fef3010e5a0 0x7fef3019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef34a00640 1 -- 172.21.15.44:0/2203472198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fef3010e5a0 msgr2=0x7fef3019a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef34a00640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fef3010e5a0 0x7fef3019a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef34a00640 1 -- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074380 msgr2=0x7fef301a0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef34a00640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074380 0x7fef301a0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef34a00640 1 -- 172.21.15.44:0/2203472198 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef3019ad70 con 0x7fef30074ca0 2024-04-26T02:02:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef35400640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074380 0x7fef301a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:58.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef34a00640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef30074ca0 0x7fef301a0980 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fef1c005ab0 tx=0x7fef1c003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:58.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef2e000640 1 -- 172.21.15.44:0/2203472198 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c03f070 con 0x7fef30074ca0 2024-04-26T02:02:58.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef3019b000 con 0x7fef30074ca0 2024-04-26T02:02:58.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef2e000640 1 -- 172.21.15.44:0/2203472198 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef1c031b60 con 0x7fef30074ca0 2024-04-26T02:02:58.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef2e000640 1 -- 172.21.15.44:0/2203472198 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c035030 con 0x7fef30074ca0 2024-04-26T02:02:58.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.414+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef301a7300 con 0x7fef30074ca0 2024-04-26T02:02:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef2e000640 1 -- 172.21.15.44:0/2203472198 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fef1c042070 con 0x7fef30074ca0 2024-04-26T02:02:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 Processor -- start 2024-04-26T02:02:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 -- start start 2024-04-26T02:02:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f2cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f37650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f39f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5559a4e92900 con 0x5559a4f2c9b0 2024-04-26T02:02:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5559a4e38ef0 con 0x5559a4f2d2d0 2024-04-26T02:02:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef3add7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5559a4e8e8c0 con 0x5559a4f37b90 2024-04-26T02:02:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.418+0000 7fef35e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f2cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f37650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f2cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38948/0 (socket says 172.21.15.44:38948) 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35e00640 1 -- 172.21.15.44:0/2976100472 learned_addr learned my addr 172.21.15.44:0/2976100472 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f37650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39854/0 (socket says 172.21.15.44:39854) 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef34a00640 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f39f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 -- 172.21.15.44:0/2976100472 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 msgr2=0x5559a4f39f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f39f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 -- 172.21.15.44:0/2976100472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 msgr2=0x5559a4f2cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f2cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 -- 172.21.15.44:0/2976100472 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559a4ba5210 con 0x5559a4f2d2d0 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35e00640 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f2cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef35400640 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f37650 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fef24005fd0 tx=0x7fef24011c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b8cd33b06cda48f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:58.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.419+0000 7fef2e000640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fef180a3d10 0x7fef180a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef2e000640 1 -- 172.21.15.44:0/2203472198 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fef1c0f0ef0 con 0x7fef30074ca0 2024-04-26T02:02:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef22600640 1 -- 172.21.15.44:0/2976100472 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef24004d20 con 0x5559a4f2d2d0 2024-04-26T02:02:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef22600640 1 -- 172.21.15.44:0/2976100472 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef2400f9a0 con 0x5559a4f2d2d0 2024-04-26T02:02:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef22600640 1 -- 172.21.15.44:0/2976100472 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef24004410 con 0x5559a4f2d2d0 2024-04-26T02:02:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef35e00640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fef180a3d10 0x7fef180a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef3add7740 1 -- 172.21.15.44:0/2976100472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 msgr2=0x5559a4f37650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef3add7740 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f37650 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fef24005fd0 tx=0x7fef24011c70 comp rx=0 tx=0).stop 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.420+0000 7fef35e00640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fef180a3d10 0x7fef180a61d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fef28009fd0 tx=0x7fef28005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 -- 172.21.15.44:0/2976100472 shutdown_connections 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f39f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f37650 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 --2- 172.21.15.44:0/2976100472 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f2cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 -- 172.21.15.44:0/2976100472 >> 172.21.15.44:0/2976100472 conn(0x5559a4f28ec0 msgr2=0x5559a4f292a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 -- 172.21.15.44:0/2976100472 shutdown_connections 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 -- 172.21.15.44:0/2976100472 wait complete. 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 -- start start 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.421+0000 7fef3add7740 1 Processor -- start 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef3add7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f34a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef3add7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f2d2d0 0x5559a4f34f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef3add7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f37b90 0x5559a4f354a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef3add7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5559a4f3a7c0 con 0x5559a4f2c9b0 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef3add7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5559a4e4c310 con 0x5559a4f37b90 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef3add7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5559a4f3a940 con 0x5559a4f2d2d0 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef3add7740 10 client.0 _ll_register_callbacks cb 0x5559a4e1acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef35400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f34a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef35400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f34a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38952/0 (socket says 172.21.15.44:38952) 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef35400640 1 -- 172.21.15.44:0/3008239126 learned_addr learned my addr 172.21.15.44:0/3008239126 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef35e00640 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f37b90 0x5559a4f354a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef34a00640 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f2d2d0 0x5559a4f34f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef35400640 1 -- 172.21.15.44:0/3008239126 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f2d2d0 msgr2=0x5559a4f34f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.422+0000 7fef35400640 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f2d2d0 0x5559a4f34f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef35400640 1 -- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f37b90 msgr2=0x5559a4f354a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef35400640 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f37b90 0x5559a4f354a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef35400640 1 -- 172.21.15.44:0/3008239126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559a4c71620 con 0x5559a4f2c9b0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef35400640 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f34a20 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fef2400a010 tx=0x7fef2400ffa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fade2a8333fd67fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef16a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef16a00640 1 -- 172.21.15.44:0/3008239126 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef24003a30 con 0x5559a4f2c9b0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef16a00640 1 -- 172.21.15.44:0/3008239126 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fef24003bd0 con 0x5559a4f2c9b0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef2400f9a0 con 0x5559a4f2c9b0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef16a00640 1 -- 172.21.15.44:0/3008239126 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fef24032050 con 0x5559a4f2c9b0 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.423+0000 7fef3add7740 10 client.16122 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5559a4f46920 con 0x5559a4f2c9b0 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef16a00640 1 -- 172.21.15.44:0/3008239126 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef2400f9a0 con 0x5559a4f2c9b0 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef16a00640 1 -- 172.21.15.44:0/3008239126 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fef24018070 con 0x5559a4f2c9b0 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef3add7740 10 client.16122 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef3add7740 10 client.16122 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef3add7740 20 client.16122 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef3add7740 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4f47d20 0x5559a4f4a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef3add7740 4 client.16122 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.424+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559a4ea68b0 con 0x5559a4f47d20 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.425+0000 7fef34a00640 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4f47d20 0x5559a4f4a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.425+0000 7fef34a00640 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4f47d20 0x5559a4f4a110 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6e886cb5c33e222 server_cookie=5ef553767ca12bc1 in_seq=0 out_seq=0 2024-04-26T02:02:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.425+0000 7fef16a00640 10 client.16122 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.426+0000 7fef16a00640 1 -- 172.21.15.44:0/3008239126 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5559a4ea68b0 con 0x5559a4f47d20 2024-04-26T02:02:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.426+0000 7fef16a00640 10 client.16122 handle_command_reply: tid=0 2024-04-26T02:02:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.426+0000 7fef3add7740 1 client.16122 shutdown 2024-04-26T02:02:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 msgr2=0x5559a4f34a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f34a20 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fef2400a010 tx=0x7fef2400ffa0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 shutdown_connections 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4f47d20 0x5559a4f4a110 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f37b90 0x5559a4f354a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f2d2d0 0x5559a4f34f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 --2- 172.21.15.44:0/3008239126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f34a20 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef16a00640 0 client.16122 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 >> 172.21.15.44:0/3008239126 conn(0x5559a4f28ec0 msgr2=0x5559a4f2ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 shutdown_connections 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 1 -- 172.21.15.44:0/3008239126 wait complete. 2024-04-26T02:02:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.427+0000 7fef3add7740 20 client.16122 trim_cache size 0 max 16384 2024-04-26T02:02:58.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 Processor -- start 2024-04-26T02:02:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 -- start start 2024-04-26T02:02:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2c9b0 0x5559a4f43680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2d2d0 0x5559a4f354b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f34300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fef301afb40 con 0x5559a4f2d2d0 2024-04-26T02:02:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fef301b1680 con 0x5559a4f2c9b0 2024-04-26T02:02:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.444+0000 7fef3add7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fef301b0210 con 0x5559a4f37b90 2024-04-26T02:02:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef34a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2d2d0 0x5559a4f354b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2c9b0 0x5559a4f43680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef34a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2d2d0 0x5559a4f354b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38960/0 (socket says 172.21.15.44:38960) 2024-04-26T02:02:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef34a00640 1 -- 172.21.15.44:0/939771092 learned_addr learned my addr 172.21.15.44:0/939771092 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35e00640 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f34300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35400640 1 -- 172.21.15.44:0/939771092 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 msgr2=0x5559a4f34300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35400640 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f34300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35400640 1 -- 172.21.15.44:0/939771092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2d2d0 msgr2=0x5559a4f354b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35400640 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2d2d0 0x5559a4f354b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35400640 1 -- 172.21.15.44:0/939771092 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559a4f2f820 con 0x5559a4f2c9b0 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef34a00640 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2d2d0 0x5559a4f354b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.445+0000 7fef35400640 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2c9b0 0x5559a4f43680 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fef24004f50 tx=0x7fef240021d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1feded89fb54aa4b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef21c00640 1 -- 172.21.15.44:0/939771092 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef24004f80 con 0x5559a4f2c9b0 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef21c00640 1 -- 172.21.15.44:0/939771092 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef24029070 con 0x5559a4f2c9b0 2024-04-26T02:02:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef21c00640 1 -- 172.21.15.44:0/939771092 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef240057c0 con 0x5559a4f2c9b0 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef3add7740 1 -- 172.21.15.44:0/939771092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2c9b0 msgr2=0x5559a4f43680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef3add7740 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2c9b0 0x5559a4f43680 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fef24004f50 tx=0x7fef240021d0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef3add7740 1 -- 172.21.15.44:0/939771092 shutdown_connections 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef3add7740 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f34300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef3add7740 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2d2d0 0x5559a4f354b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef3add7740 1 --2- 172.21.15.44:0/939771092 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2c9b0 0x5559a4f43680 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.446+0000 7fef3add7740 1 -- 172.21.15.44:0/939771092 >> 172.21.15.44:0/939771092 conn(0x5559a4f28ec0 msgr2=0x5559a4f28020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.447+0000 7fef3add7740 1 -- 172.21.15.44:0/939771092 shutdown_connections 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.447+0000 7fef3add7740 1 -- 172.21.15.44:0/939771092 wait complete. 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.447+0000 7fef3add7740 1 -- start start 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.447+0000 7fef3add7740 1 Processor -- start 2024-04-26T02:02:58.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef3add7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f3fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef3add7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f3b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef3add7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f3b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef3add7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fef301b0fb0 con 0x5559a4f2c9b0 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef3add7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fef301b08e0 con 0x5559a4f2d2d0 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef3add7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fef301adb40 con 0x5559a4f37b90 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef3add7740 10 client.0 _ll_register_callbacks cb 0x7fef24011660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f3fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f3fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38974/0 (socket says 172.21.15.44:38974) 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35400640 1 -- 172.21.15.44:0/1011466855 learned_addr learned my addr 172.21.15.44:0/1011466855 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef34a00640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f3b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35e00640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f3b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35400640 1 -- 172.21.15.44:0/1011466855 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 msgr2=0x5559a4f3b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35400640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f3b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35400640 1 -- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 msgr2=0x5559a4f3b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.448+0000 7fef35400640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f3b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef35400640 1 -- 172.21.15.44:0/1011466855 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559a4f3bb90 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef34a00640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f3b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef35400640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f3fc60 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fef240051a0 tx=0x7fef240094f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64fd0baa2e1f0cf9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef16a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef16a00640 1 -- 172.21.15.44:0/1011466855 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef2403a070 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef16a00640 1 -- 172.21.15.44:0/1011466855 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8455+0+0 (secure 0 0 0) 0x7fef24005390 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef24029070 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef16a00640 1 -- 172.21.15.44:0/1011466855 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fef24005590 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.449+0000 7fef3add7740 10 client.16128 fetch_fsmap learned FSMap version 31 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5559a4fade80 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef16a00640 1 -- 172.21.15.44:0/1011466855 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef24029070 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef16a00640 1 -- 172.21.15.44:0/1011466855 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fef24018070 con 0x5559a4f2c9b0 2024-04-26T02:02:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef3add7740 10 client.16128 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef3add7740 10 client.16128 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef3add7740 20 client.16128 populate_metadata read hostname 'smithi044' 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef3add7740 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4fae510 0x5559a4fb0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef3add7740 4 client.16128 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5559a4ea0320 con 0x5559a4fae510 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.450+0000 7fef34a00640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4fae510 0x5559a4fb0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.451+0000 7fef34a00640 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4fae510 0x5559a4fb0930 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7d19c54659a3e43 server_cookie=74ec78b3ce20c036 in_seq=0 out_seq=0 2024-04-26T02:02:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.451+0000 7fef16a00640 10 client.16128 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef16a00640 1 -- 172.21.15.44:0/1011466855 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5559a4ea0320 con 0x5559a4fae510 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef16a00640 10 client.16128 handle_command_reply: tid=0 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 client.16128 shutdown 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 msgr2=0x5559a4f3fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f3fc60 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fef240051a0 tx=0x7fef240094f0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 shutdown_connections 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4fae510 0x5559a4fb0930 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a4f37b90 0x5559a4f3b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a4f2d2d0 0x5559a4f3b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef16a00640 0 client.16128 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 --2- 172.21.15.44:0/1011466855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a4f2c9b0 0x5559a4f3fc60 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 >> 172.21.15.44:0/1011466855 conn(0x5559a4f28ec0 msgr2=0x5559a4f27790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 shutdown_connections 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.460+0000 7fef3add7740 1 -- 172.21.15.44:0/1011466855 wait complete. 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.461+0000 7fef3add7740 20 client.16128 trim_cache size 0 max 16384 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:02:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:02:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:02:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:02:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.461+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fef180a3d10 msgr2=0x7fef180a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.461+0000 7fef36800640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fef180a3d10 0x7fef180a61d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fef28009fd0 tx=0x7fef28005f90 comp rx=0 tx=0).stop 2024-04-26T02:02:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.461+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef30074ca0 msgr2=0x7fef301a0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.461+0000 7fef36800640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef30074ca0 0x7fef301a0980 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fef1c005ab0 tx=0x7fef1c003c10 comp rx=0 tx=0).stop 2024-04-26T02:02:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 shutdown_connections 2024-04-26T02:02:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fef180a3d10 0x7fef180a61d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fef3010e5a0 0x7fef3019a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fef30074ca0 0x7fef301a0980 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 --2- 172.21.15.44:0/2203472198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef30074380 0x7fef301a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 >> 172.21.15.44:0/2203472198 conn(0x7fef300fd890 msgr2=0x7fef300ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 shutdown_connections 2024-04-26T02:02:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:02:58.462+0000 7fef36800640 1 -- 172.21.15.44:0/2203472198 wait complete. 2024-04-26T02:02:58.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:02:58 smithi044 ceph-mon[27847]: pgmap v247: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:58.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:02:58 smithi156 ceph-mon[32543]: pgmap v247: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:02:59.004 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:02:58 smithi090 ceph-mon[32456]: pgmap v247: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:03:00.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:00 smithi044 ceph-mon[27847]: pgmap v248: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:03:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:00 smithi156 ceph-mon[32543]: pgmap v248: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:03:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:00 smithi090 ceph-mon[32456]: pgmap v248: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:03:02.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:02 smithi044 ceph-mon[27847]: pgmap v249: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:03:02.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:02 smithi156 ceph-mon[32543]: pgmap v249: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:03:02.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:02 smithi090 ceph-mon[32456]: pgmap v249: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:03:04.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:04 smithi044 ceph-mon[27847]: pgmap v250: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 56 KiB/s wr, 34 op/s 2024-04-26T02:03:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:04 smithi156 ceph-mon[32543]: pgmap v250: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 56 KiB/s wr, 34 op/s 2024-04-26T02:03:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:04 smithi090 ceph-mon[32456]: pgmap v250: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 56 KiB/s wr, 34 op/s 2024-04-26T02:03:06.979 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:06 smithi156 ceph-mon[32543]: pgmap v251: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 52 KiB/s wr, 27 op/s 2024-04-26T02:03:06.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:06 smithi156 ceph-mon[32543]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T02:03:06.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:06 smithi090 ceph-mon[32456]: pgmap v251: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 52 KiB/s wr, 27 op/s 2024-04-26T02:03:06.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:06 smithi090 ceph-mon[32456]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T02:03:07.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:06 smithi044 ceph-mon[27847]: pgmap v251: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 52 KiB/s wr, 27 op/s 2024-04-26T02:03:07.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:06 smithi044 ceph-mon[27847]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T02:03:08.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:08 smithi156 ceph-mon[32543]: pgmap v253: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 62 KiB/s wr, 33 op/s 2024-04-26T02:03:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:08 smithi090 ceph-mon[32456]: pgmap v253: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 62 KiB/s wr, 33 op/s 2024-04-26T02:03:09.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:08 smithi044 ceph-mon[27847]: pgmap v253: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 62 KiB/s wr, 33 op/s 2024-04-26T02:03:10.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:10 smithi156 ceph-mon[32543]: pgmap v254: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 62 KiB/s wr, 33 op/s 2024-04-26T02:03:10.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:10 smithi156 ceph-mon[32543]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T02:03:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:10 smithi090 ceph-mon[32456]: pgmap v254: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 62 KiB/s wr, 33 op/s 2024-04-26T02:03:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:10 smithi090 ceph-mon[32456]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T02:03:11.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:10 smithi044 ceph-mon[27847]: pgmap v254: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 62 KiB/s wr, 33 op/s 2024-04-26T02:03:11.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:10 smithi044 ceph-mon[27847]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T02:03:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 -- 172.21.15.44:0/3958148695 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 msgr2=0x7f573010ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 --2- 172.21.15.44:0/3958148695 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 0x7f573010ea00 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5720009890 tx=0x7f572002a360 comp rx=0 tx=0).stop 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 -- 172.21.15.44:0/3958148695 shutdown_connections 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 --2- 172.21.15.44:0/3958148695 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5730108f20 0x7f57301153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 --2- 172.21.15.44:0/3958148695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5730108560 0x7f57301089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 --2- 172.21.15.44:0/3958148695 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 0x7f573010ea00 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 -- 172.21.15.44:0/3958148695 >> 172.21.15.44:0/3958148695 conn(0x7f57300764e0 msgr2=0x7f5730078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 -- 172.21.15.44:0/3958148695 shutdown_connections 2024-04-26T02:03:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.615+0000 7f5735000640 1 -- 172.21.15.44:0/3958148695 wait complete. 2024-04-26T02:03:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.616+0000 7f5735000640 1 Processor -- start 2024-04-26T02:03:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.616+0000 7f5735000640 1 -- start start 2024-04-26T02:03:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f5735000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5730108560 0x7f57301a48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f5735000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5730108f20 0x7f57301a4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f5735000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 0x7f573019ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f5735000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f57301187b0 con 0x7f5730108560 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f5735000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5730118630 con 0x7f5730108f20 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f5735000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5730118930 con 0x7f573010e620 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f572de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5730108560 0x7f57301a48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f572e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 0x7f573019ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f572d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5730108f20 0x7f57301a4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f572de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5730108560 0x7f57301a48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51886/0 (socket says 172.21.15.44:51886) 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f572de00640 1 -- 172.21.15.44:0/1389949069 learned_addr learned my addr 172.21.15.44:0/1389949069 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.617+0000 7f572e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 0x7f573019ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:33160/0 (socket says 172.21.15.44:33160) 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.618+0000 7f572d400640 1 -- 172.21.15.44:0/1389949069 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 msgr2=0x7f573019ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.618+0000 7f572d400640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 0x7f573019ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.618+0000 7f572d400640 1 -- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5730108560 msgr2=0x7f57301a48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.618+0000 7f572d400640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5730108560 0x7f57301a48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.618+0000 7f572d400640 1 -- 172.21.15.44:0/1389949069 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573019f210 con 0x7f5730108f20 2024-04-26T02:03:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.618+0000 7f572d400640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5730108f20 0x7f57301a4e20 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f571c005fd0 tx=0x7f571c00ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.619+0000 7f5726a00640 1 -- 172.21.15.44:0/1389949069 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571c00cd00 con 0x7f5730108f20 2024-04-26T02:03:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.619+0000 7f5726a00640 1 -- 172.21.15.44:0/1389949069 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f571c0035f0 con 0x7f5730108f20 2024-04-26T02:03:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.619+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f573019f500 con 0x7f5730108f20 2024-04-26T02:03:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.619+0000 7f5726a00640 1 -- 172.21.15.44:0/1389949069 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571c010690 con 0x7f5730108f20 2024-04-26T02:03:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.619+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57301ab7a0 con 0x7f5730108f20 2024-04-26T02:03:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.622+0000 7f5737fbd740 1 Processor -- start 2024-04-26T02:03:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.622+0000 7f5737fbd740 1 -- start start 2024-04-26T02:03:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f5726a00640 1 -- 172.21.15.44:0/1389949069 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f571c003aa0 con 0x7f5730108f20 2024-04-26T02:03:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbac820 0x55ce4cbacc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cbb74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f5737fbd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ce4cb12900 con 0x55ce4cbb7a00 2024-04-26T02:03:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f5737fbd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ce4cab8ef0 con 0x55ce4cbad140 2024-04-26T02:03:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f5737fbd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ce4cb0e8c0 con 0x55ce4cbac820 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f572de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cbb74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f572e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbac820 0x55ce4cbacc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f572d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f572e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbac820 0x55ce4cbacc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:33164/0 (socket says 172.21.15.44:33164) 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f572de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cbb74c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:40106/0 (socket says 172.21.15.44:40106) 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.623+0000 7f572e800640 1 -- 172.21.15.44:0/2300667292 learned_addr learned my addr 172.21.15.44:0/2300667292 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f572de00640 1 -- 172.21.15.44:0/2300667292 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbac820 msgr2=0x55ce4cbacc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f572de00640 1 --2- 172.21.15.44:0/2300667292 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbac820 0x55ce4cbacc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f572de00640 1 -- 172.21.15.44:0/2300667292 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbb7a00 msgr2=0x55ce4cbb9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f572de00640 1 --2- 172.21.15.44:0/2300667292 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f572de00640 1 -- 172.21.15.44:0/2300667292 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce4c825210 con 0x55ce4cbad140 2024-04-26T02:03:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f572de00640 1 --2- 172.21.15.44:0/2300667292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cbb74c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f57200057c0 tx=0x7f5720009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31a260b1706b7e05 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f571b400640 1 -- 172.21.15.44:0/2300667292 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720041020 con 0x55ce4cbad140 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f571b400640 1 -- 172.21.15.44:0/2300667292 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572002ae20 con 0x55ce4cbad140 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.624+0000 7f571b400640 1 -- 172.21.15.44:0/2300667292 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720037040 con 0x55ce4cbad140 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5726a00640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57140a3dc0 0x7f57140a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5726a00640 1 -- 172.21.15.44:0/1389949069 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f571c0d0a60 con 0x7f5730108f20 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f572e800640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57140a3dc0 0x7f57140a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 -- 172.21.15.44:0/2300667292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 msgr2=0x55ce4cbb74c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2300667292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cbb74c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f57200057c0 tx=0x7f5720009510 comp rx=0 tx=0).stop 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 -- 172.21.15.44:0/2300667292 shutdown_connections 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2300667292 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2300667292 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cbb74c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2300667292 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbac820 0x55ce4cbacc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 -- 172.21.15.44:0/2300667292 >> 172.21.15.44:0/2300667292 conn(0x55ce4cba8d30 msgr2=0x55ce4cba9110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 -- 172.21.15.44:0/2300667292 shutdown_connections 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.625+0000 7f5737fbd740 1 -- 172.21.15.44:0/2300667292 wait complete. 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.626+0000 7f572e800640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57140a3dc0 0x7f57140a6280 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5728011630 tx=0x7f5728009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.626+0000 7f5737fbd740 1 -- start start 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.626+0000 7f5737fbd740 1 Processor -- start 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbb4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbb4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f5737fbd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ce4cbba5d0 con 0x55ce4cbad140 2024-04-26T02:03:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f5737fbd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ce4cacc310 con 0x55ce4cbac820 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f5737fbd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ce4cbba750 con 0x55ce4cbb7a00 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f5737fbd740 10 client.0 _ll_register_callbacks cb 0x55ce4ca9acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbb4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbb4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51908/0 (socket says 172.21.15.44:51908) 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 -- 172.21.15.44:0/2412861197 learned_addr learned my addr 172.21.15.44:0/2412861197 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572de00640 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbb4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572e800640 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 -- 172.21.15.44:0/2412861197 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 msgr2=0x55ce4cbb53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 -- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 msgr2=0x55ce4cbb4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbb4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.627+0000 7f572d400640 1 -- 172.21.15.44:0/2412861197 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce4c8f1620 con 0x55ce4cbad140 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f572d400640 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbb4e90 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f571c00c6a0 tx=0x7f571c098650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d34dec19f492df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f570fe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f570fe00640 1 -- 172.21.15.44:0/2412861197 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571c09c340 con 0x55ce4cbad140 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f570fe00640 1 -- 172.21.15.44:0/2412861197 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f571c0bbba0 con 0x55ce4cbad140 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f572002ae20 con 0x55ce4cbad140 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f570fe00640 1 -- 172.21.15.44:0/2412861197 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f571c0ce610 con 0x55ce4cbad140 2024-04-26T02:03:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f5737fbd740 10 client.16140 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ce4cbc6840 con 0x55ce4cbad140 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.628+0000 7f570fe00640 1 -- 172.21.15.44:0/2412861197 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572002ae20 con 0x55ce4cbad140 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f570fe00640 1 -- 172.21.15.44:0/2412861197 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f571c09be30 con 0x55ce4cbad140 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f5737fbd740 10 client.16140 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f5737fbd740 10 client.16140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f5737fbd740 20 client.16140 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cbc7cb0 0x55ce4cbca100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f5737fbd740 4 client.16140 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce4cb268b0 con 0x55ce4cbc7cb0 2024-04-26T02:03:11.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.629+0000 7f572de00640 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cbc7cb0 0x55ce4cbca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.630+0000 7f572de00640 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cbc7cb0 0x55ce4cbca100 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6240ba0a85ead390 server_cookie=105b933416cc7b76 in_seq=0 out_seq=0 2024-04-26T02:03:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.630+0000 7f570fe00640 10 client.16140 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f570fe00640 1 -- 172.21.15.44:0/2412861197 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ce4cb268b0 con 0x55ce4cbc7cb0 2024-04-26T02:03:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f570fe00640 10 client.16140 handle_command_reply: tid=0 2024-04-26T02:03:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 client.16140 shutdown 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 msgr2=0x55ce4cbb4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbb4e90 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f571c00c6a0 tx=0x7f571c098650 comp rx=0 tx=0).stop 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 shutdown_connections 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cbc7cb0 0x55ce4cbca100 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbb53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbb4e90 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f570fe00640 0 client.16140 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2412861197 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbb4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 >> 172.21.15.44:0/2412861197 conn(0x55ce4cba8d30 msgr2=0x55ce4cbaea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.631+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 shutdown_connections 2024-04-26T02:03:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.632+0000 7f5737fbd740 1 -- 172.21.15.44:0/2412861197 wait complete. 2024-04-26T02:03:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.632+0000 7f5737fbd740 20 client.16140 trim_cache size 0 max 16384 2024-04-26T02:03:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.648+0000 7f5737fbd740 1 Processor -- start 2024-04-26T02:03:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.648+0000 7f5737fbd740 1 -- start start 2024-04-26T02:03:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbac820 0x55ce4cbc3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cba8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbcfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f5737fbd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f57301b3fa0 con 0x55ce4cbac820 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f5737fbd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f57301b5ae0 con 0x55ce4cbad140 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f5737fbd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f57301b4670 con 0x55ce4cbb7a00 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f572de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbac820 0x55ce4cbc3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f572de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbac820 0x55ce4cbc3490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51922/0 (socket says 172.21.15.44:51922) 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f572de00640 1 -- 172.21.15.44:0/1845590390 learned_addr learned my addr 172.21.15.44:0/1845590390 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f572e800640 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbcfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.649+0000 7f572d400640 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cba8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f572de00640 1 -- 172.21.15.44:0/1845590390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 msgr2=0x55ce4cbcfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f572de00640 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbcfa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f572de00640 1 -- 172.21.15.44:0/1845590390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 msgr2=0x55ce4cba8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f572de00640 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cba8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f572de00640 1 -- 172.21.15.44:0/1845590390 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce4cbacf70 con 0x55ce4cbac820 2024-04-26T02:03:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f572de00640 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbac820 0x55ce4cbc3490 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f572002a950 tx=0x7f57200056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fed1d7cb8a199c7d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f571aa00640 1 -- 172.21.15.44:0/1845590390 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720037040 con 0x55ce4cbac820 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f571aa00640 1 -- 172.21.15.44:0/1845590390 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572002ae20 con 0x55ce4cbac820 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.650+0000 7f571aa00640 1 -- 172.21.15.44:0/1845590390 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720041040 con 0x55ce4cbac820 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 -- 172.21.15.44:0/1845590390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbac820 msgr2=0x55ce4cbc3490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbac820 0x55ce4cbc3490 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f572002a950 tx=0x7f57200056d0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 -- 172.21.15.44:0/1845590390 shutdown_connections 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbcfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbad140 0x55ce4cba8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 --2- 172.21.15.44:0/1845590390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbac820 0x55ce4cbc3490 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 -- 172.21.15.44:0/1845590390 >> 172.21.15.44:0/1845590390 conn(0x55ce4cba8d30 msgr2=0x55ce4cbafc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 -- 172.21.15.44:0/1845590390 shutdown_connections 2024-04-26T02:03:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.651+0000 7f5737fbd740 1 -- 172.21.15.44:0/1845590390 wait complete. 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.652+0000 7f5737fbd740 1 -- start start 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.652+0000 7f5737fbd740 1 Processor -- start 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.652+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbbf950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.652+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbbfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.652+0000 7f5737fbd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbbd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f5737fbd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f57301b5410 con 0x55ce4cbad140 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f5737fbd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f57301b4d40 con 0x55ce4cbac820 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f5737fbd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f57301b1fa0 con 0x55ce4cbb7a00 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f5737fbd740 10 client.0 _ll_register_callbacks cb 0x7f571c0046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbbfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbbf950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbbfe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51932/0 (socket says 172.21.15.44:51932) 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbbf950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:40128/0 (socket says 172.21.15.44:40128) 2024-04-26T02:03:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572d400640 1 -- 172.21.15.44:0/2167221320 learned_addr learned my addr 172.21.15.44:0/2167221320 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572e800640 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbbd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 -- 172.21.15.44:0/2167221320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 msgr2=0x55ce4cbbd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbbd050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 -- 172.21.15.44:0/2167221320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 msgr2=0x55ce4cbbfe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbbfe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 -- 172.21.15.44:0/2167221320 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce4cbbd880 con 0x55ce4cbac820 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572d400640 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbbfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f572de00640 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbbf950 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5720005b60 tx=0x7f5720030630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b66d8f3e4bfb2be2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.653+0000 7f570fe00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f570fe00640 1 -- 172.21.15.44:0/2167221320 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720041040 con 0x55ce4cbac820 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f570fe00640 1 -- 172.21.15.44:0/2167221320 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f5720030340 con 0x55ce4cbac820 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f572002ae20 con 0x55ce4cbac820 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f570fe00640 1 -- 172.21.15.44:0/2167221320 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5720030b20 con 0x55ce4cbac820 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f5737fbd740 10 client.26249 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ce4cc2df00 con 0x55ce4cbac820 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f570fe00640 1 -- 172.21.15.44:0/2167221320 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572002ae20 con 0x55ce4cbac820 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.654+0000 7f570fe00640 1 -- 172.21.15.44:0/2167221320 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5720050030 con 0x55ce4cbac820 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f5737fbd740 10 client.26249 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f5737fbd740 10 client.26249 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f5737fbd740 20 client.26249 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cc2e170 0x55ce4cc30560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f5737fbd740 4 client.26249 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ce4cb20320 con 0x55ce4cc2e170 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f572d400640 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cc2e170 0x55ce4cc30560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f572d400640 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cc2e170 0x55ce4cc30560 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92be5c82545fe74a server_cookie=40f0450638c74ef1 in_seq=0 out_seq=0 2024-04-26T02:03:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.655+0000 7f570fe00640 10 client.26249 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.664+0000 7f570fe00640 1 -- 172.21.15.44:0/2167221320 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ce4cb20320 con 0x55ce4cc2e170 2024-04-26T02:03:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.664+0000 7f570fe00640 10 client.26249 handle_command_reply: tid=0 2024-04-26T02:03:11.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.664+0000 7f5737fbd740 1 client.26249 shutdown 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.664+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 msgr2=0x55ce4cbbf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.664+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbbf950 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5720005b60 tx=0x7f5720030630 comp rx=0 tx=0).stop 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.664+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 shutdown_connections 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ce4cc2e170 0x55ce4cc30560 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ce4cbb7a00 0x55ce4cbbd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ce4cbad140 0x55ce4cbbfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 1 --2- 172.21.15.44:0/2167221320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ce4cbac820 0x55ce4cbbf950 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f570fe00640 0 client.26249 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 >> 172.21.15.44:0/2167221320 conn(0x55ce4cba8d30 msgr2=0x55ce4cbae1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 shutdown_connections 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 1 -- 172.21.15.44:0/2167221320 wait complete. 2024-04-26T02:03:11.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.665+0000 7f5737fbd740 20 client.26249 trim_cache size 0 max 16384 2024-04-26T02:03:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:03:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:03:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:03:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57140a3dc0 msgr2=0x7f57140a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57140a3dc0 0x7f57140a6280 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5728011630 tx=0x7f5728009500 comp rx=0 tx=0).stop 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5730108f20 msgr2=0x7f57301a4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5730108f20 0x7f57301a4e20 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f571c005fd0 tx=0x7f571c00ee50 comp rx=0 tx=0).stop 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 shutdown_connections 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57140a3dc0 0x7f57140a6280 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f573010e620 0x7f573019ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5730108f20 0x7f57301a4e20 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 --2- 172.21.15.44:0/1389949069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5730108560 0x7f57301a48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 >> 172.21.15.44:0/1389949069 conn(0x7f57300764e0 msgr2=0x7f5730077ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:11.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 shutdown_connections 2024-04-26T02:03:11.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:11.666+0000 7f5735000640 1 -- 172.21.15.44:0/1389949069 wait complete. 2024-04-26T02:03:12.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:12 smithi156 ceph-mon[32543]: pgmap v256: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 6 op/s 2024-04-26T02:03:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:12 smithi090 ceph-mon[32456]: pgmap v256: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 6 op/s 2024-04-26T02:03:13.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:12 smithi044 ceph-mon[27847]: pgmap v256: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 6 op/s 2024-04-26T02:03:14.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:14 smithi156 ceph-mon[32543]: pgmap v257: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:03:14.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:14 smithi090 ceph-mon[32456]: pgmap v257: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:03:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:14 smithi044 ceph-mon[27847]: pgmap v257: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:03:16.051 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:03:16.538 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:16.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:16 smithi156 ceph-mon[32543]: pgmap v258: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-04-26T02:03:16.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:16 smithi090 ceph-mon[32456]: pgmap v258: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-04-26T02:03:16.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:16 smithi044 ceph-mon[27847]: pgmap v258: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.806+0000 7fe54e800700 1 -- 172.21.15.44:0/2597007995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe54806a750 msgr2=0x7fe54806abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.806+0000 7fe54e800700 1 --2- 172.21.15.44:0/2597007995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe54806a750 0x7fe54806abb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fe534009990 tx=0x7fe534009ca0 comp rx=0 tx=0).stop 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.806+0000 7fe54e800700 1 -- 172.21.15.44:0/2597007995 shutdown_connections 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.807+0000 7fe54e800700 1 --2- 172.21.15.44:0/2597007995 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806b0f0 0x7fe54810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.807+0000 7fe54e800700 1 --2- 172.21.15.44:0/2597007995 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe548108a30 0x7fe548108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.807+0000 7fe54e800700 1 --2- 172.21.15.44:0/2597007995 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe54806a750 0x7fe54806abb0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.807+0000 7fe54e800700 1 -- 172.21.15.44:0/2597007995 >> 172.21.15.44:0/2597007995 conn(0x7fe5480788f0 msgr2=0x7fe548078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.807+0000 7fe54e800700 1 -- 172.21.15.44:0/2597007995 shutdown_connections 2024-04-26T02:03:18.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.807+0000 7fe54e800700 1 -- 172.21.15.44:0/2597007995 wait complete. 2024-04-26T02:03:18.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.809+0000 7fe54e800700 1 Processor -- start 2024-04-26T02:03:18.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.809+0000 7fe54e800700 1 -- start start 2024-04-26T02:03:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.809+0000 7fe54e800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806a750 0x7fe548101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.809+0000 7fe54e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54806b0f0 0x7fe548101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe54e800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108a30 0x7fe548102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe54e800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe548112c20 con 0x7fe54806b0f0 2024-04-26T02:03:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe54e800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe548112aa0 con 0x7fe548108a30 2024-04-26T02:03:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe54e800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe548112da0 con 0x7fe54806a750 2024-04-26T02:03:18.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806a750 0x7fe548101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:18.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806a750 0x7fe548101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:44972/0 (socket says 172.21.15.44:44972) 2024-04-26T02:03:18.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 -- 172.21.15.44:0/534721327 learned_addr learned my addr 172.21.15.44:0/534721327 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe546a00700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54806b0f0 0x7fe548101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547e00700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108a30 0x7fe548102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 -- 172.21.15.44:0/534721327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108a30 msgr2=0x7fe548102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108a30 0x7fe548102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 -- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54806b0f0 msgr2=0x7fe548101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54806b0f0 0x7fe548101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547400700 1 -- 172.21.15.44:0/534721327 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5481a76a0 con 0x7fe54806a750 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.810+0000 7fe547e00700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108a30 0x7fe548102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:03:18.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.811+0000 7fe547400700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806a750 0x7fe548101a10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe53800d950 tx=0x7fe53800dd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:18.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.811+0000 7fe53fe00700 1 -- 172.21.15.44:0/534721327 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe538016070 con 0x7fe54806a750 2024-04-26T02:03:18.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.811+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5481a7990 con 0x7fe54806a750 2024-04-26T02:03:18.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.811+0000 7fe53fe00700 1 -- 172.21.15.44:0/534721327 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe538010460 con 0x7fe54806a750 2024-04-26T02:03:18.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.811+0000 7fe53fe00700 1 -- 172.21.15.44:0/534721327 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53800f620 con 0x7fe54806a750 2024-04-26T02:03:18.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.811+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5481a7ed0 con 0x7fe54806a750 2024-04-26T02:03:18.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.813+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe548069730 con 0x7fe54806a750 2024-04-26T02:03:18.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.814+0000 7fe53fe00700 1 -- 172.21.15.44:0/534721327 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe538019070 con 0x7fe54806a750 2024-04-26T02:03:18.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.817+0000 7fe53fe00700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3db0 0x7fe52c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:18.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.817+0000 7fe53fe00700 1 -- 172.21.15.44:0/534721327 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7fe5380d0420 con 0x7fe54806a750 2024-04-26T02:03:18.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.817+0000 7fe546a00700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3db0 0x7fe52c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:18.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.818+0000 7fe546a00700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3db0 0x7fe52c0a6270 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe53400b2e0 tx=0x7fe53401a040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:18.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:18.820+0000 7fe53fe00700 1 -- 172.21.15.44:0/534721327 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe53809caa0 con 0x7fe54806a750 2024-04-26T02:03:18.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:18 smithi156 ceph-mon[32543]: pgmap v259: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-26T02:03:18.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:18 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:03:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:18 smithi090 ceph-mon[32456]: pgmap v259: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-26T02:03:18.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:18 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:03:19.055 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:18 smithi044 ceph-mon[27847]: pgmap v259: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-26T02:03:19.055 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:18 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:03:19.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.141+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe54802df80 con 0x7fe54806a750 2024-04-26T02:03:19.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.142+0000 7fe53fe00700 1 -- 172.21.15.44:0/534721327 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7fe53809c3a0 con 0x7fe54806a750 2024-04-26T02:03:19.141 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:03:19.141 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:03:19.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3db0 msgr2=0x7fe52c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:19.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3db0 0x7fe52c0a6270 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe53400b2e0 tx=0x7fe53401a040 comp rx=0 tx=0).stop 2024-04-26T02:03:19.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806a750 msgr2=0x7fe548101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:19.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806a750 0x7fe548101a10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe53800d950 tx=0x7fe53800dd10 comp rx=0 tx=0).stop 2024-04-26T02:03:19.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 shutdown_connections 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe54806a750 0x7fe548101a10 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe52c0a3db0 0x7fe52c0a6270 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe548108a30 0x7fe548102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 --2- 172.21.15.44:0/534721327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe54806b0f0 0x7fe548101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.145+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 >> 172.21.15.44:0/534721327 conn(0x7fe5480788f0 msgr2=0x7fe5480ffa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.146+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 shutdown_connections 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:19.146+0000 7fe54e800700 1 -- 172.21.15.44:0/534721327 wait complete. 2024-04-26T02:03:19.145 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:03:20.041 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:19 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:20.042 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:19 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:20.042 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:19 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/534721327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:20.042 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:19 smithi044 ceph-mon[27847]: pgmap v260: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:03:20.046 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id e785f831 --release --await' 2024-04-26T02:03:20.046 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id e785f831 --release --await 2024-04-26T02:03:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:19 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:19 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:19 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/534721327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:19 smithi156 ceph-mon[32543]: pgmap v260: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:03:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:19 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:19 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:19 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/534721327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:03:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:19 smithi090 ceph-mon[32456]: pgmap v260: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:03:20.497 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:03:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:20 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:03:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:20 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:03:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:20 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:21.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:20 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:03:21.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:20 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:03:21.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:20 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:21.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:20 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:03:21.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:20 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:03:21.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:20 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:03:22.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:21 smithi090 ceph-mon[32456]: pgmap v261: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-04-26T02:03:22.241 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:21 smithi044 ceph-mon[27847]: pgmap v261: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-04-26T02:03:22.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:21 smithi156 ceph-mon[32543]: pgmap v261: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-04-26T02:03:22.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 -- 172.21.15.44:0/2705414926 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 msgr2=0x7f59d4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2705414926 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 0x7f59d4115f80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f59cc009f90 tx=0x7f59cc00b330 comp rx=0 tx=0).stop 2024-04-26T02:03:22.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 -- 172.21.15.44:0/2705414926 shutdown_connections 2024-04-26T02:03:22.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2705414926 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 0x7f59d4115f80 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2705414926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59d41092d0 0x7f59d41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2705414926 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f59d4109c80 0x7f59d410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 -- 172.21.15.44:0/2705414926 >> 172.21.15.44:0/2705414926 conn(0x7f59d4076210 msgr2=0x7f59d4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:22.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 -- 172.21.15.44:0/2705414926 shutdown_connections 2024-04-26T02:03:22.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.795+0000 7f59d9c00700 1 -- 172.21.15.44:0/2705414926 wait complete. 2024-04-26T02:03:22.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.797+0000 7f59d9c00700 1 Processor -- start 2024-04-26T02:03:22.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.797+0000 7f59d9c00700 1 -- start start 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d9c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f59d41092d0 0x7f59d419f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d9c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59d4109c80 0x7f59d419fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 0x7f59d41a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d9c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59d41192c0 con 0x7f59d4109c80 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d9c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f59d4119140 con 0x7f59d410e3b0 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d9c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f59d4119440 con 0x7f59d41092d0 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d2a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f59d41092d0 0x7f59d419f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d3400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 0x7f59d41a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d2a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f59d41092d0 0x7f59d419f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:44996/0 (socket says 172.21.15.44:44996) 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d2a00700 1 -- 172.21.15.44:0/2390436528 learned_addr learned my addr 172.21.15.44:0/2390436528 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:22.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.798+0000 7f59d2000700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59d4109c80 0x7f59d419fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.799+0000 7f59d3400700 1 -- 172.21.15.44:0/2390436528 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f59d41092d0 msgr2=0x7f59d419f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.799+0000 7f59d3400700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f59d41092d0 0x7f59d419f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.799+0000 7f59d3400700 1 -- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59d4109c80 msgr2=0x7f59d419fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.799+0000 7f59d3400700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59d4109c80 0x7f59d419fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.799+0000 7f59d3400700 1 -- 172.21.15.44:0/2390436528 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59d41a4760 con 0x7f59d410e3b0 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.799+0000 7f59d3400700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 0x7f59d41a4020 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f59cc00b6c0 tx=0x7f59cc00cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.800+0000 7f59cb400700 1 -- 172.21.15.44:0/2390436528 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59cc021070 con 0x7f59d410e3b0 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.800+0000 7f59cb400700 1 -- 172.21.15.44:0/2390436528 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59cc007d60 con 0x7f59d410e3b0 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.800+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59d41a49f0 con 0x7f59d410e3b0 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.800+0000 7f59cb400700 1 -- 172.21.15.44:0/2390436528 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59cc005040 con 0x7f59d410e3b0 2024-04-26T02:03:22.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.800+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59d41ac2d0 con 0x7f59d410e3b0 2024-04-26T02:03:22.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.803+0000 7f59cb400700 1 -- 172.21.15.44:0/2390436528 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f59cc024070 con 0x7f59d410e3b0 2024-04-26T02:03:22.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.805+0000 7f59e465cb80 1 Processor -- start 2024-04-26T02:03:22.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.805+0000 7f59e465cb80 1 -- start start 2024-04-26T02:03:22.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59cb400700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f59b80a3db0 0x7f59b80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a72d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a73240 0x559bc9a7dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a7e0f0 0x559bc9a804e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59e465cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559bc99c5f90 con 0x559bc9a72920 2024-04-26T02:03:22.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59e465cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559bc996c830 con 0x559bc9a7e0f0 2024-04-26T02:03:22.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59e465cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559bc99c1f50 con 0x559bc9a73240 2024-04-26T02:03:22.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59cb400700 1 -- 172.21.15.44:0/2390436528 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f59cc00f020 con 0x7f59d410e3b0 2024-04-26T02:03:22.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59d2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a72d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59d2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a72d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44480/0 (socket says 172.21.15.44:44480) 2024-04-26T02:03:22.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59d2a00700 1 -- 172.21.15.44:0/3633072838 learned_addr learned my addr 172.21.15.44:0/3633072838 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:22.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59d2000700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f59b80a3db0 0x7f59b80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.806+0000 7f59d3400700 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a7e0f0 0x559bc9a804e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2000700 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a73240 0x559bc9a7dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2a00700 1 -- 172.21.15.44:0/3633072838 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a73240 msgr2=0x559bc9a7dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2a00700 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a73240 0x559bc9a7dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2a00700 1 -- 172.21.15.44:0/3633072838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a7e0f0 msgr2=0x559bc9a804e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2a00700 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a7e0f0 0x559bc9a804e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2a00700 1 -- 172.21.15.44:0/3633072838 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bc9962780 con 0x559bc9a72920 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d3400700 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a7e0f0 0x559bc9a804e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2000700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f59b80a3db0 0x7f59b80a6270 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f59c00097a0 tx=0x7f59c0009b60 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.807+0000 7f59d2a00700 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a72d00 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f59c40046e0 tx=0x7f59c4011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f95749363db5df27 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.808+0000 7f59bfe00700 1 -- 172.21.15.44:0/3633072838 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c401e070 con 0x559bc9a72920 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.808+0000 7f59bfe00700 1 -- 172.21.15.44:0/3633072838 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59c4019ae0 con 0x559bc9a72920 2024-04-26T02:03:22.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.808+0000 7f59bfe00700 1 -- 172.21.15.44:0/3633072838 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c400eaa0 con 0x559bc9a72920 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 -- 172.21.15.44:0/3633072838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 msgr2=0x559bc9a72d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a72d00 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f59c40046e0 tx=0x7f59c4011720 comp rx=0 tx=0).stop 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 -- 172.21.15.44:0/3633072838 shutdown_connections 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a7e0f0 0x559bc9a804e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a72d00 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 --2- 172.21.15.44:0/3633072838 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a73240 0x559bc9a7dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 -- 172.21.15.44:0/3633072838 >> 172.21.15.44:0/3633072838 conn(0x559bc99a16a0 msgr2=0x559bc9a6edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 -- 172.21.15.44:0/3633072838 shutdown_connections 2024-04-26T02:03:22.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 -- 172.21.15.44:0/3633072838 wait complete. 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.809+0000 7f59e465cb80 1 -- start start 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 1 Processor -- start 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a72920 0x559bc9a7d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a73240 0x559bc9a7aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a7afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559bc9a80c10 con 0x559bc9a73240 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559bc997f960 con 0x559bc9a72920 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x559bc9a80d90 con 0x559bc9a7e0f0 2024-04-26T02:03:22.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.810+0000 7f59e465cb80 10 client.0 _ll_register_callbacks cb 0x559bc995e820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a73240 0x559bc9a7aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d3400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a7afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a72920 0x559bc9a7d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d3400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a7afc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45018/0 (socket says 172.21.15.44:45018) 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d3400700 1 -- 172.21.15.44:0/1726154045 learned_addr learned my addr 172.21.15.44:0/1726154045 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2a00700 1 -- 172.21.15.44:0/1726154045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 msgr2=0x559bc9a7afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2a00700 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a7afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2a00700 1 -- 172.21.15.44:0/1726154045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a73240 msgr2=0x559bc9a7aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2a00700 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a73240 0x559bc9a7aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2a00700 1 -- 172.21.15.44:0/1726154045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bc99139d0 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d3400700 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a7afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.811+0000 7f59d2000700 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a73240 0x559bc9a7aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59d2a00700 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a72920 0x559bc9a7d780 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f59c40046b0 tx=0x7f59c400e440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca1e945712c2c5f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59bcc00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59bcc00700 1 -- 172.21.15.44:0/1726154045 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c4026070 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59bcc00700 1 -- 172.21.15.44:0/1726154045 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f59c4019840 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59c4019ae0 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59bcc00700 1 -- 172.21.15.44:0/1726154045 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f59c402f050 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59e465cb80 10 client.26267 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.812+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559bc995cbf0 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59bcc00700 1 -- 172.21.15.44:0/1726154045 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59c4019ae0 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59bcc00700 1 -- 172.21.15.44:0/1726154045 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f59c4029020 con 0x559bc9a72920 2024-04-26T02:03:22.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59e465cb80 10 client.26267 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:22.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59e465cb80 10 client.26267 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:03:22.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59e465cb80 20 client.26267 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:22.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59e465cb80 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9a8fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59e465cb80 4 client.26267 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:22.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.813+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559bc99d3780 con 0x559bc9a8d840 2024-04-26T02:03:22.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.814+0000 7f59d2000700 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9a8fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.814+0000 7f59d2000700 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9a8fc30 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=831edf8e33549b16 server_cookie=43d546bfbedbbe08 in_seq=0 out_seq=0 2024-04-26T02:03:22.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.814+0000 7f59bcc00700 10 client.26267 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:22.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59bcc00700 1 -- 172.21.15.44:0/1726154045 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559bc99d3780 con 0x559bc9a8d840 2024-04-26T02:03:22.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59bcc00700 10 client.26267 handle_command_reply: tid=0 2024-04-26T02:03:22.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59e465cb80 1 client.26267 shutdown 2024-04-26T02:03:22.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a72920 msgr2=0x559bc9a7d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59e465cb80 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a72920 0x559bc9a7d780 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f59c40046b0 tx=0x7f59c400e440 comp rx=0 tx=0).stop 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 shutdown_connections 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59e465cb80 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a7afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59e465cb80 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9a8fc30 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59bcc00700 0 client.26267 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.815+0000 7f59e465cb80 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a72920 0x559bc9a7d780 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.816+0000 7f59e465cb80 1 --2- 172.21.15.44:0/1726154045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a73240 0x559bc9a7aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.816+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 >> 172.21.15.44:0/1726154045 conn(0x559bc99a16a0 msgr2=0x559bc9a6e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.816+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 shutdown_connections 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.816+0000 7f59e465cb80 1 -- 172.21.15.44:0/1726154045 wait complete. 2024-04-26T02:03:22.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.816+0000 7f59e465cb80 20 client.26267 trim_cache size 0 max 16384 2024-04-26T02:03:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.837+0000 7f59e465cb80 1 Processor -- start 2024-04-26T02:03:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59e465cb80 1 -- start start 2024-04-26T02:03:22.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a72920 0x559bc9a89b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a86080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a7e0f0 0x559bc9a865c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59e465cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59d41b3800 con 0x559bc9a7e0f0 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59e465cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f59d41b5340 con 0x559bc9a73240 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59e465cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f59d41b3ed0 con 0x559bc9a72920 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59d2a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a72920 0x559bc9a89b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59d3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a7e0f0 0x559bc9a865c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59d2a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a72920 0x559bc9a89b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45034/0 (socket says 172.21.15.44:45034) 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.838+0000 7f59d2a00700 1 -- 172.21.15.44:0/371773601 learned_addr learned my addr 172.21.15.44:0/371773601 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2000700 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a86080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2a00700 1 -- 172.21.15.44:0/371773601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 msgr2=0x559bc9a86080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2a00700 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a86080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2a00700 1 -- 172.21.15.44:0/371773601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a7e0f0 msgr2=0x559bc9a865c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2a00700 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a7e0f0 0x559bc9a865c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2a00700 1 -- 172.21.15.44:0/371773601 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bc9a74440 con 0x559bc9a72920 2024-04-26T02:03:22.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2000700 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a86080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:22.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59d2a00700 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a72920 0x559bc9a89b70 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f59c4009350 tx=0x7f59c4022db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28a3c33a0c3dc9c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.839+0000 7f59bf400700 1 -- 172.21.15.44:0/371773601 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c4026040 con 0x559bc9a72920 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59bf400700 1 -- 172.21.15.44:0/371773601 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59c4022600 con 0x559bc9a72920 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59bf400700 1 -- 172.21.15.44:0/371773601 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c401e040 con 0x559bc9a72920 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 -- 172.21.15.44:0/371773601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a72920 msgr2=0x559bc9a89b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a72920 0x559bc9a89b70 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f59c4009350 tx=0x7f59c4022db0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 -- 172.21.15.44:0/371773601 shutdown_connections 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a72920 0x559bc9a89b70 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a7e0f0 0x559bc9a865c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 --2- 172.21.15.44:0/371773601 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a86080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 -- 172.21.15.44:0/371773601 >> 172.21.15.44:0/371773601 conn(0x559bc99a16a0 msgr2=0x559bc9a6df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:22.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 -- 172.21.15.44:0/371773601 shutdown_connections 2024-04-26T02:03:22.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.840+0000 7f59e465cb80 1 -- 172.21.15.44:0/371773601 wait complete. 2024-04-26T02:03:22.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.841+0000 7f59e465cb80 1 -- start start 2024-04-26T02:03:22.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.841+0000 7f59e465cb80 1 Processor -- start 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a83cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a84210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59e465cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a84750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59e465cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59d41b4c70 con 0x559bc9a72920 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59e465cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f59d41b45a0 con 0x559bc9a73240 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59e465cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f59d41b17c0 con 0x559bc9a7e0f0 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59e465cb80 10 client.0 _ll_register_callbacks cb 0x559bc995e820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59d3400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a84750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59d3400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a84750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45044/0 (socket says 172.21.15.44:45044) 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59d3400700 1 -- 172.21.15.44:0/2744431442 learned_addr learned my addr 172.21.15.44:0/2744431442 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59d2a00700 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a83cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.842+0000 7f59d2000700 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a84210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59d3400700 1 -- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 msgr2=0x559bc9a84210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59d3400700 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a84210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59d3400700 1 -- 172.21.15.44:0/2744431442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 msgr2=0x559bc9a83cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59d3400700 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a83cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59d3400700 1 -- 172.21.15.44:0/2744431442 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bc9af2f20 con 0x559bc9a7e0f0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59d3400700 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a84750 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f59cc09a6c0 tx=0x7f59cc006000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c9e73823aea3ec4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59bcc00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59bcc00700 1 -- 172.21.15.44:0/2744431442 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59cc09dd40 con 0x559bc9a7e0f0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59c4022600 con 0x559bc9a7e0f0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.843+0000 7f59bcc00700 1 -- 172.21.15.44:0/2744431442 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f59cc0be0b0 con 0x559bc9a7e0f0 2024-04-26T02:03:22.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59bcc00700 1 -- 172.21.15.44:0/2744431442 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f59cc0b7200 con 0x559bc9a7e0f0 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 10 client.26275 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559bc9af42f0 con 0x559bc9a7e0f0 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59bcc00700 1 -- 172.21.15.44:0/2744431442 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59c4022600 con 0x559bc9a7e0f0 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59bcc00700 1 -- 172.21.15.44:0/2744431442 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f59cc011070 con 0x559bc9a7e0f0 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 10 client.26275 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 10 client.26275 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 20 client.26275 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9af6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 4 client.26275 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e785f831", "release": true, "await": true}] 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.844+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e785f831", "release": true, "await": true}) -- 0x559bc99cd820 con 0x559bc9a8d840 2024-04-26T02:03:22.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.845+0000 7f59d2a00700 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9af6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:22.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.845+0000 7f59d2a00700 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9af6990 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7de44710345e563 server_cookie=bd0f67398849123d in_seq=0 out_seq=0 2024-04-26T02:03:22.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.845+0000 7f59bcc00700 10 client.26275 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:22.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.847+0000 7f59bcc00700 1 -- 172.21.15.44:0/2744431442 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x559bc99cd820 con 0x559bc9a8d840 2024-04-26T02:03:22.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.847+0000 7f59bcc00700 10 client.26275 handle_command_reply: tid=0 2024-04-26T02:03:22.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.847+0000 7f59e465cb80 1 client.26275 shutdown 2024-04-26T02:03:22.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.847+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 msgr2=0x559bc9a84750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.847+0000 7f59e465cb80 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a84750 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f59cc09a6c0 tx=0x7f59cc006000 comp rx=0 tx=0).stop 2024-04-26T02:03:22.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 shutdown_connections 2024-04-26T02:03:22.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559bc9a7e0f0 0x559bc9a84750 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559bc9a8d840 0x559bc9af6990 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559bc9a72920 0x559bc9a83cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 --2- 172.21.15.44:0/2744431442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559bc9a73240 0x559bc9a84210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 >> 172.21.15.44:0/2744431442 conn(0x559bc99a16a0 msgr2=0x559bc9a6e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59bcc00700 0 client.26275 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 shutdown_connections 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 1 -- 172.21.15.44:0/2744431442 wait complete. 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.848+0000 7f59e465cb80 20 client.26275 trim_cache size 0 max 16384 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 24, 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:03:22.848 INFO:teuthology.orchestra.run.smithi044.stdout: "e785f831": { 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 24, 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.9, 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:03:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:03:22.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:03:22.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:03:22.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:03:22.850 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:03:22.850 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:03:22.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f59b80a3db0 msgr2=0x7f59b80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f59b80a3db0 0x7f59b80a6270 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f59c00097a0 tx=0x7f59c0009b60 comp rx=0 tx=0).stop 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 msgr2=0x7f59d41a4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 0x7f59d41a4020 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f59cc00b6c0 tx=0x7f59cc00cc30 comp rx=0 tx=0).stop 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 shutdown_connections 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f59d41092d0 0x7f59d419f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f59b80a3db0 0x7f59b80a6270 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f59d410e3b0 0x7f59d41a4020 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 --2- 172.21.15.44:0/2390436528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59d4109c80 0x7f59d419fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 >> 172.21.15.44:0/2390436528 conn(0x7f59d4076210 msgr2=0x7f59d4076790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 shutdown_connections 2024-04-26T02:03:22.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:03:22.849+0000 7f59d9c00700 1 -- 172.21.15.44:0/2390436528 wait complete. 2024-04-26T02:03:23.943 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e785f831', seconds elapsed: 38.4 2024-04-26T02:03:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 -- 172.21.15.44:0/4151658503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c1043a0 msgr2=0x7f709c104780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 --2- 172.21.15.44:0/4151658503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c1043a0 0x7f709c104780 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f708c009900 tx=0x7f708c02a3f0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 -- 172.21.15.44:0/4151658503 shutdown_connections 2024-04-26T02:03:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 --2- 172.21.15.44:0/4151658503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c109470 0x7f709c111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 --2- 172.21.15.44:0/4151658503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f709c104d50 0x7f709c108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 --2- 172.21.15.44:0/4151658503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c1043a0 0x7f709c104780 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 -- 172.21.15.44:0/4151658503 >> 172.21.15.44:0/4151658503 conn(0x7f709c0ffc40 msgr2=0x7f709c102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 -- 172.21.15.44:0/4151658503 shutdown_connections 2024-04-26T02:03:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.816+0000 7f70a1000640 1 -- 172.21.15.44:0/4151658503 wait complete. 2024-04-26T02:03:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 Processor -- start 2024-04-26T02:03:24.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 -- start start 2024-04-26T02:03:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f709c1043a0 0x7f709c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c109470 0x7f709c1a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c19a730 0x7f709c19abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1143d0 con 0x7f709c19a730 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f709c114250 con 0x7f709c1043a0 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.818+0000 7f70a1000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f709c114550 con 0x7f709c109470 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f709a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c19a730 0x7f709c19abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f7093e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c109470 0x7f709c1a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f7093e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c109470 0x7f709c1a0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45068/0 (socket says 172.21.15.44:45068) 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f7093e00640 1 -- 172.21.15.44:0/3154620182 learned_addr learned my addr 172.21.15.44:0/3154620182 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f709a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c19a730 0x7f709c19abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44524/0 (socket says 172.21.15.44:44524) 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f7099e00640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f709c1043a0 0x7f709c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f709a800640 1 -- 172.21.15.44:0/3154620182 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c109470 msgr2=0x7f709c1a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f709a800640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c109470 0x7f709c1a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f709a800640 1 -- 172.21.15.44:0/3154620182 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f709c1043a0 msgr2=0x7f709c1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f709a800640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f709c1043a0 0x7f709c1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.819+0000 7f709a800640 1 -- 172.21.15.44:0/3154620182 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709c19b330 con 0x7f709c19a730 2024-04-26T02:03:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.820+0000 7f709a800640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c19a730 0x7f709c19abb0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f709400ec50 tx=0x7f709400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.820+0000 7f7092a00640 1 -- 172.21.15.44:0/3154620182 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094003b70 con 0x7f709c19a730 2024-04-26T02:03:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.820+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f709c1a73c0 con 0x7f709c19a730 2024-04-26T02:03:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.820+0000 7f7092a00640 1 -- 172.21.15.44:0/3154620182 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7094003d10 con 0x7f709c19a730 2024-04-26T02:03:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.820+0000 7f7092a00640 1 -- 172.21.15.44:0/3154620182 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094010830 con 0x7f709c19a730 2024-04-26T02:03:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.820+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f709c1a77c0 con 0x7f709c19a730 2024-04-26T02:03:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.823+0000 7f70a3e0b740 1 Processor -- start 2024-04-26T02:03:24.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.824+0000 7f7092a00640 1 -- 172.21.15.44:0/3154620182 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7094003ec0 con 0x7f709c19a730 2024-04-26T02:03:24.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.825+0000 7f70a3e0b740 1 -- start start 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.825+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c28f7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.825+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c29024c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.825+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c2904df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.825+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f2c285d900 con 0x55f2c2902a00 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.825+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f2c2803ef0 con 0x55f2c28f8140 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.825+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f2c28598c0 con 0x55f2c28f7820 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7093e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c28f7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7093e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c28f7c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45076/0 (socket says 172.21.15.44:45076) 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7093e00640 1 -- 172.21.15.44:0/3016022667 learned_addr learned my addr 172.21.15.44:0/3016022667 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7099e00640 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c29024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7093e00640 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c2904df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7099e00640 1 -- 172.21.15.44:0/3016022667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 msgr2=0x55f2c28f7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7099e00640 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c28f7c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7099e00640 1 -- 172.21.15.44:0/3016022667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 msgr2=0x55f2c2904df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7099e00640 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c2904df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7099e00640 1 -- 172.21.15.44:0/3016022667 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2c2570210 con 0x55f2c28f8140 2024-04-26T02:03:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.826+0000 7f7093e00640 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c28f7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.827+0000 7f7092a00640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70800a3dc0 0x7f70800a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.827+0000 7f7099e00640 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c29024c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f708c009230 tx=0x7f708c032b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45fada12181b8d95 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.827+0000 7f7092a00640 1 -- 172.21.15.44:0/3154620182 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f70940d0cc0 con 0x7f709c19a730 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.827+0000 7f7093e00640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70800a3dc0 0x7f70800a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.827+0000 7f708b400640 1 -- 172.21.15.44:0/3016022667 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708c040070 con 0x55f2c28f8140 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.827+0000 7f708b400640 1 -- 172.21.15.44:0/3016022667 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f708c004030 con 0x55f2c28f8140 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.827+0000 7f708b400640 1 -- 172.21.15.44:0/3016022667 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708c035040 con 0x55f2c28f8140 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 -- 172.21.15.44:0/3016022667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 msgr2=0x55f2c29024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f7093e00640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70800a3dc0 0x7f70800a6280 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55f2c28f5150 tx=0x7f7084005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c29024c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f708c009230 tx=0x7f708c032b20 comp rx=0 tx=0).stop 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 -- 172.21.15.44:0/3016022667 shutdown_connections 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c2904df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c29024c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/3016022667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c28f7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 -- 172.21.15.44:0/3016022667 >> 172.21.15.44:0/3016022667 conn(0x55f2c28f3d30 msgr2=0x55f2c28f4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 -- 172.21.15.44:0/3016022667 shutdown_connections 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 -- 172.21.15.44:0/3016022667 wait complete. 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.828+0000 7f70a3e0b740 1 -- start start 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 1 Processor -- start 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c28ff9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f8140 0x55f2c28fff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c2902a00 0x55f2c2900460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f2c29055d0 con 0x55f2c28f7820 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f2c2817310 con 0x55f2c2902a00 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f2c2905750 con 0x55f2c28f8140 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f70a3e0b740 10 client.0 _ll_register_callbacks cb 0x55f2c27e5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.829+0000 7f7099e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c28ff9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7093e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f8140 0x55f2c28fff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c28ff9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44534/0 (socket says 172.21.15.44:44534) 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 -- 172.21.15.44:0/1052278126 learned_addr learned my addr 172.21.15.44:0/1052278126 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f709a800640 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c2902a00 0x55f2c2900460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 -- 172.21.15.44:0/1052278126 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f8140 msgr2=0x55f2c28fff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f8140 0x55f2c28fff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 -- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c2902a00 msgr2=0x55f2c2900460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c2902a00 0x55f2c2900460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 -- 172.21.15.44:0/1052278126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2c263c620 con 0x55f2c28f7820 2024-04-26T02:03:24.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f7099e00640 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c28ff9e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f708c031a90 tx=0x7f708c032ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=657a06b046b3af35 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:24.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.830+0000 7f707fe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f707fe00640 1 -- 172.21.15.44:0/1052278126 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708c040070 con 0x55f2c28f7820 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f707fe00640 1 -- 172.21.15.44:0/1052278126 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f708c0314a0 con 0x55f2c28f7820 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f708c004030 con 0x55f2c28f7820 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f707fe00640 1 -- 172.21.15.44:0/1052278126 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f708c056050 con 0x55f2c28f7820 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f70a3e0b740 10 client.16182 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f2c2911880 con 0x55f2c28f7820 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f707fe00640 1 -- 172.21.15.44:0/1052278126 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f708c004030 con 0x55f2c28f7820 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.831+0000 7f707fe00640 1 -- 172.21.15.44:0/1052278126 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f708c004b60 con 0x55f2c28f7820 2024-04-26T02:03:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.832+0000 7f70a3e0b740 10 client.16182 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.832+0000 7f70a3e0b740 10 client.16182 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.832+0000 7f70a3e0b740 20 client.16182 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.832+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c2912bd0 0x55f2c2914fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.832+0000 7f70a3e0b740 4 client.16182 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.832+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2c28718b0 con 0x55f2c2912bd0 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.832+0000 7f7093e00640 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c2912bd0 0x55f2c2914fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.833+0000 7f7093e00640 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c2912bd0 0x55f2c2914fc0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ff620b4efe2d83a server_cookie=21e8185b91904ea in_seq=0 out_seq=0 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.833+0000 7f707fe00640 10 client.16182 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.833+0000 7f707fe00640 1 -- 172.21.15.44:0/1052278126 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f2c28718b0 con 0x55f2c2912bd0 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.833+0000 7f707fe00640 10 client.16182 handle_command_reply: tid=0 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.833+0000 7f70a3e0b740 1 client.16182 shutdown 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 msgr2=0x55f2c28ff9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c28ff9e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f708c031a90 tx=0x7f708c032ec0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 shutdown_connections 2024-04-26T02:03:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c2912bd0 0x55f2c2914fc0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c2902a00 0x55f2c2900460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f8140 0x55f2c28fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1052278126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c28ff9e0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f707fe00640 0 client.16182 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 >> 172.21.15.44:0/1052278126 conn(0x55f2c28f3d30 msgr2=0x55f2c28f9a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 shutdown_connections 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1052278126 wait complete. 2024-04-26T02:03:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.834+0000 7f70a3e0b740 20 client.16182 trim_cache size 0 max 16384 2024-04-26T02:03:24.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.850+0000 7f70a3e0b740 1 Processor -- start 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f70a3e0b740 1 -- start start 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c290e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c291a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c291aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1afbc0 con 0x55f2c2902a00 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1b1700 con 0x55f2c28f8140 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1b0290 con 0x55f2c28f7820 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f709a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c291aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f709a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c291aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44548/0 (socket says 172.21.15.44:44548) 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f709a800640 1 -- 172.21.15.44:0/1983856416 learned_addr learned my addr 172.21.15.44:0/1983856416 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f7093e00640 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c291a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.851+0000 7f7099e00640 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c290e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f709a800640 1 -- 172.21.15.44:0/1983856416 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 msgr2=0x55f2c290e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f709a800640 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c290e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f709a800640 1 -- 172.21.15.44:0/1983856416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 msgr2=0x55f2c291a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f709a800640 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c291a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f709a800640 1 -- 172.21.15.44:0/1983856416 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2c28f7f70 con 0x55f2c2902a00 2024-04-26T02:03:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f709a800640 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c291aad0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f70940990a0 tx=0x7f7094004990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5adb691a8a3654f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f708aa00640 1 -- 172.21.15.44:0/1983856416 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709409d340 con 0x55f2c2902a00 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f708aa00640 1 -- 172.21.15.44:0/1983856416 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7094087040 con 0x55f2c2902a00 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.852+0000 7f708aa00640 1 -- 172.21.15.44:0/1983856416 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70940ce670 con 0x55f2c2902a00 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1983856416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 msgr2=0x55f2c291aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c291aad0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f70940990a0 tx=0x7f7094004990 comp rx=0 tx=0).stop 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1983856416 shutdown_connections 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c2902a00 0x55f2c291aad0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c291a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1983856416 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c28f7820 0x55f2c290e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1983856416 >> 172.21.15.44:0/1983856416 conn(0x55f2c28f3d30 msgr2=0x55f2c28f2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1983856416 shutdown_connections 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1983856416 wait complete. 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 -- start start 2024-04-26T02:03:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.853+0000 7f70a3e0b740 1 Processor -- start 2024-04-26T02:03:24.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:24 smithi044 ceph-mon[27847]: pgmap v262: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.7 KiB/s wr, 15 op/s 2024-04-26T02:03:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c29083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c2908920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f70a3e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c2902a00 0x55f2c2908e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1b1030 con 0x55f2c28f7820 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1b0960 con 0x55f2c28f8140 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f70a3e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1adbc0 con 0x55f2c2902a00 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f70a3e0b740 10 client.0 _ll_register_callbacks cb 0x7f708c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f7093e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c2908920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f7099e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c29083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f7093e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c2908920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38560/0 (socket says 172.21.15.44:38560) 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f7093e00640 1 -- 172.21.15.44:0/1764993971 learned_addr learned my addr 172.21.15.44:0/1764993971 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.854+0000 7f709a800640 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c2902a00 0x55f2c2908e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f7093e00640 1 -- 172.21.15.44:0/1764993971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c2902a00 msgr2=0x55f2c2908e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f7093e00640 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c2902a00 0x55f2c2908e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f7093e00640 1 -- 172.21.15.44:0/1764993971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 msgr2=0x55f2c29083e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f7093e00640 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c29083e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f7093e00640 1 -- 172.21.15.44:0/1764993971 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2c2980620 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f7093e00640 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c2908920 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x55f2c28ff240 tx=0x7f7084004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bbaff1eb49d073f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f707fe00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f707fe00640 1 -- 172.21.15.44:0/1764993971 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084032070 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f707fe00640 1 -- 172.21.15.44:0/1764993971 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f708402e590 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.855+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7094087040 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f707fe00640 1 -- 172.21.15.44:0/1764993971 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f708403d050 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 10 client.26291 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f2c2981960 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f707fe00640 1 -- 172.21.15.44:0/1764993971 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7094087040 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f707fe00640 1 -- 172.21.15.44:0/1764993971 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7084005020 con 0x55f2c28f8140 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 10 client.26291 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 10 client.26291 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 20 client.26291 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c29820c0 0x55f2c29844e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 4 client.26291 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.856+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f2c286b320 con 0x55f2c29820c0 2024-04-26T02:03:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.857+0000 7f7099e00640 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c29820c0 0x55f2c29844e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.857+0000 7f7099e00640 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c29820c0 0x55f2c29844e0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=434178c1f1b93804 server_cookie=6345be31627dbb3c in_seq=0 out_seq=0 2024-04-26T02:03:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.857+0000 7f707fe00640 10 client.26291 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.861+0000 7f707fe00640 1 -- 172.21.15.44:0/1764993971 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f2c286b320 con 0x55f2c29820c0 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.861+0000 7f707fe00640 10 client.26291 handle_command_reply: tid=0 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.861+0000 7f70a3e0b740 1 client.26291 shutdown 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 msgr2=0x55f2c2908920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c2908920 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x55f2c28ff240 tx=0x7f7084004730 comp rx=0 tx=0).stop 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 shutdown_connections 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f2c29820c0 0x55f2c29844e0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f2c2902a00 0x55f2c2908e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f2c28f8140 0x55f2c2908920 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f707fe00640 0 client.26291 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 --2- 172.21.15.44:0/1764993971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f2c28f7820 0x55f2c29083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 >> 172.21.15.44:0/1764993971 conn(0x55f2c28f3d30 msgr2=0x55f2c28ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 shutdown_connections 2024-04-26T02:03:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 1 -- 172.21.15.44:0/1764993971 wait complete. 2024-04-26T02:03:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.862+0000 7f70a3e0b740 20 client.26291 trim_cache size 0 max 16384 2024-04-26T02:03:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:03:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:03:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:03:24.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70800a3dc0 msgr2=0x7f70800a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70800a3dc0 0x7f70800a6280 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55f2c28f5150 tx=0x7f7084005f90 comp rx=0 tx=0).stop 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c19a730 msgr2=0x7f709c19abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c19a730 0x7f709c19abb0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f709400ec50 tx=0x7f709400c6a0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 shutdown_connections 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70800a3dc0 0x7f70800a6280 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f709c19a730 0x7f709c19abb0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f709c109470 0x7f709c1a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 --2- 172.21.15.44:0/3154620182 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f709c1043a0 0x7f709c1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:24.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 >> 172.21.15.44:0/3154620182 conn(0x7f709c0ffc40 msgr2=0x7f709c101fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:24.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 shutdown_connections 2024-04-26T02:03:24.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:24.863+0000 7f70a1000640 1 -- 172.21.15.44:0/3154620182 wait complete. 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:189/600: open fd = 3 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:190/600: open fd = 3 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:191/600: open fd = 3 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.875 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:192/600: open fd = 3 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:193/600: open fd = 3 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:194/600: open fd = 3 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:195/600: open fd = 3 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.876 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:196/600: open fd = 3 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:197/600: open fd = 3 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:198/600: open fd = 3 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:199/600: open fd = 3 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.877 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:200/600: open fd = 3 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:201/600: open fd = 3 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:202/600: open fd = 3 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:203/600: open fd = 3 2024-04-26T02:03:24.878 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:204/600: open fd = 3 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:205/600: open fd = 3 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:206/600: open fd = 3 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:207/600: open fd = 3 2024-04-26T02:03:24.879 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:208/600: open fd = 3 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:209/600: open fd = 3 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:210/600: open fd = 3 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:211/600: open fd = 3 2024-04-26T02:03:24.880 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:212/600: open fd = 3 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:213/600: open fd = 3 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:214/600: open fd = 3 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.881 INFO:tasks.workunit.client.0.smithi044.stdout:215/600: open fd = 3 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:216/600: open fd = 3 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:217/600: open fd = 3 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:218/600: open fd = 3 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.882 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:219/600: open fd = 3 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:220/600: open fd = 3 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:221/600: open fd = 3 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:222/600: open fd = 3 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.883 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:223/600: open fd = 3 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:224/600: open fd = 3 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:225/600: open fd = 3 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.884 INFO:tasks.workunit.client.0.smithi044.stdout:226/600: open fd = 3 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:227/600: open fd = 3 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:228/600: open fd = 3 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:229/600: open fd = 3 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.885 INFO:tasks.workunit.client.0.smithi044.stdout:230/600: open fd = 3 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:231/600: open fd = 3 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:232/600: open fd = 3 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:233/600: open fd = 3 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.886 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:234/600: open fd = 3 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:235/600: open fd = 3 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:236/600: open fd = 3 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:237/600: open fd = 3 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.887 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:238/600: open fd = 3 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:239/600: open fd = 3 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:240/600: open fd = 3 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.888 INFO:tasks.workunit.client.0.smithi044.stdout:241/600: open fd = 3 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:242/600: open fd = 3 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:243/600: open fd = 3 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:244/600: open fd = 3 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:245/600: open fd = 3 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.889 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:246/600: open fd = 3 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:247/600: open fd = 3 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:248/600: open fd = 3 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:249/600: open fd = 3 2024-04-26T02:03:24.890 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.891 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.891 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:03:24.891 INFO:tasks.workunit.client.0.smithi044.stdout:250/600: open fd = 3 2024-04-26T02:03:24.891 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.891 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:03:24.939 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:24 smithi090 ceph-mon[32456]: pgmap v262: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.7 KiB/s wr, 15 op/s 2024-04-26T02:03:24.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:24 smithi156 ceph-mon[32543]: pgmap v262: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.7 KiB/s wr, 15 op/s 2024-04-26T02:03:26.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:26 smithi044 ceph-mon[27847]: pgmap v263: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T02:03:26.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:26 smithi156 ceph-mon[32543]: pgmap v263: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T02:03:26.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:26 smithi090 ceph-mon[32456]: pgmap v263: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T02:03:28.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:28 smithi044 ceph-mon[27847]: pgmap v264: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T02:03:28.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:28 smithi156 ceph-mon[32543]: pgmap v264: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T02:03:28.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:28 smithi090 ceph-mon[32456]: pgmap v264: 97 pgs: 97 active+clean; 3.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T02:03:30.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:30 smithi044 ceph-mon[27847]: pgmap v265: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 KiB/s wr, 15 op/s 2024-04-26T02:03:30.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:30 smithi156 ceph-mon[32543]: pgmap v265: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 KiB/s wr, 15 op/s 2024-04-26T02:03:30.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:30 smithi090 ceph-mon[32456]: pgmap v265: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 KiB/s wr, 15 op/s 2024-04-26T02:03:32.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:32 smithi044 ceph-mon[27847]: pgmap v266: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-04-26T02:03:32.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:32 smithi156 ceph-mon[32543]: pgmap v266: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-04-26T02:03:32.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:32 smithi090 ceph-mon[32456]: pgmap v266: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-04-26T02:03:34.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:34 smithi044 ceph-mon[27847]: pgmap v267: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:03:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:34 smithi156 ceph-mon[32543]: pgmap v267: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:03:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:34 smithi090 ceph-mon[32456]: pgmap v267: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:03:36.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:36 smithi044 ceph-mon[27847]: pgmap v268: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:03:36.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:36 smithi156 ceph-mon[32543]: pgmap v268: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:03:36.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:36 smithi090 ceph-mon[32456]: pgmap v268: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:03:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 -- 172.21.15.44:0/3501039817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc290101fe0 msgr2=0x7fc2901023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 --2- 172.21.15.44:0/3501039817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc290101fe0 0x7fc2901023c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc288009ca0 tx=0x7fc28802a8c0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 -- 172.21.15.44:0/3501039817 shutdown_connections 2024-04-26T02:03:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 --2- 172.21.15.44:0/3501039817 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc2901070b0 0x7fc29010ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 --2- 172.21.15.44:0/3501039817 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc290102990 0x7fc2901069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 --2- 172.21.15.44:0/3501039817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc290101fe0 0x7fc2901023c0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 -- 172.21.15.44:0/3501039817 >> 172.21.15.44:0/3501039817 conn(0x7fc2900fd8a0 msgr2=0x7fc2900ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.013+0000 7fc296600640 1 -- 172.21.15.44:0/3501039817 shutdown_connections 2024-04-26T02:03:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.014+0000 7fc296600640 1 -- 172.21.15.44:0/3501039817 wait complete. 2024-04-26T02:03:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.014+0000 7fc296600640 1 Processor -- start 2024-04-26T02:03:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc296600640 1 -- start start 2024-04-26T02:03:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc296600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc290101fe0 0x7fc2901a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc296600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc2901070b0 0x7fc2901a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc296600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29019a650 0x7fc29019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc296600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc290112070 con 0x7fc29019a650 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc296600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc290111ef0 con 0x7fc2901070b0 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc296600640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc2901121f0 con 0x7fc290101fe0 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc295200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc290101fe0 0x7fc2901a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc295c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29019a650 0x7fc29019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc295200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc290101fe0 0x7fc2901a0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51450/0 (socket says 172.21.15.44:51450) 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.015+0000 7fc295200640 1 -- 172.21.15.44:0/819453820 learned_addr learned my addr 172.21.15.44:0/819453820 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc28fe00640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc2901070b0 0x7fc2901a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc295200640 1 -- 172.21.15.44:0/819453820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc2901070b0 msgr2=0x7fc2901a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc295200640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc2901070b0 0x7fc2901a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc295200640 1 -- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29019a650 msgr2=0x7fc29019aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc295200640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29019a650 0x7fc29019aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc295200640 1 -- 172.21.15.44:0/819453820 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc29019b250 con 0x7fc290101fe0 2024-04-26T02:03:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc295200640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc290101fe0 0x7fc2901a0590 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc288005e30 tx=0x7fc288031840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.016+0000 7fc28d600640 1 -- 172.21.15.44:0/819453820 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc288003b70 con 0x7fc290101fe0 2024-04-26T02:03:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.017+0000 7fc28d600640 1 -- 172.21.15.44:0/819453820 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc288003d10 con 0x7fc290101fe0 2024-04-26T02:03:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.017+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc29019b4e0 con 0x7fc290101fe0 2024-04-26T02:03:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.017+0000 7fc28d600640 1 -- 172.21.15.44:0/819453820 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28802fa30 con 0x7fc290101fe0 2024-04-26T02:03:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.017+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2901a7680 con 0x7fc290101fe0 2024-04-26T02:03:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 Processor -- start 2024-04-26T02:03:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 -- start start 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc28d600640 1 -- 172.21.15.44:0/819453820 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc28802fbd0 con 0x7fc290101fe0 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294f2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294fd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a9294fff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a929458900 con 0x55a9294fdb90 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a9293feef0 con 0x55a9294f29b0 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.020+0000 7fc29abe7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a9294548c0 con 0x55a9294f32d0 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294fd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294f2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294fd650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51466/0 (socket says 172.21.15.44:51466) 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 -- 172.21.15.44:0/1413337176 learned_addr learned my addr 172.21.15.44:0/1413337176 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc28fe00640 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a9294fff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 -- 172.21.15.44:0/1413337176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 msgr2=0x55a9294f2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294f2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 -- 172.21.15.44:0/1413337176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 msgr2=0x55a9294fff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a9294fff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 -- 172.21.15.44:0/1413337176 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a92916b210 con 0x55a9294f32d0 2024-04-26T02:03:38.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.021+0000 7fc295200640 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294fd650 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc2880ef1c0 tx=0x7fc2880f5af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b366b8e76c52aea1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.022+0000 7fc28d600640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc2740a3d10 0x7fc2740a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.022+0000 7fc286000640 1 -- 172.21.15.44:0/1413337176 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2880f1e60 con 0x55a9294f32d0 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.022+0000 7fc286000640 1 -- 172.21.15.44:0/1413337176 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2880be1a0 con 0x55a9294f32d0 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.022+0000 7fc286000640 1 -- 172.21.15.44:0/1413337176 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2880e3690 con 0x55a9294f32d0 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.022+0000 7fc28d600640 1 -- 172.21.15.44:0/819453820 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7fc2880f19b0 con 0x7fc290101fe0 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.022+0000 7fc295c00640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc2740a3d10 0x7fc2740a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 -- 172.21.15.44:0/1413337176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 msgr2=0x55a9294fd650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294fd650 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc2880ef1c0 tx=0x7fc2880f5af0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 -- 172.21.15.44:0/1413337176 shutdown_connections 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a9294fff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294fd650 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 --2- 172.21.15.44:0/1413337176 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294f2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 -- 172.21.15.44:0/1413337176 >> 172.21.15.44:0/1413337176 conn(0x55a9294eeec0 msgr2=0x55a9294ef2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc295c00640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc2740a3d10 0x7fc2740a61d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc280009d20 tx=0x7fc280005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 -- 172.21.15.44:0/1413337176 shutdown_connections 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 -- 172.21.15.44:0/1413337176 wait complete. 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.023+0000 7fc29abe7740 1 -- start start 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 1 Processor -- start 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294fa9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a9294faf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a9294fb450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a9294548c0 con 0x55a9294f32d0 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a929412310 con 0x55a9294f29b0 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a929500580 con 0x55a9294fdb90 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc29abe7740 10 client.0 _ll_register_callbacks cb 0x55a9293e0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc28fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a9294faf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc295200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294fa9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc28fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a9294faf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44424/0 (socket says 172.21.15.44:44424) 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc28fe00640 1 -- 172.21.15.44:0/995727549 learned_addr learned my addr 172.21.15.44:0/995727549 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.024+0000 7fc295c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a9294fb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc28fe00640 1 -- 172.21.15.44:0/995727549 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 msgr2=0x55a9294fb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc28fe00640 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a9294fb450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc28fe00640 1 -- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 msgr2=0x55a9294fa9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc28fe00640 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294fa9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc28fe00640 1 -- 172.21.15.44:0/995727549 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a929237620 con 0x55a9294f32d0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc295200640 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294fa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc28fe00640 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a9294faf10 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc278012700 tx=0x7fc278012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56a8bd5765d737e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.025+0000 7fc27ea00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc27ea00640 1 -- 172.21.15.44:0/995727549 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc27800f8c0 con 0x55a9294f32d0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc27ea00640 1 -- 172.21.15.44:0/995727549 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7fc27800fa60 con 0x55a9294f32d0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2880be1a0 con 0x55a9294f32d0 2024-04-26T02:03:38.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc27ea00640 1 -- 172.21.15.44:0/995727549 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc27800fc60 con 0x55a9294f32d0 2024-04-26T02:03:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc29abe7740 10 client.16200 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a92950c520 con 0x55a9294f32d0 2024-04-26T02:03:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc27ea00640 1 -- 172.21.15.44:0/995727549 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2880be1a0 con 0x55a9294f32d0 2024-04-26T02:03:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.026+0000 7fc27ea00640 1 -- 172.21.15.44:0/995727549 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc27801c420 con 0x55a9294f32d0 2024-04-26T02:03:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc29abe7740 10 client.16200 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc29abe7740 10 client.16200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc29abe7740 20 client.16200 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc29abe7740 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a92950dad0 0x55a92950ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc29abe7740 4 client.16200 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a92946c8b0 con 0x55a92950dad0 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc295200640 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a92950dad0 0x55a92950ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.027+0000 7fc295200640 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a92950dad0 0x55a92950ff20 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a08616de847929aa server_cookie=13bc1611f3a9ed19 in_seq=0 out_seq=0 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.028+0000 7fc27ea00640 10 client.16200 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.028+0000 7fc27ea00640 1 -- 172.21.15.44:0/995727549 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a92946c8b0 con 0x55a92950dad0 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.028+0000 7fc27ea00640 10 client.16200 handle_command_reply: tid=0 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.028+0000 7fc29abe7740 1 client.16200 shutdown 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 msgr2=0x55a9294faf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a9294faf10 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc278012700 tx=0x7fc278012bc0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 shutdown_connections 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a92950dad0 0x55a92950ff20 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a9294fb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a9294faf10 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 --2- 172.21.15.44:0/995727549 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9294fa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc27ea00640 0 client.16200 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 >> 172.21.15.44:0/995727549 conn(0x55a9294eeec0 msgr2=0x55a9294f4bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 shutdown_connections 2024-04-26T02:03:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 1 -- 172.21.15.44:0/995727549 wait complete. 2024-04-26T02:03:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.029+0000 7fc29abe7740 20 client.16200 trim_cache size 0 max 16384 2024-04-26T02:03:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.045+0000 7fc29abe7740 1 Processor -- start 2024-04-26T02:03:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.045+0000 7fc29abe7740 1 -- start start 2024-04-26T02:03:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a929509230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294f99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a929515830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc29abe7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc2901afb00 con 0x55a9294fdb90 2024-04-26T02:03:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc29abe7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc2901b1640 con 0x55a9294f29b0 2024-04-26T02:03:38.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc29abe7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc2901b01d0 con 0x55a9294f32d0 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a929515830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a929515830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44428/0 (socket says 172.21.15.44:44428) 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 -- 172.21.15.44:0/924246663 learned_addr learned my addr 172.21.15.44:0/924246663 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a929509230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc28fe00640 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294f99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 -- 172.21.15.44:0/924246663 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 msgr2=0x55a9294f99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294f99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 -- 172.21.15.44:0/924246663 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 msgr2=0x55a929509230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a929509230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.046+0000 7fc295c00640 1 -- 172.21.15.44:0/924246663 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9294f8f20 con 0x55a9294fdb90 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.047+0000 7fc295200640 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a929509230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.047+0000 7fc295c00640 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a929515830 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc280004380 tx=0x7fc28001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=431980e9f2580b6b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.047+0000 7fc285600640 1 -- 172.21.15.44:0/924246663 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc280004470 con 0x55a9294fdb90 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.047+0000 7fc285600640 1 -- 172.21.15.44:0/924246663 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2800054d0 con 0x55a9294fdb90 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.047+0000 7fc285600640 1 -- 172.21.15.44:0/924246663 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28001e470 con 0x55a9294fdb90 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 -- 172.21.15.44:0/924246663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 msgr2=0x55a929515830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a929515830 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc280004380 tx=0x7fc28001b000 comp rx=0 tx=0).stop 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 -- 172.21.15.44:0/924246663 shutdown_connections 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294fdb90 0x55a929515830 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294f32d0 0x55a9294f99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 --2- 172.21.15.44:0/924246663 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a929509230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 -- 172.21.15.44:0/924246663 >> 172.21.15.44:0/924246663 conn(0x55a9294eeec0 msgr2=0x55a9294f92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 -- 172.21.15.44:0/924246663 shutdown_connections 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 -- 172.21.15.44:0/924246663 wait complete. 2024-04-26T02:03:38.048 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.048+0000 7fc29abe7740 1 -- start start 2024-04-26T02:03:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 1 Processor -- start 2024-04-26T02:03:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9295008f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a929500e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a929572090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc2901b0f70 con 0x55a9294f32d0 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc2901b08a0 con 0x55a9294f29b0 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc2901adb00 con 0x55a9294fdb90 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc29abe7740 10 client.0 _ll_register_callbacks cb 0x7fc278009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc28fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a929500e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc28fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a929500e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44430/0 (socket says 172.21.15.44:44430) 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc28fe00640 1 -- 172.21.15.44:0/584417822 learned_addr learned my addr 172.21.15.44:0/584417822 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.049+0000 7fc295c00640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a929572090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295200640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9295008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295c00640 1 -- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 msgr2=0x55a9295008f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295c00640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9295008f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295c00640 1 -- 172.21.15.44:0/584417822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 msgr2=0x55a929500e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295c00640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a929500e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295c00640 1 -- 172.21.15.44:0/584417822 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9295725d0 con 0x55a9294fdb90 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295200640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9295008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc295c00640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a929572090 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc280009460 tx=0x7fc280004030 comp rx=0 tx=0).ready entity=mon.1 client_cookie=560ce4a278ba9d56 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc27ea00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.050+0000 7fc27ea00640 1 -- 172.21.15.44:0/584417822 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc280036020 con 0x55a9294fdb90 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2800054d0 con 0x55a9294fdb90 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc27ea00640 1 -- 172.21.15.44:0/584417822 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7fc280018040 con 0x55a9294fdb90 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc27ea00640 1 -- 172.21.15.44:0/584417822 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc280041050 con 0x55a9294fdb90 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 10 client.26311 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a929573840 con 0x55a9294fdb90 2024-04-26T02:03:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc27ea00640 1 -- 172.21.15.44:0/584417822 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2800054d0 con 0x55a9294fdb90 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc27ea00640 1 -- 172.21.15.44:0/584417822 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc28001e550 con 0x55a9294fdb90 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 10 client.26311 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 10 client.26311 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 20 client.26311 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a929573fc0 0x55a9295763e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 4 client.26311 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.051+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a929466320 con 0x55a929573fc0 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.052+0000 7fc295200640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a929573fc0 0x55a9295763e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.052+0000 7fc295200640 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a929573fc0 0x55a9295763e0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcbabda11d084a8f server_cookie=5f6605c748742a9f in_seq=0 out_seq=0 2024-04-26T02:03:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.052+0000 7fc27ea00640 10 client.26311 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc27ea00640 1 -- 172.21.15.44:0/584417822 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a929466320 con 0x55a929573fc0 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc27ea00640 10 client.26311 handle_command_reply: tid=0 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 client.26311 shutdown 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 msgr2=0x55a929572090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a929572090 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc280009460 tx=0x7fc280004030 comp rx=0 tx=0).stop 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 shutdown_connections 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a929573fc0 0x55a9295763e0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a9294fdb90 0x55a929572090 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a9294f32d0 0x55a929500e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 --2- 172.21.15.44:0/584417822 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a9294f29b0 0x55a9295008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc27ea00640 0 client.26311 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.061+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 >> 172.21.15.44:0/584417822 conn(0x55a9294eeec0 msgr2=0x55a9294f4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.062+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 shutdown_connections 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.062+0000 7fc29abe7740 1 -- 172.21.15.44:0/584417822 wait complete. 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.062+0000 7fc29abe7740 20 client.26311 trim_cache size 0 max 16384 2024-04-26T02:03:38.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:03:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:03:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:03:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:03:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc2740a3d10 msgr2=0x7fc2740a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc2740a3d10 0x7fc2740a61d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc280009d20 tx=0x7fc280005f90 comp rx=0 tx=0).stop 2024-04-26T02:03:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc290101fe0 msgr2=0x7fc2901a0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc290101fe0 0x7fc2901a0590 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc288005e30 tx=0x7fc288031840 comp rx=0 tx=0).stop 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 shutdown_connections 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc2740a3d10 0x7fc2740a61d0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29019a650 0x7fc29019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc2901070b0 0x7fc2901a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 --2- 172.21.15.44:0/819453820 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc290101fe0 0x7fc2901a0590 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 >> 172.21.15.44:0/819453820 conn(0x7fc2900fd8a0 msgr2=0x7fc2900ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 shutdown_connections 2024-04-26T02:03:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:38.063+0000 7fc296600640 1 -- 172.21.15.44:0/819453820 wait complete. 2024-04-26T02:03:38.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:38 smithi044 ceph-mon[27847]: pgmap v269: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:03:38.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:38 smithi156 ceph-mon[32543]: pgmap v269: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:03:38.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:38 smithi090 ceph-mon[32456]: pgmap v269: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-04-26T02:03:40.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:40 smithi044 ceph-mon[27847]: pgmap v270: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:40.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:40 smithi156 ceph-mon[32543]: pgmap v270: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:40.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:40 smithi090 ceph-mon[32456]: pgmap v270: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:42.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:42 smithi044 ceph-mon[27847]: pgmap v271: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:03:42.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:42 smithi156 ceph-mon[32543]: pgmap v271: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:03:42.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:42 smithi090 ceph-mon[32456]: pgmap v271: 97 pgs: 97 active+clean; 3.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:03:44.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:44 smithi044 ceph-mon[27847]: pgmap v272: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:44.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:44 smithi156 ceph-mon[32543]: pgmap v272: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:44.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:44 smithi090 ceph-mon[32456]: pgmap v272: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:46.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:46 smithi044 ceph-mon[27847]: pgmap v273: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:46.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:46 smithi156 ceph-mon[32543]: pgmap v273: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:46 smithi090 ceph-mon[32456]: pgmap v273: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:48.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:48 smithi044 ceph-mon[27847]: pgmap v274: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:48.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:48 smithi156 ceph-mon[32543]: pgmap v274: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:48.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:48 smithi090 ceph-mon[32456]: pgmap v274: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:50.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:50 smithi044 ceph-mon[27847]: pgmap v275: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:03:50.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:50 smithi156 ceph-mon[32543]: pgmap v275: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:03:50.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:50 smithi090 ceph-mon[32456]: pgmap v275: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 -- 172.21.15.44:0/2867429726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c84108490 msgr2=0x7f4c841088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 --2- 172.21.15.44:0/2867429726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c84108490 0x7f4c841088d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4c70009900 tx=0x7f4c7002a3f0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 -- 172.21.15.44:0/2867429726 shutdown_connections 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 --2- 172.21.15.44:0/2867429726 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108e10 0x7f4c84115250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 --2- 172.21.15.44:0/2867429726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c84108490 0x7f4c841088d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 --2- 172.21.15.44:0/2867429726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c8410e420 0x7f4c8410e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 -- 172.21.15.44:0/2867429726 >> 172.21.15.44:0/2867429726 conn(0x7f4c84077d30 msgr2=0x7f4c84106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 -- 172.21.15.44:0/2867429726 shutdown_connections 2024-04-26T02:03:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.213+0000 7f4c8a800640 1 -- 172.21.15.44:0/2867429726 wait complete. 2024-04-26T02:03:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.214+0000 7f4c8a800640 1 Processor -- start 2024-04-26T02:03:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.215+0000 7f4c8a800640 1 -- start start 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.215+0000 7f4c8a800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108490 0x7f4c841a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.215+0000 7f4c8a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c84108e10 0x7f4c841a4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.215+0000 7f4c8a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c8410e420 0x7f4c8419e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.215+0000 7f4c8a800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841185f0 con 0x7f4c84108e10 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.215+0000 7f4c8a800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4c84118470 con 0x7f4c8410e420 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.215+0000 7f4c8a800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4c84118770 con 0x7f4c84108490 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108490 0x7f4c841a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108490 0x7f4c841a47a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48730/0 (socket says 172.21.15.44:48730) 2024-04-26T02:03:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 -- 172.21.15.44:0/3691588557 learned_addr learned my addr 172.21.15.44:0/3691588557 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c88a00640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c84108e10 0x7f4c841a4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89e00640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c8410e420 0x7f4c8419e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 -- 172.21.15.44:0/3691588557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c8410e420 msgr2=0x7f4c8419e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c8410e420 0x7f4c8419e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 -- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c84108e10 msgr2=0x7f4c841a4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c84108e10 0x7f4c841a4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 -- 172.21.15.44:0/3691588557 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c8419f0d0 con 0x7f4c84108490 2024-04-26T02:03:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.216+0000 7f4c89400640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108490 0x7f4c841a47a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4c7800d950 tx=0x7f4c7800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.217+0000 7f4c82000640 1 -- 172.21.15.44:0/3691588557 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c78017070 con 0x7f4c84108490 2024-04-26T02:03:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.217+0000 7f4c82000640 1 -- 172.21.15.44:0/3691588557 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c78009c30 con 0x7f4c84108490 2024-04-26T02:03:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.217+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c8419f3c0 con 0x7f4c84108490 2024-04-26T02:03:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.217+0000 7f4c82000640 1 -- 172.21.15.44:0/3691588557 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7800f620 con 0x7f4c84108490 2024-04-26T02:03:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.217+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c841ab660 con 0x7f4c84108490 2024-04-26T02:03:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.220+0000 7f4c8edee740 1 Processor -- start 2024-04-26T02:03:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.220+0000 7f4c8edee740 1 -- start start 2024-04-26T02:03:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.220+0000 7f4c82000640 1 -- 172.21.15.44:0/3691588557 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4c78010460 con 0x7f4c84108490 2024-04-26T02:03:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c8205d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c8210650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c8212f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c8edee740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e5c816b900 con 0x55e5c8210b90 2024-04-26T02:03:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c8edee740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e5c8111ef0 con 0x55e5c82059b0 2024-04-26T02:03:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c8edee740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e5c81678c0 con 0x55e5c82062d0 2024-04-26T02:03:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c89400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c8210650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c89400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c8210650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48738/0 (socket says 172.21.15.44:48738) 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c89e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c8205d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c88a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c8212f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.221+0000 7f4c89400640 1 -- 172.21.15.44:0/3758085578 learned_addr learned my addr 172.21.15.44:0/3758085578 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c89e00640 1 -- 172.21.15.44:0/3758085578 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 msgr2=0x55e5c8210650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c89e00640 1 --2- 172.21.15.44:0/3758085578 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c8210650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c89e00640 1 -- 172.21.15.44:0/3758085578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 msgr2=0x55e5c8212f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c89e00640 1 --2- 172.21.15.44:0/3758085578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c8212f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c89e00640 1 -- 172.21.15.44:0/3758085578 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5c7e7e210 con 0x55e5c82059b0 2024-04-26T02:03:51.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c89e00640 1 --2- 172.21.15.44:0/3758085578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c8205d90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c009f00 tx=0x7f4c7c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a11789101bf3810e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c76600640 1 -- 172.21.15.44:0/3758085578 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c004d20 con 0x55e5c82059b0 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c76600640 1 -- 172.21.15.44:0/3758085578 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c7c004030 con 0x55e5c82059b0 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c82000640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4c6c0a3d10 0x7f4c6c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.222+0000 7f4c76600640 1 -- 172.21.15.44:0/3758085578 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c005280 con 0x55e5c82059b0 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c82000640 1 -- 172.21.15.44:0/3691588557 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f4c780d0370 con 0x7f4c84108490 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c89400640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4c6c0a3d10 0x7f4c6c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 -- 172.21.15.44:0/3758085578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 msgr2=0x55e5c8205d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 --2- 172.21.15.44:0/3758085578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c8205d90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c009f00 tx=0x7f4c7c011810 comp rx=0 tx=0).stop 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 -- 172.21.15.44:0/3758085578 shutdown_connections 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 --2- 172.21.15.44:0/3758085578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c8212f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 --2- 172.21.15.44:0/3758085578 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c8210650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 --2- 172.21.15.44:0/3758085578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c8205d90 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 -- 172.21.15.44:0/3758085578 >> 172.21.15.44:0/3758085578 conn(0x55e5c8201ec0 msgr2=0x55e5c82022a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:51.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 -- 172.21.15.44:0/3758085578 shutdown_connections 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c8edee740 1 -- 172.21.15.44:0/3758085578 wait complete. 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.223+0000 7f4c89400640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4c6c0a3d10 0x7f4c6c0a61d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4c78098d70 tx=0x7f4c780d3e20 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.224+0000 7f4c8edee740 1 -- start start 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.224+0000 7f4c8edee740 1 Processor -- start 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c820db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c820e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c8edee740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e5c82137c0 con 0x55e5c8210b90 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c8edee740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e5c8125310 con 0x55e5c82059b0 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c8edee740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e5c8213940 con 0x55e5c82062d0 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c8edee740 10 client.0 _ll_register_callbacks cb 0x55e5c80f3cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c89e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c820db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c88a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c820e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c89e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c820db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48690/0 (socket says 172.21.15.44:48690) 2024-04-26T02:03:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c89e00640 1 -- 172.21.15.44:0/2005607590 learned_addr learned my addr 172.21.15.44:0/2005607590 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:51.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c89e00640 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c88a00640 1 -- 172.21.15.44:0/2005607590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 msgr2=0x55e5c820db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c88a00640 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c820db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c88a00640 1 -- 172.21.15.44:0/2005607590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 msgr2=0x55e5c820e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.225+0000 7f4c88a00640 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.226+0000 7f4c88a00640 1 -- 172.21.15.44:0/2005607590 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5c7f4a620 con 0x55e5c82062d0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.226+0000 7f4c88a00640 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c820e080 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4c70005940 tx=0x7f4c70031ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f14dc4f60c489ac3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.226+0000 7f4c6aa00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.226+0000 7f4c6aa00640 1 -- 172.21.15.44:0/2005607590 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c70035040 con 0x55e5c82062d0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.226+0000 7f4c6aa00640 1 -- 172.21.15.44:0/2005607590 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f4c70004050 con 0x55e5c82062d0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.226+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c7c004030 con 0x55e5c82062d0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c6aa00640 1 -- 172.21.15.44:0/2005607590 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4c70004270 con 0x55e5c82062d0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 10 client.26323 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e5c821fa40 con 0x55e5c82062d0 2024-04-26T02:03:51.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c6aa00640 1 -- 172.21.15.44:0/2005607590 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c7c004030 con 0x55e5c82062d0 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c6aa00640 1 -- 172.21.15.44:0/2005607590 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4c70004910 con 0x55e5c82062d0 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 10 client.26323 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 10 client.26323 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 20 client.26323 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8220f00 0x55e5c8223310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 4 client.26323 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.227+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e5c817f8b0 con 0x55e5c8220f00 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.228+0000 7f4c89e00640 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8220f00 0x55e5c8223310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.228+0000 7f4c89e00640 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8220f00 0x55e5c8223310 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=febd6a7790400620 server_cookie=e47e32cd207d52c5 in_seq=0 out_seq=0 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.228+0000 7f4c6aa00640 10 client.26323 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.229+0000 7f4c6aa00640 1 -- 172.21.15.44:0/2005607590 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e5c817f8b0 con 0x55e5c8220f00 2024-04-26T02:03:51.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.229+0000 7f4c6aa00640 10 client.26323 handle_command_reply: tid=0 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.229+0000 7f4c8edee740 1 client.26323 shutdown 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.229+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 msgr2=0x55e5c820e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.229+0000 7f4c8edee740 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c820e080 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4c70005940 tx=0x7f4c70031ea0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 shutdown_connections 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8220f00 0x55e5c8223310 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82062d0 0x55e5c820e080 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c6aa00640 0 client.26323 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 --2- 172.21.15.44:0/2005607590 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82059b0 0x55e5c820db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 >> 172.21.15.44:0/2005607590 conn(0x55e5c8201ec0 msgr2=0x55e5c8207bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 shutdown_connections 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 1 -- 172.21.15.44:0/2005607590 wait complete. 2024-04-26T02:03:51.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.230+0000 7f4c8edee740 20 client.26323 trim_cache size 0 max 16384 2024-04-26T02:03:51.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.246+0000 7f4c8edee740 1 Processor -- start 2024-04-26T02:03:51.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.246+0000 7f4c8edee740 1 -- start start 2024-04-26T02:03:51.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.246+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82059b0 0x55e5c821c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.246+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c820e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c8edee740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841b3e50 con 0x55e5c8210b90 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c8edee740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841b5990 con 0x55e5c82062d0 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c8edee740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841b4520 con 0x55e5c82059b0 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41170/0 (socket says 172.21.15.44:41170) 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 -- 172.21.15.44:0/1566602587 learned_addr learned my addr 172.21.15.44:0/1566602587 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c88a00640 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c820e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82059b0 0x55e5c821c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 -- 172.21.15.44:0/1566602587 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82059b0 msgr2=0x55e5c821c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82059b0 0x55e5c821c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 -- 172.21.15.44:0/1566602587 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 msgr2=0x55e5c820e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c820e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.247+0000 7f4c89e00640 1 -- 172.21.15.44:0/1566602587 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5c8223990 con 0x55e5c8210b90 2024-04-26T02:03:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.248+0000 7f4c89e00640 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820fa80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c003f30 tx=0x7f4c7c003a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45ac398445387a38 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.248+0000 7f4c75c00640 1 -- 172.21.15.44:0/1566602587 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c01e040 con 0x55e5c8210b90 2024-04-26T02:03:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.248+0000 7f4c75c00640 1 -- 172.21.15.44:0/1566602587 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c7c00f480 con 0x55e5c8210b90 2024-04-26T02:03:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.248+0000 7f4c75c00640 1 -- 172.21.15.44:0/1566602587 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c028660 con 0x55e5c8210b90 2024-04-26T02:03:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.248+0000 7f4c8edee740 1 -- 172.21.15.44:0/1566602587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 msgr2=0x55e5c820fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.248+0000 7f4c8edee740 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820fa80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c003f30 tx=0x7f4c7c003a30 comp rx=0 tx=0).stop 2024-04-26T02:03:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 -- 172.21.15.44:0/1566602587 shutdown_connections 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c8210b90 0x55e5c820fa80 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c820e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 --2- 172.21.15.44:0/1566602587 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c82059b0 0x55e5c821c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 -- 172.21.15.44:0/1566602587 >> 172.21.15.44:0/1566602587 conn(0x55e5c8201ec0 msgr2=0x55e5c820f370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 -- 172.21.15.44:0/1566602587 shutdown_connections 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 -- 172.21.15.44:0/1566602587 wait complete. 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 -- start start 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.249+0000 7f4c8edee740 1 Processor -- start 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c82059b0 0x55e5c8216640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c8216b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c8edee740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c8210b90 0x55e5c82170c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c8edee740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841b52c0 con 0x55e5c82059b0 2024-04-26T02:03:51.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c8edee740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841b4bf0 con 0x55e5c82062d0 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c8edee740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841b1e50 con 0x55e5c8210b90 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c8edee740 10 client.0 _ll_register_callbacks cb 0x7f4c70031b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c89e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c82059b0 0x55e5c8216640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c8216b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c8216b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:48708/0 (socket says 172.21.15.44:48708) 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 -- 172.21.15.44:0/152632643 learned_addr learned my addr 172.21.15.44:0/152632643 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c89e00640 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c8210b90 0x55e5c82170c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 -- 172.21.15.44:0/152632643 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c8210b90 msgr2=0x55e5c82170c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c8210b90 0x55e5c82170c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 -- 172.21.15.44:0/152632643 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c82059b0 msgr2=0x55e5c8216640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c82059b0 0x55e5c8216640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c88a00640 1 -- 172.21.15.44:0/152632643 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5c8286520 con 0x55e5c82062d0 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.250+0000 7f4c89e00640 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c8210b90 0x55e5c82170c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:03:51.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c88a00640 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c8216b80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x55e5c820f110 tx=0x7f4c70005e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20c9a7c4ab24b13b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:03:51.252 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c6aa00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c6aa00640 1 -- 172.21.15.44:0/152632643 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c70035070 con 0x55e5c82062d0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c6aa00640 1 -- 172.21.15.44:0/152632643 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f4c700048d0 con 0x55e5c82062d0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c7c00f480 con 0x55e5c82062d0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c6aa00640 1 -- 172.21.15.44:0/152632643 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4c70004af0 con 0x55e5c82062d0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c8edee740 10 client.26327 fetch_fsmap learned FSMap version 31 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e5c8287840 con 0x55e5c82062d0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.251+0000 7f4c6aa00640 1 -- 172.21.15.44:0/152632643 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c7c00f480 con 0x55e5c82062d0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c6aa00640 1 -- 172.21.15.44:0/152632643 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4c70004f90 con 0x55e5c82062d0 2024-04-26T02:03:51.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c8edee740 10 client.26327 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c8edee740 10 client.26327 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c8edee740 20 client.26327 populate_metadata read hostname 'smithi044' 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c8edee740 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8287ff0 0x55e5c828a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c8edee740 4 client.26327 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e5c8179320 con 0x55e5c8287ff0 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.252+0000 7f4c89e00640 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8287ff0 0x55e5c828a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.253+0000 7f4c89e00640 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8287ff0 0x55e5c828a410 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57112b26f40cce2e server_cookie=dc709342d3e94cf9 in_seq=0 out_seq=0 2024-04-26T02:03:51.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.253+0000 7f4c6aa00640 10 client.26327 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:51.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.261+0000 7f4c6aa00640 1 -- 172.21.15.44:0/152632643 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e5c8179320 con 0x55e5c8287ff0 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.261+0000 7f4c6aa00640 10 client.26327 handle_command_reply: tid=0 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.261+0000 7f4c8edee740 1 client.26327 shutdown 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 msgr2=0x55e5c8216b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c8216b80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x55e5c820f110 tx=0x7f4c70005e50 comp rx=0 tx=0).stop 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 shutdown_connections 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e5c8287ff0 0x55e5c828a410 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e5c8210b90 0x55e5c82170c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e5c82062d0 0x55e5c8216b80 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 --2- 172.21.15.44:0/152632643 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e5c82059b0 0x55e5c8216640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c6aa00640 0 client.26327 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 >> 172.21.15.44:0/152632643 conn(0x55e5c8201ec0 msgr2=0x55e5c820fc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 shutdown_connections 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 1 -- 172.21.15.44:0/152632643 wait complete. 2024-04-26T02:03:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.262+0000 7f4c8edee740 20 client.26327 trim_cache size 0 max 16384 2024-04-26T02:03:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:03:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:03:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:03:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4c6c0a3d10 msgr2=0x7f4c6c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4c6c0a3d10 0x7f4c6c0a61d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4c78098d70 tx=0x7f4c780d3e20 comp rx=0 tx=0).stop 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108490 msgr2=0x7f4c841a47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108490 0x7f4c841a47a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4c7800d950 tx=0x7f4c7800de10 comp rx=0 tx=0).stop 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 shutdown_connections 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f4c6c0a3d10 0x7f4c6c0a61d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f4c8410e420 0x7f4c8419e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c84108e10 0x7f4c841a4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 --2- 172.21.15.44:0/3691588557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f4c84108490 0x7f4c841a47a0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:03:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 >> 172.21.15.44:0/3691588557 conn(0x7f4c84077d30 msgr2=0x7f4c84078f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:03:51.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 shutdown_connections 2024-04-26T02:03:51.264 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:03:51.263+0000 7f4c8a800640 1 -- 172.21.15.44:0/3691588557 wait complete. 2024-04-26T02:03:52.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:52 smithi044 ceph-mon[27847]: pgmap v276: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:03:52.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:52 smithi156 ceph-mon[32543]: pgmap v276: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:03:52.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:52 smithi090 ceph-mon[32456]: pgmap v276: 97 pgs: 97 active+clean; 3.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-04-26T02:03:54.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:54 smithi156 ceph-mon[32543]: pgmap v277: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:54.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:54 smithi090 ceph-mon[32456]: pgmap v277: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:55.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:54 smithi044 ceph-mon[27847]: pgmap v277: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-04-26T02:03:56.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:56 smithi156 ceph-mon[32543]: pgmap v278: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:56.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:56 smithi090 ceph-mon[32456]: pgmap v278: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:57.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:56 smithi044 ceph-mon[27847]: pgmap v278: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:58.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:03:58 smithi156 ceph-mon[32543]: pgmap v279: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:58.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:03:58 smithi090 ceph-mon[32456]: pgmap v279: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:03:59.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:03:58 smithi044 ceph-mon[27847]: pgmap v279: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:04:00.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:00 smithi044 ceph-mon[27847]: pgmap v280: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:04:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:00 smithi156 ceph-mon[32543]: pgmap v280: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:04:00.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:00 smithi090 ceph-mon[32456]: pgmap v280: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 21 op/s 2024-04-26T02:04:02.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:02 smithi156 ceph-mon[32543]: pgmap v281: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:04:02.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:02 smithi090 ceph-mon[32456]: pgmap v281: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:04:03.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:02 smithi044 ceph-mon[27847]: pgmap v281: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:04:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.413+0000 7f9f97200640 1 -- 172.21.15.44:0/4166035635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f90074ca0 msgr2=0x7f9f9010e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.413+0000 7f9f97200640 1 --2- 172.21.15.44:0/4166035635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f90074ca0 0x7f9f9010e060 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9f80009860 tx=0x7f9f8002a3d0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.414+0000 7f9f97200640 1 -- 172.21.15.44:0/4166035635 shutdown_connections 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.414+0000 7f9f97200640 1 --2- 172.21.15.44:0/4166035635 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9f9010e5a0 0x7f9f901109f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.414+0000 7f9f97200640 1 --2- 172.21.15.44:0/4166035635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f90074ca0 0x7f9f9010e060 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.414+0000 7f9f97200640 1 --2- 172.21.15.44:0/4166035635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074380 0x7f9f90074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.414+0000 7f9f97200640 1 -- 172.21.15.44:0/4166035635 >> 172.21.15.44:0/4166035635 conn(0x7f9f900fd890 msgr2=0x7f9f900ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.414+0000 7f9f97200640 1 -- 172.21.15.44:0/4166035635 shutdown_connections 2024-04-26T02:04:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.414+0000 7f9f97200640 1 -- 172.21.15.44:0/4166035635 wait complete. 2024-04-26T02:04:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.415+0000 7f9f97200640 1 Processor -- start 2024-04-26T02:04:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.415+0000 7f9f97200640 1 -- start start 2024-04-26T02:04:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f97200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9f90074380 0x7f9f901a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f97200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074ca0 0x7f9f901a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f97200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f9010e5a0 0x7f9f9019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f97200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9f90114210 con 0x7f9f90074ca0 2024-04-26T02:04:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f97200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9f90114090 con 0x7f9f9010e5a0 2024-04-26T02:04:04.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f97200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9f90114390 con 0x7f9f90074380 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f95400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074ca0 0x7f9f901a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f95400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074ca0 0x7f9f901a0920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45530/0 (socket says 172.21.15.44:45530) 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f95400640 1 -- 172.21.15.44:0/850982361 learned_addr learned my addr 172.21.15.44:0/850982361 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f96800640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f9010e5a0 0x7f9f9019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.416+0000 7f9f95e00640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9f90074380 0x7f9f901a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f95400640 1 -- 172.21.15.44:0/850982361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9f90074380 msgr2=0x7f9f901a03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f95400640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9f90074380 0x7f9f901a03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f95400640 1 -- 172.21.15.44:0/850982361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f9010e5a0 msgr2=0x7f9f9019a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f95400640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f9010e5a0 0x7f9f9019a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f95400640 1 -- 172.21.15.44:0/850982361 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f9019ad10 con 0x7f9f90074ca0 2024-04-26T02:04:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f96800640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f9010e5a0 0x7f9f9019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f95400640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074ca0 0x7f9f901a0920 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9f80009980 tx=0x7f9f80030fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.417+0000 7f9f8aa00640 1 -- 172.21.15.44:0/850982361 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80040070 con 0x7f9f90074ca0 2024-04-26T02:04:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.418+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f9019afa0 con 0x7f9f90074ca0 2024-04-26T02:04:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.418+0000 7f9f8aa00640 1 -- 172.21.15.44:0/850982361 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f80005570 con 0x7f9f90074ca0 2024-04-26T02:04:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.418+0000 7f9f8aa00640 1 -- 172.21.15.44:0/850982361 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f800046c0 con 0x7f9f90074ca0 2024-04-26T02:04:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.418+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f901a72a0 con 0x7f9f90074ca0 2024-04-26T02:04:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.421+0000 7f9f9b60b740 1 Processor -- start 2024-04-26T02:04:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.421+0000 7f9f8aa00640 1 -- 172.21.15.44:0/850982361 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9f80043070 con 0x7f9f90074ca0 2024-04-26T02:04:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.421+0000 7f9f9b60b740 1 -- start start 2024-04-26T02:04:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.421+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67229d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.421+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e67234650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e67236f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555e6718f900 con 0x555e67234b90 2024-04-26T02:04:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555e67135ef0 con 0x555e6722a2d0 2024-04-26T02:04:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555e6718b8c0 con 0x555e672299b0 2024-04-26T02:04:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e67234650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e67234650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:33848/0 (socket says 172.21.15.44:33848) 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 -- 172.21.15.44:0/844708946 learned_addr learned my addr 172.21.15.44:0/844708946 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95400640 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e67236f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f96800640 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67229d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 -- 172.21.15.44:0/844708946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 msgr2=0x555e67229d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67229d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 -- 172.21.15.44:0/844708946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 msgr2=0x555e67236f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e67236f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95e00640 1 -- 172.21.15.44:0/844708946 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e66ea2210 con 0x555e6722a2d0 2024-04-26T02:04:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.422+0000 7f9f95400640 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e67236f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.423+0000 7f9f95e00640 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e67234650 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9f84009cd0 tx=0x7f9f84011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50fb044fdbc89ca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.423+0000 7f9f8aa00640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9f780a3d90 0x7f9f780a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.423+0000 7f9f7f000640 1 -- 172.21.15.44:0/844708946 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8401e070 con 0x555e6722a2d0 2024-04-26T02:04:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.423+0000 7f9f8aa00640 1 -- 172.21.15.44:0/850982361 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f9f800f1210 con 0x7f9f90074ca0 2024-04-26T02:04:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.423+0000 7f9f7f000640 1 -- 172.21.15.44:0/844708946 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f84019ae0 con 0x555e6722a2d0 2024-04-26T02:04:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.423+0000 7f9f7f000640 1 -- 172.21.15.44:0/844708946 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8400ea20 con 0x555e6722a2d0 2024-04-26T02:04:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.423+0000 7f9f96800640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9f780a3d90 0x7f9f780a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 -- 172.21.15.44:0/844708946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 msgr2=0x555e67234650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e67234650 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9f84009cd0 tx=0x7f9f84011810 comp rx=0 tx=0).stop 2024-04-26T02:04:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f96800640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9f780a3d90 0x7f9f780a6250 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009fd0 tx=0x7f9f8c009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 -- 172.21.15.44:0/844708946 shutdown_connections 2024-04-26T02:04:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e67236f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e67234650 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/844708946 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67229d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 -- 172.21.15.44:0/844708946 >> 172.21.15.44:0/844708946 conn(0x555e67225ec0 msgr2=0x555e672262a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 -- 172.21.15.44:0/844708946 shutdown_connections 2024-04-26T02:04:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 -- 172.21.15.44:0/844708946 wait complete. 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.424+0000 7f9f9b60b740 1 -- start start 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 1 Processor -- start 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e672299b0 0x555e67231b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e6722a2d0 0x555e672320a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e67234b90 0x555e672325e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555e672377c0 con 0x555e672299b0 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555e67149310 con 0x555e67234b90 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555e67237940 con 0x555e6722a2d0 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f9b60b740 10 client.0 _ll_register_callbacks cb 0x555e67117cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f95e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e672299b0 0x555e67231b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f95e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e672299b0 0x555e67231b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45548/0 (socket says 172.21.15.44:45548) 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.425+0000 7f9f95e00640 1 -- 172.21.15.44:0/3227472560 learned_addr learned my addr 172.21.15.44:0/3227472560 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f95400640 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e6722a2d0 0x555e672320a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f96800640 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e67234b90 0x555e672325e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f95e00640 1 -- 172.21.15.44:0/3227472560 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e6722a2d0 msgr2=0x555e672320a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f95e00640 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e6722a2d0 0x555e672320a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f95e00640 1 -- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e67234b90 msgr2=0x555e672325e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f95e00640 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e67234b90 0x555e672325e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f95e00640 1 -- 172.21.15.44:0/3227472560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e66f6e620 con 0x555e672299b0 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f95e00640 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e672299b0 0x555e67231b60 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f9f840098d0 tx=0x7f9f84009760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d5e6f5950475c26 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f73400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.426+0000 7f9f73400640 1 -- 172.21.15.44:0/3227472560 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f84028020 con 0x555e672299b0 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f73400640 1 -- 172.21.15.44:0/3227472560 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f9f84005240 con 0x555e672299b0 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f84019ae0 con 0x555e672299b0 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f73400640 1 -- 172.21.15.44:0/3227472560 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9f84033050 con 0x555e672299b0 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f9b60b740 10 client.16236 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555e67243a70 con 0x555e672299b0 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f73400640 1 -- 172.21.15.44:0/3227472560 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f84019ae0 con 0x555e672299b0 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f73400640 1 -- 172.21.15.44:0/3227472560 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9f84021030 con 0x555e672299b0 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f9b60b740 10 client.16236 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f9b60b740 10 client.16236 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.427+0000 7f9f9b60b740 20 client.16236 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.428+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e67244e70 0x555e67247260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.428+0000 7f9f9b60b740 4 client.16236 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.428+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e671a38b0 con 0x555e67244e70 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.428+0000 7f9f95400640 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e67244e70 0x555e67247260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.428+0000 7f9f95400640 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e67244e70 0x555e67247260 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60c007163b23f9d8 server_cookie=2d69f91d5b1ccce9 in_seq=0 out_seq=0 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.428+0000 7f9f73400640 10 client.16236 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f73400640 1 -- 172.21.15.44:0/3227472560 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555e671a38b0 con 0x555e67244e70 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f73400640 10 client.16236 handle_command_reply: tid=0 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 client.16236 shutdown 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e672299b0 msgr2=0x555e67231b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e672299b0 0x555e67231b60 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f9f840098d0 tx=0x7f9f84009760 comp rx=0 tx=0).stop 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 shutdown_connections 2024-04-26T02:04:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e67244e70 0x555e67247260 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e67234b90 0x555e672325e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e6722a2d0 0x555e672320a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3227472560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e672299b0 0x555e67231b60 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f73400640 0 client.16236 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.429+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 >> 172.21.15.44:0/3227472560 conn(0x555e67225ec0 msgr2=0x555e6722bbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.430+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 shutdown_connections 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.430+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3227472560 wait complete. 2024-04-26T02:04:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.430+0000 7f9f9b60b740 20 client.16236 trim_cache size 0 max 16384 2024-04-26T02:04:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.446+0000 7f9f9b60b740 1 Processor -- start 2024-04-26T02:04:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.446+0000 7f9f9b60b740 1 -- start start 2024-04-26T02:04:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67240680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e6722c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e6724c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9f901afb40 con 0x555e67234b90 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9f901b1680 con 0x555e6722a2d0 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9f901b0210 con 0x555e672299b0 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f96800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e6724c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f96800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e6724c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45556/0 (socket says 172.21.15.44:45556) 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f95400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e6722c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f96800640 1 -- 172.21.15.44:0/3284761218 learned_addr learned my addr 172.21.15.44:0/3284761218 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f95e00640 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67240680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f95400640 1 -- 172.21.15.44:0/3284761218 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 msgr2=0x555e67240680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f95400640 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67240680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f95400640 1 -- 172.21.15.44:0/3284761218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 msgr2=0x555e6724c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f95400640 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e6724c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.447+0000 7f9f95400640 1 -- 172.21.15.44:0/3284761218 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e672300d0 con 0x555e6722a2d0 2024-04-26T02:04:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.448+0000 7f9f95400640 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e6722c370 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9f800ee940 tx=0x7f9f800f3660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=945f8aa94795353c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.448+0000 7f9f7e600640 1 -- 172.21.15.44:0/3284761218 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8004a040 con 0x555e6722a2d0 2024-04-26T02:04:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.448+0000 7f9f7e600640 1 -- 172.21.15.44:0/3284761218 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f800bd920 con 0x555e6722a2d0 2024-04-26T02:04:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.448+0000 7f9f7e600640 1 -- 172.21.15.44:0/3284761218 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f800bb520 con 0x555e6722a2d0 2024-04-26T02:04:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3284761218 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 msgr2=0x555e6722c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e6722c370 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9f800ee940 tx=0x7f9f800f3660 comp rx=0 tx=0).stop 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3284761218 shutdown_connections 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e67234b90 0x555e6724c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e6722a2d0 0x555e6722c370 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/3284761218 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e672299b0 0x555e67240680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3284761218 >> 172.21.15.44:0/3284761218 conn(0x555e67225ec0 msgr2=0x555e6722ceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3284761218 shutdown_connections 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 -- 172.21.15.44:0/3284761218 wait complete. 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.449+0000 7f9f9b60b740 1 -- start start 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 1 Processor -- start 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e672299b0 0x555e6723cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e6722a2d0 0x555e6723d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e67234b90 0x555e6723a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9f901b0fb0 con 0x555e6722a2d0 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9f901b08e0 con 0x555e672299b0 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9f901adb40 con 0x555e67234b90 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f9b60b740 10 client.0 _ll_register_callbacks cb 0x7f9f84009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f95400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e6722a2d0 0x555e6723d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f95e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e672299b0 0x555e6723cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.450+0000 7f9f95e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e672299b0 0x555e6723cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:33870/0 (socket says 172.21.15.44:33870) 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f95e00640 1 -- 172.21.15.44:0/4041919136 learned_addr learned my addr 172.21.15.44:0/4041919136 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f96800640 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e67234b90 0x555e6723a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f95e00640 1 -- 172.21.15.44:0/4041919136 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e67234b90 msgr2=0x555e6723a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f95e00640 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e67234b90 0x555e6723a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f95e00640 1 -- 172.21.15.44:0/4041919136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e6722a2d0 msgr2=0x555e6723d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f95e00640 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e6722a2d0 0x555e6723d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f95e00640 1 -- 172.21.15.44:0/4041919136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e6723aa30 con 0x555e672299b0 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f95e00640 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e672299b0 0x555e6723cb30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9f84001eb0 tx=0x7f9f84009fc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16405392595c7853 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f73400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f73400640 1 -- 172.21.15.44:0/4041919136 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f84028040 con 0x555e672299b0 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f800bd920 con 0x555e672299b0 2024-04-26T02:04:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.451+0000 7f9f73400640 1 -- 172.21.15.44:0/4041919136 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8455+0+0 (secure 0 0 0) 0x7f9f8400e6c0 con 0x555e672299b0 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f73400640 1 -- 172.21.15.44:0/4041919136 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9f8401e040 con 0x555e672299b0 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 10 client.26345 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555e672aae90 con 0x555e672299b0 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f73400640 1 -- 172.21.15.44:0/4041919136 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f800bd920 con 0x555e672299b0 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f73400640 1 -- 172.21.15.44:0/4041919136 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9f84021070 con 0x555e672299b0 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 10 client.26345 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 10 client.26345 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 20 client.26345 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e672ab580 0x555e672ad9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 4 client.26345 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.452+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555e6719d320 con 0x555e672ab580 2024-04-26T02:04:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.453+0000 7f9f95400640 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e672ab580 0x555e672ad9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:04.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.453+0000 7f9f95400640 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e672ab580 0x555e672ad9a0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d346818ca6afc151 server_cookie=d952ce80319ee20e in_seq=0 out_seq=0 2024-04-26T02:04:04.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.453+0000 7f9f73400640 10 client.26345 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f73400640 1 -- 172.21.15.44:0/4041919136 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555e6719d320 con 0x555e672ab580 2024-04-26T02:04:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f73400640 10 client.26345 handle_command_reply: tid=0 2024-04-26T02:04:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 client.26345 shutdown 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e672299b0 msgr2=0x555e6723cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e672299b0 0x555e6723cb30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9f84001eb0 tx=0x7f9f84009fc0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 shutdown_connections 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555e672ab580 0x555e672ad9a0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555e67234b90 0x555e6723a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555e6722a2d0 0x555e6723d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f73400640 0 client.26345 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 --2- 172.21.15.44:0/4041919136 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555e672299b0 0x555e6723cb30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 >> 172.21.15.44:0/4041919136 conn(0x555e67225ec0 msgr2=0x555e67224790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.462+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 shutdown_connections 2024-04-26T02:04:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f9b60b740 1 -- 172.21.15.44:0/4041919136 wait complete. 2024-04-26T02:04:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f9b60b740 20 client.26345 trim_cache size 0 max 16384 2024-04-26T02:04:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:04:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:04:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:04:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:04:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9f780a3d90 msgr2=0x7f9f780a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9f780a3d90 0x7f9f780a6250 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009fd0 tx=0x7f9f8c009500 comp rx=0 tx=0).stop 2024-04-26T02:04:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074ca0 msgr2=0x7f9f901a0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074ca0 0x7f9f901a0920 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9f80009980 tx=0x7f9f80030fa0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 shutdown_connections 2024-04-26T02:04:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9f780a3d90 0x7f9f780a6250 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9f9010e5a0 0x7f9f9019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f90074ca0 0x7f9f901a0920 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 --2- 172.21.15.44:0/850982361 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9f90074380 0x7f9f901a03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.463+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 >> 172.21.15.44:0/850982361 conn(0x7f9f900fd890 msgr2=0x7f9f900ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.464+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 shutdown_connections 2024-04-26T02:04:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:04.464+0000 7f9f97200640 1 -- 172.21.15.44:0/850982361 wait complete. 2024-04-26T02:04:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:04 smithi156 ceph-mon[32543]: pgmap v282: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 62 KiB/s wr, 38 op/s 2024-04-26T02:04:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:04 smithi090 ceph-mon[32456]: pgmap v282: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 62 KiB/s wr, 38 op/s 2024-04-26T02:04:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:04 smithi044 ceph-mon[27847]: pgmap v282: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 62 KiB/s wr, 38 op/s 2024-04-26T02:04:06.472 INFO:tasks.quiescer.fs.[cephfs]:Total duration (44.2) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T02:04:06.473 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.1 2024-04-26T02:04:06.473 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:04:06.852 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:06 smithi044 ceph-mon[27847]: pgmap v283: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:04:06.961 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:06.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:06 smithi156 ceph-mon[32543]: pgmap v283: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:04:06.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:06 smithi090 ceph-mon[32456]: pgmap v283: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-26T02:04:07.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:07 smithi044 ceph-mon[27847]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:04:07.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:07 smithi156 ceph-mon[32543]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:04:07.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:07 smithi090 ceph-mon[32456]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:04:08.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:08 smithi156 ceph-mon[32543]: pgmap v285: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 63 KiB/s wr, 36 op/s 2024-04-26T02:04:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:08 smithi090 ceph-mon[32456]: pgmap v285: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 63 KiB/s wr, 36 op/s 2024-04-26T02:04:09.049 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:08 smithi044 ceph-mon[27847]: pgmap v285: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 63 KiB/s wr, 36 op/s 2024-04-26T02:04:09.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 -- 172.21.15.44:0/3310866533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98108f80 msgr2=0x7f5a98109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:09.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/3310866533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98108f80 0x7f5a98109400 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5a800098f0 tx=0x7f5a80009c00 comp rx=0 tx=0).stop 2024-04-26T02:04:09.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 -- 172.21.15.44:0/3310866533 shutdown_connections 2024-04-26T02:04:09.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/3310866533 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a9810f030 0x7f5a9810f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/3310866533 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a98109940 0x7f5a98115de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/3310866533 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98108f80 0x7f5a98109400 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 -- 172.21.15.44:0/3310866533 >> 172.21.15.44:0/3310866533 conn(0x7f5a980787d0 msgr2=0x7f5a98107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:09.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 -- 172.21.15.44:0/3310866533 shutdown_connections 2024-04-26T02:04:09.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.393+0000 7f5a9ca00700 1 -- 172.21.15.44:0/3310866533 wait complete. 2024-04-26T02:04:09.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.395+0000 7f5a9ca00700 1 Processor -- start 2024-04-26T02:04:09.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.395+0000 7f5a9ca00700 1 -- start start 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a9ca00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a98108f80 0x7f5a9819f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a9ca00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98109940 0x7f5a9819fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a9ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a9810f030 0x7f5a981a3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a9ca00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a98119160 con 0x7f5a9810f030 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a9ca00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5a98118fe0 con 0x7f5a98109940 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a9ca00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5a981192e0 con 0x7f5a98108f80 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a98108f80 0x7f5a9819f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a98108f80 0x7f5a9819f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49896/0 (socket says 172.21.15.44:49896) 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 -- 172.21.15.44:0/2840116837 learned_addr learned my addr 172.21.15.44:0/2840116837 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a8fe00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98109940 0x7f5a9819fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:09.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97e00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a9810f030 0x7f5a981a3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:09.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 -- 172.21.15.44:0/2840116837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98109940 msgr2=0x7f5a9819fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:09.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98109940 0x7f5a9819fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 -- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a9810f030 msgr2=0x7f5a981a3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a9810f030 0x7f5a981a3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97400700 1 -- 172.21.15.44:0/2840116837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a981a4620 con 0x7f5a98108f80 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.396+0000 7f5a97e00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a9810f030 0x7f5a981a3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.397+0000 7f5a97400700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a98108f80 0x7f5a9819f610 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5a8800e9c0 tx=0x7f5a8800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.397+0000 7f5a94c00700 1 -- 172.21.15.44:0/2840116837 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8800cbd0 con 0x7f5a98108f80 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.397+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a981a4910 con 0x7f5a98108f80 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.397+0000 7f5a94c00700 1 -- 172.21.15.44:0/2840116837 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a8800cd70 con 0x7f5a98108f80 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.397+0000 7f5a94c00700 1 -- 172.21.15.44:0/2840116837 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a88005610 con 0x7f5a98108f80 2024-04-26T02:04:09.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.397+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a981ac190 con 0x7f5a98108f80 2024-04-26T02:04:09.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.398+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a98069730 con 0x7f5a98108f80 2024-04-26T02:04:09.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.400+0000 7f5a94c00700 1 -- 172.21.15.44:0/2840116837 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5a88004750 con 0x7f5a98108f80 2024-04-26T02:04:09.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.402+0000 7f5a94c00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a7c0a3e30 0x7f5a7c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:09.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.402+0000 7f5a94c00700 1 -- 172.21.15.44:0/2840116837 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8499+0+0 (secure 0 0 0) 0x7f5a880d0d10 con 0x7f5a98108f80 2024-04-26T02:04:09.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.402+0000 7f5a8fe00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a7c0a3e30 0x7f5a7c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:09.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.403+0000 7f5a8fe00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a7c0a3e30 0x7f5a7c0a62f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5a800098c0 tx=0x7f5a80019040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:09.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.404+0000 7f5a94c00700 1 -- 172.21.15.44:0/2840116837 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5a88053ff0 con 0x7f5a98108f80 2024-04-26T02:04:09.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.683+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5a981a0970 con 0x7f5a98108f80 2024-04-26T02:04:09.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.690+0000 7f5a94c00700 1 -- 172.21.15.44:0/2840116837 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f5a880bbe20 con 0x7f5a98108f80 2024-04-26T02:04:09.690 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:04:09.690 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a7c0a3e30 msgr2=0x7f5a7c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a7c0a3e30 0x7f5a7c0a62f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5a800098c0 tx=0x7f5a80019040 comp rx=0 tx=0).stop 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a98108f80 msgr2=0x7f5a9819f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a98108f80 0x7f5a9819f610 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5a8800e9c0 tx=0x7f5a8800ecd0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 shutdown_connections 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a98108f80 0x7f5a9819f610 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a7c0a3e30 0x7f5a7c0a62f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a9810f030 0x7f5a981a3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 --2- 172.21.15.44:0/2840116837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a98109940 0x7f5a9819fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:09.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 >> 172.21.15.44:0/2840116837 conn(0x7f5a980787d0 msgr2=0x7f5a98079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:09.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.694+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 shutdown_connections 2024-04-26T02:04:09.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:09.695+0000 7f5a9ca00700 1 -- 172.21.15.44:0/2840116837 wait complete. 2024-04-26T02:04:09.694 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:04:10.449 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 82.1 --await-for 42.0' 2024-04-26T02:04:10.449 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 82.1 --await-for 42.0 2024-04-26T02:04:10.914 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:10.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:10 smithi156 ceph-mon[32543]: pgmap v286: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:04:10.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:10 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2840116837' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:10.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:10 smithi090 ceph-mon[32456]: pgmap v286: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:04:10.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:10 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2840116837' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:11.072 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:10 smithi044 ceph-mon[27847]: pgmap v286: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:04:11.072 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:10 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2840116837' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:11.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:11 smithi156 ceph-mon[32543]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:04:11.989 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:11 smithi090 ceph-mon[32456]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:04:12.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:11 smithi044 ceph-mon[27847]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:04:12.933 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:12 smithi044 ceph-mon[27847]: pgmap v288: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-04-26T02:04:12.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:12 smithi156 ceph-mon[32543]: pgmap v288: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-04-26T02:04:12.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:12 smithi090 ceph-mon[32456]: pgmap v288: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-04-26T02:04:13.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 -- 172.21.15.44:0/2400762677 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc01034b0 msgr2=0x7efdc010f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 --2- 172.21.15.44:0/2400762677 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc01034b0 0x7efdc010f920 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7efdb800b0d0 tx=0x7efdb800b3e0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 -- 172.21.15.44:0/2400762677 shutdown_connections 2024-04-26T02:04:13.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 --2- 172.21.15.44:0/2400762677 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc01034b0 0x7efdc010f920 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 --2- 172.21.15.44:0/2400762677 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdc0107940 0x7efdc0107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 --2- 172.21.15.44:0/2400762677 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efdc0102af0 0x7efdc0102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 -- 172.21.15.44:0/2400762677 >> 172.21.15.44:0/2400762677 conn(0x7efdc0079ba0 msgr2=0x7efdc0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:13.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 -- 172.21.15.44:0/2400762677 shutdown_connections 2024-04-26T02:04:13.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.241+0000 7efdc6400700 1 -- 172.21.15.44:0/2400762677 wait complete. 2024-04-26T02:04:13.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.242+0000 7efdc6400700 1 Processor -- start 2024-04-26T02:04:13.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdc6400700 1 -- start start 2024-04-26T02:04:13.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdc6400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc0102af0 0x7efdc0199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdc6400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efdc01034b0 0x7efdc0199590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdc6400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdc0107940 0x7efdc019d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdc6400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0112ca0 con 0x7efdc0102af0 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdc6400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0112b20 con 0x7efdc0107940 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdc6400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0112e20 con 0x7efdc01034b0 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdbf400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc0102af0 0x7efdc0199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdbf400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc0102af0 0x7efdc0199050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41366/0 (socket says 172.21.15.44:41366) 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdbf400700 1 -- 172.21.15.44:0/50579496 learned_addr learned my addr 172.21.15.44:0/50579496 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdbea00700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efdc01034b0 0x7efdc0199590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.243+0000 7efdbfe00700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdc0107940 0x7efdc019d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.244+0000 7efdbf400700 1 -- 172.21.15.44:0/50579496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efdc01034b0 msgr2=0x7efdc0199590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.244+0000 7efdbf400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efdc01034b0 0x7efdc0199590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.244+0000 7efdbf400700 1 -- 172.21.15.44:0/50579496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdc0107940 msgr2=0x7efdc019d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.244+0000 7efdbf400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdc0107940 0x7efdc019d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.244+0000 7efdbf400700 1 -- 172.21.15.44:0/50579496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc019e010 con 0x7efdc0102af0 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.244+0000 7efdbea00700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efdc01034b0 0x7efdc0199590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.244+0000 7efdbf400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc0102af0 0x7efdc0199050 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efdb000eb30 tx=0x7efdb000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.245+0000 7efdb7e00700 1 -- 172.21.15.44:0/50579496 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb000cbd0 con 0x7efdc0102af0 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.245+0000 7efdb7e00700 1 -- 172.21.15.44:0/50579496 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdb00044d0 con 0x7efdc0102af0 2024-04-26T02:04:13.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.245+0000 7efdb7e00700 1 -- 172.21.15.44:0/50579496 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0003e30 con 0x7efdc0102af0 2024-04-26T02:04:13.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.245+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdc019e300 con 0x7efdc0102af0 2024-04-26T02:04:13.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.245+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdc01a5b80 con 0x7efdc0102af0 2024-04-26T02:04:13.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.248+0000 7efdb7e00700 1 -- 172.21.15.44:0/50579496 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7efdb0004000 con 0x7efdc0102af0 2024-04-26T02:04:13.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.250+0000 7efdd0d0eb80 1 Processor -- start 2024-04-26T02:04:13.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.250+0000 7efdd0d0eb80 1 -- start start 2024-04-26T02:04:13.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.250+0000 7efdb7e00700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7efda40a3ed0 0x7efda40a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.250+0000 7efdb7e00700 1 -- 172.21.15.44:0/50579496 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7efdb00d0a80 con 0x7efdc0102af0 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.250+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d40d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.250+0000 7efdbfe00700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7efda40a3ed0 0x7efda40a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.250+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d4bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d4e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f3f3c94020 con 0x55f3f3d409b0 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f3f3c3a8c0 con 0x55f3f3d412d0 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f3f3c8ffe0 con 0x55f3f3d4c180 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdbea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d4bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdbf400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d40d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdbea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d4bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39508/0 (socket says 172.21.15.44:39508) 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdbea00700 1 -- 172.21.15.44:0/1923111764 learned_addr learned my addr 172.21.15.44:0/1923111764 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:13.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdbfe00700 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d4e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.251+0000 7efdbfe00700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7efda40a3ed0 0x7efda40a6390 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efdb8009fd0 tx=0x7efdb8009da0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdbea00700 1 -- 172.21.15.44:0/1923111764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 msgr2=0x55f3f3d4e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdbea00700 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d4e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdbea00700 1 -- 172.21.15.44:0/1923111764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 msgr2=0x55f3f3d40d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdbea00700 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d40d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdbea00700 1 -- 172.21.15.44:0/1923111764 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3f3c30810 con 0x55f3f3d412d0 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdbfe00700 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d4e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdbea00700 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d4bc40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efdac0115f0 tx=0x7efdac011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=147c0f4b67b064fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdb4c00700 1 -- 172.21.15.44:0/1923111764 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac004220 con 0x55f3f3d412d0 2024-04-26T02:04:13.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdb4c00700 1 -- 172.21.15.44:0/1923111764 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdac0043c0 con 0x55f3f3d412d0 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.252+0000 7efdb4c00700 1 -- 172.21.15.44:0/1923111764 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac0198e0 con 0x55f3f3d412d0 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1923111764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 msgr2=0x55f3f3d4bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d4bc40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efdac0115f0 tx=0x7efdac011900 comp rx=0 tx=0).stop 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1923111764 shutdown_connections 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d4e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d40d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1923111764 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d4bc40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1923111764 >> 172.21.15.44:0/1923111764 conn(0x55f3f3c6f730 msgr2=0x55f3f3d3ce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1923111764 shutdown_connections 2024-04-26T02:04:13.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.253+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1923111764 wait complete. 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.254+0000 7efdd0d0eb80 1 -- start start 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.254+0000 7efdd0d0eb80 1 Processor -- start 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d4b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d48b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d490a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f3f3d530b0 con 0x55f3f3d409b0 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f3f3c4d9f0 con 0x55f3f3d412d0 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f3f3d53230 con 0x55f3f3d4c180 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdd0d0eb80 10 client.0 _ll_register_callbacks cb 0x55f3f3c2c8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:13.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbfe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d490a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbfe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d490a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49948/0 (socket says 172.21.15.44:49948) 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d48b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbfe00700 1 -- 172.21.15.44:0/1166229782 learned_addr learned my addr 172.21.15.44:0/1166229782 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbf400700 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d4b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbfe00700 1 -- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 msgr2=0x55f3f3d48b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbfe00700 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d48b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.255+0000 7efdbfe00700 1 -- 172.21.15.44:0/1166229782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 msgr2=0x55f3f3d4b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efdbfe00700 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d4b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efdbfe00700 1 -- 172.21.15.44:0/1166229782 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3f3be1a60 con 0x55f3f3d4c180 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efdbea00700 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d48b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efdbfe00700 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d490a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7efdb8004d80 tx=0x7efdb800b3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60742f3ed5c44ebf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efda9600700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:04:13.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efda9600700 1 -- 172.21.15.44:0/1166229782 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb80056e0 con 0x55f3f3d4c180 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdac0043c0 con 0x55f3f3d4c180 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.256+0000 7efda9600700 1 -- 172.21.15.44:0/1166229782 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7efdb8005880 con 0x55f3f3d4c180 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efda9600700 1 -- 172.21.15.44:0/1166229782 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efdb80074e0 con 0x55f3f3d4c180 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 10 client.26362 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f3f3c2ac80 con 0x55f3f3d4c180 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efda9600700 1 -- 172.21.15.44:0/1166229782 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdac0043c0 con 0x55f3f3d4c180 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efda9600700 1 -- 172.21.15.44:0/1166229782 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7efdb8011070 con 0x55f3f3d4c180 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 10 client.26362 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 10 client.26362 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 20 client.26362 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3d5fd10 0x55f3f3d62120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 4 client.26362 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:13.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.257+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3f3ca1810 con 0x55f3f3d5fd10 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.258+0000 7efdbf400700 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3d5fd10 0x55f3f3d62120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.258+0000 7efdbf400700 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3d5fd10 0x55f3f3d62120 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9895788897e7264 server_cookie=ef9735e2a24c42de in_seq=0 out_seq=0 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.258+0000 7efda9600700 10 client.26362 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efda9600700 1 -- 172.21.15.44:0/1166229782 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f3f3ca1810 con 0x55f3f3d5fd10 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efda9600700 10 client.26362 handle_command_reply: tid=0 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 client.26362 shutdown 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 msgr2=0x55f3f3d490a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d490a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7efdb8004d80 tx=0x7efdb800b3e0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 shutdown_connections 2024-04-26T02:04:13.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d490a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3d5fd10 0x55f3f3d62120 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d409b0 0x55f3f3d4b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/1166229782 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d48b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.259+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 >> 172.21.15.44:0/1166229782 conn(0x55f3f3c6f730 msgr2=0x55f3f3d3ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.260+0000 7efda9600700 0 client.26362 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.260+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 shutdown_connections 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.260+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/1166229782 wait complete. 2024-04-26T02:04:13.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.260+0000 7efdd0d0eb80 20 client.26362 trim_cache size 0 max 16384 2024-04-26T02:04:13.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.282+0000 7efdd0d0eb80 1 Processor -- start 2024-04-26T02:04:13.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.282+0000 7efdd0d0eb80 1 -- start start 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.282+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d409b0 0x55f3f3d49190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.282+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d412d0 0x55f3f3d3cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.282+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d679f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01aaee0 con 0x55f3f3d412d0 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01aca20 con 0x55f3f3d409b0 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01ab5b0 con 0x55f3f3d4c180 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d412d0 0x55f3f3d3cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d412d0 0x55f3f3d3cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41400/0 (socket says 172.21.15.44:41400) 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbf400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d409b0 0x55f3f3d49190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbea00700 1 -- 172.21.15.44:0/3490734973 learned_addr learned my addr 172.21.15.44:0/3490734973 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:13.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbfe00700 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d679f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbf400700 1 -- 172.21.15.44:0/3490734973 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 msgr2=0x55f3f3d679f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbf400700 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d679f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbf400700 1 -- 172.21.15.44:0/3490734973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d412d0 msgr2=0x55f3f3d3cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbf400700 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d412d0 0x55f3f3d3cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbf400700 1 -- 172.21.15.44:0/3490734973 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3f3d41a00 con 0x55f3f3d409b0 2024-04-26T02:04:13.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbea00700 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d412d0 0x55f3f3d3cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:13.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.283+0000 7efdbfe00700 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d679f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.284+0000 7efdbf400700 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d409b0 0x55f3f3d49190 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7efdb00ce1b0 tx=0x7efdb0087040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3239ae38090fbcc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.284+0000 7efdabe00700 1 -- 172.21.15.44:0/3490734973 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb00042f0 con 0x55f3f3d409b0 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.284+0000 7efdabe00700 1 -- 172.21.15.44:0/3490734973 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdb00b7020 con 0x55f3f3d409b0 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.284+0000 7efdabe00700 1 -- 172.21.15.44:0/3490734973 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb009ad00 con 0x55f3f3d409b0 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/3490734973 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d409b0 msgr2=0x55f3f3d49190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d409b0 0x55f3f3d49190 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7efdb00ce1b0 tx=0x7efdb0087040 comp rx=0 tx=0).stop 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/3490734973 shutdown_connections 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d4c180 0x55f3f3d679f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d409b0 0x55f3f3d49190 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/3490734973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d412d0 0x55f3f3d3cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/3490734973 >> 172.21.15.44:0/3490734973 conn(0x55f3f3c6f730 msgr2=0x55f3f3d4ac20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/3490734973 shutdown_connections 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/3490734973 wait complete. 2024-04-26T02:04:13.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.285+0000 7efdd0d0eb80 1 -- start start 2024-04-26T02:04:13.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 1 Processor -- start 2024-04-26T02:04:13.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d409b0 0x55f3f3d51830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d51d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d4c180 0x55f3f3d522b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01ac350 con 0x55f3f3d4c180 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01abc80 con 0x55f3f3d412d0 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01a8ea0 con 0x55f3f3d409b0 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdd0d0eb80 10 client.0 _ll_register_callbacks cb 0x55f3f3c2c8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.286+0000 7efdbfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d4c180 0x55f3f3d522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d409b0 0x55f3f3d51830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d409b0 0x55f3f3d51830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49968/0 (socket says 172.21.15.44:49968) 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d4c180 0x55f3f3d522b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41402/0 (socket says 172.21.15.44:41402) 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 -- 172.21.15.44:0/2037348500 learned_addr learned my addr 172.21.15.44:0/2037348500 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:13.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbea00700 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d51d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 -- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 msgr2=0x55f3f3d51d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d51d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 -- 172.21.15.44:0/2037348500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d4c180 msgr2=0x55f3f3d522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d4c180 0x55f3f3d522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 -- 172.21.15.44:0/2037348500 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3f3d56630 con 0x55f3f3d409b0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbfe00700 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d4c180 0x55f3f3d522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efdbf400700 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d409b0 0x55f3f3d51830 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7efdb000ce20 tx=0x7efdb009c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb41e0ea5726d726 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.287+0000 7efda9600700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efda9600700 1 -- 172.21.15.44:0/2037348500 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb00042f0 con 0x55f3f3d409b0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdb00b7020 con 0x55f3f3d409b0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efda9600700 1 -- 172.21.15.44:0/2037348500 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7efdb009ad00 con 0x55f3f3d409b0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efda9600700 1 -- 172.21.15.44:0/2037348500 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efdb009ca00 con 0x55f3f3d409b0 2024-04-26T02:04:13.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efdd0d0eb80 10 client.26368 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f3f3dcace0 con 0x55f3f3d409b0 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efda9600700 1 -- 172.21.15.44:0/2037348500 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdb00b7020 con 0x55f3f3d409b0 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.288+0000 7efda9600700 1 -- 172.21.15.44:0/2037348500 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7efdb00bbbc0 con 0x55f3f3d409b0 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.289+0000 7efdd0d0eb80 10 client.26368 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.289+0000 7efdd0d0eb80 10 client.26368 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.289+0000 7efdd0d0eb80 20 client.26368 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.289+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3dcb3e0 0x55f3f3dcd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.289+0000 7efdd0d0eb80 4 client.26368 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.1, "await_for": 42.0}] 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.289+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.1, "await_for": 42.0}) -- 0x55f3f3c9b8b0 con 0x55f3f3dcb3e0 2024-04-26T02:04:13.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.289+0000 7efdbea00700 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3dcb3e0 0x55f3f3dcd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:13.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.290+0000 7efdbea00700 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3dcb3e0 0x55f3f3dcd800 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b60d16ef528b4d2 server_cookie=335f9bd2c660bbfd in_seq=0 out_seq=0 2024-04-26T02:04:13.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.290+0000 7efda9600700 10 client.26368 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:13.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efda9600700 1 -- 172.21.15.44:0/2037348500 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55f3f3c9b8b0 con 0x55f3f3dcb3e0 2024-04-26T02:04:13.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efda9600700 10 client.26368 handle_command_reply: tid=0 2024-04-26T02:04:13.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 client.26368 shutdown 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d409b0 msgr2=0x55f3f3d51830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d409b0 0x55f3f3d51830 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7efdb000ce20 tx=0x7efdb009c890 comp rx=0 tx=0).stop 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 shutdown_connections 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f3f3d409b0 0x55f3f3d51830 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f3f3dcb3e0 0x55f3f3dcd800 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f3f3d4c180 0x55f3f3d522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 --2- 172.21.15.44:0/2037348500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f3f3d412d0 0x55f3f3d51d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efda9600700 0 client.26368 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.304+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 >> 172.21.15.44:0/2037348500 conn(0x55f3f3c6f730 msgr2=0x55f3f3d3bf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.305+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 shutdown_connections 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.305+0000 7efdd0d0eb80 1 -- 172.21.15.44:0/2037348500 wait complete. 2024-04-26T02:04:13.304 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.305+0000 7efdd0d0eb80 20 client.26368 trim_cache size 0 max 16384 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 26, 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "da6d9e1": { 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 26, 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:04:13.305 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.1, 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:13.306 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:13.307 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:13.307 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:13.307 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:04:13.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7efda40a3ed0 msgr2=0x7efda40a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7efda40a3ed0 0x7efda40a6390 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efdb8009fd0 tx=0x7efdb8009da0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc0102af0 msgr2=0x7efdc0199050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc0102af0 0x7efdc0199050 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efdb000eb30 tx=0x7efdb000ee40 comp rx=0 tx=0).stop 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 shutdown_connections 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7efda40a3ed0 0x7efda40a6390 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7efdc0107940 0x7efdc019d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efdc0102af0 0x7efdc0199050 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 --2- 172.21.15.44:0/50579496 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7efdc01034b0 0x7efdc0199590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 >> 172.21.15.44:0/50579496 conn(0x7efdc0079ba0 msgr2=0x7efdc0100aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 shutdown_connections 2024-04-26T02:04:13.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:13.306+0000 7efdc6400700 1 -- 172.21.15.44:0/50579496 wait complete. 2024-04-26T02:04:14.157 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'da6d9e1', quiesce took 7.7 seconds. Will release after: 22.1 2024-04-26T02:04:14.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:14 smithi156 ceph-mon[32543]: pgmap v289: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:04:14.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:14 smithi090 ceph-mon[32456]: pgmap v289: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:04:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:14 smithi044 ceph-mon[27847]: pgmap v289: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 23 op/s 2024-04-26T02:04:16.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:16 smithi156 ceph-mon[32543]: pgmap v290: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:04:16.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:16 smithi090 ceph-mon[32456]: pgmap v290: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:04:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:16 smithi044 ceph-mon[27847]: pgmap v290: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 -- 172.21.15.44:0/3929099633 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a10102990 msgr2=0x7f1a101069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 --2- 172.21.15.44:0/3929099633 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a10102990 0x7f1a101069d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f19fc009860 tx=0x7f19fc02a340 comp rx=0 tx=0).stop 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 -- 172.21.15.44:0/3929099633 shutdown_connections 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 --2- 172.21.15.44:0/3929099633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a101070b0 0x7f1a1010ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 --2- 172.21.15.44:0/3929099633 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a10102990 0x7f1a101069d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 --2- 172.21.15.44:0/3929099633 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a10101fe0 0x7f1a101023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 -- 172.21.15.44:0/3929099633 >> 172.21.15.44:0/3929099633 conn(0x7f1a100fd8a0 msgr2=0x7f1a100ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 -- 172.21.15.44:0/3929099633 shutdown_connections 2024-04-26T02:04:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.613+0000 7f1a0f200640 1 -- 172.21.15.44:0/3929099633 wait complete. 2024-04-26T02:04:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 Processor -- start 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 -- start start 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a10101fe0 0x7f1a10198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a101070b0 0x7f1a10198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a1019cef0 0x7f1a1019d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1a10111ff0 con 0x7f1a101070b0 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1a10111e70 con 0x7f1a10101fe0 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.614+0000 7f1a0f200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1a10112170 con 0x7f1a1019cef0 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a1019cef0 0x7f1a1019d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a101070b0 0x7f1a10198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a1019cef0 0x7f1a1019d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:54414/0 (socket says 172.21.15.44:54414) 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 -- 172.21.15.44:0/2145485186 learned_addr learned my addr 172.21.15.44:0/2145485186 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0de00640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a10101fe0 0x7f1a10198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 -- 172.21.15.44:0/2145485186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a10101fe0 msgr2=0x7f1a10198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a10101fe0 0x7f1a10198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 -- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a101070b0 msgr2=0x7f1a10198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a101070b0 0x7f1a10198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0e800640 1 -- 172.21.15.44:0/2145485186 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a1019d9e0 con 0x7f1a1019cef0 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.615+0000 7f1a0de00640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a10101fe0 0x7f1a10198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.616+0000 7f1a0e800640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a1019cef0 0x7f1a1019d3a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800e940 tx=0x7f1a0800ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.616+0000 7f1a06a00640 1 -- 172.21.15.44:0/2145485186 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0800cd80 con 0x7f1a1019cef0 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.616+0000 7f1a06a00640 1 -- 172.21.15.44:0/2145485186 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a080035f0 con 0x7f1a1019cef0 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.616+0000 7f1a06a00640 1 -- 172.21.15.44:0/2145485186 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a08010670 con 0x7f1a1019cef0 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.616+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a1019dcd0 con 0x7f1a1019cef0 2024-04-26T02:04:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.616+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a101a5440 con 0x7f1a1019cef0 2024-04-26T02:04:17.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.619+0000 7f1a17a56740 1 Processor -- start 2024-04-26T02:04:17.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a06a00640 1 -- 172.21.15.44:0/2145485186 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1a08003ac0 con 0x7f1a1019cef0 2024-04-26T02:04:17.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a17a56740 1 -- start start 2024-04-26T02:04:17.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1bba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1be390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a17a56740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563bee112900 con 0x563bee1b16e0 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a17a56740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563bee0b8ef0 con 0x563bee1bbfa0 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.620+0000 7f1a17a56740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563bee10e8c0 con 0x563bee1b0dc0 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:54416/0 (socket says 172.21.15.44:54416) 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0d400640 1 -- 172.21.15.44:0/85357742 learned_addr learned my addr 172.21.15.44:0/85357742 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0de00640 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1bba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0d400640 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1be390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0de00640 1 -- 172.21.15.44:0/85357742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 msgr2=0x563bee1b11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0de00640 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0de00640 1 -- 172.21.15.44:0/85357742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 msgr2=0x563bee1be390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0de00640 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1be390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0de00640 1 -- 172.21.15.44:0/85357742 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bede25210 con 0x563bee1b16e0 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.621+0000 7f1a0d400640 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.622+0000 7f1a06a00640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f19f40a3d90 0x7f19f40a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.622+0000 7f1a0de00640 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1bba60 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1a00005fd0 tx=0x7f1a00011c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dbd61b421bf12d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.622+0000 7f1a06a00640 1 -- 172.21.15.44:0/2145485186 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f1a080d0a30 con 0x7f1a1019cef0 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.622+0000 7f1a0d400640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f19f40a3d90 0x7f19f40a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.622+0000 7f19fb000640 1 -- 172.21.15.44:0/85357742 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00004d20 con 0x563bee1b16e0 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.622+0000 7f19fb000640 1 -- 172.21.15.44:0/85357742 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a0000f9a0 con 0x563bee1b16e0 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.622+0000 7f19fb000640 1 -- 172.21.15.44:0/85357742 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00004350 con 0x563bee1b16e0 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 -- 172.21.15.44:0/85357742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 msgr2=0x563bee1bba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1bba60 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1a00005fd0 tx=0x7f1a00011c70 comp rx=0 tx=0).stop 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a0d400640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f19f40a3d90 0x7f19f40a6250 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f19fc02a930 tx=0x7f19fc030340 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 -- 172.21.15.44:0/85357742 shutdown_connections 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1be390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1bba60 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 --2- 172.21.15.44:0/85357742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 -- 172.21.15.44:0/85357742 >> 172.21.15.44:0/85357742 conn(0x563bee1ad2d0 msgr2=0x563bee1ad6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 -- 172.21.15.44:0/85357742 shutdown_connections 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.623+0000 7f1a17a56740 1 -- 172.21.15.44:0/85357742 wait complete. 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 -- start start 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 Processor -- start 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b8f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1b9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1b9980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563bee1bebd0 con 0x563bee1b16e0 2024-04-26T02:04:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563bee0cc310 con 0x563bee1bbfa0 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563bee1bed50 con 0x563bee1b0dc0 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.624+0000 7f1a17a56740 10 client.0 _ll_register_callbacks cb 0x563bee09acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1b9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1b9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41194/0 (socket says 172.21.15.44:41194) 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0de00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 -- 172.21.15.44:0/741531732 learned_addr learned my addr 172.21.15.44:0/741531732 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0e800640 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1b9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 -- 172.21.15.44:0/741531732 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 msgr2=0x563bee1b8f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b8f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 -- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 msgr2=0x563bee1b9980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1b9980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 -- 172.21.15.44:0/741531732 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bedef1620 con 0x563bee1b16e0 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f1a0d400640 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1b9440 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f19fc0303f0 tx=0x7f19fc005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d198869ea2fd6ccc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.625+0000 7f19ef400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.626+0000 7f19ef400640 1 -- 172.21.15.44:0/741531732 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc04e030 con 0x563bee1b16e0 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.626+0000 7f19ef400640 1 -- 172.21.15.44:0/741531732 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f19fc0307e0 con 0x563bee1b16e0 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.626+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a0000f9a0 con 0x563bee1b16e0 2024-04-26T02:04:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.626+0000 7f19ef400640 1 -- 172.21.15.44:0/741531732 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f19fc05a050 con 0x563bee1b16e0 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.626+0000 7f1a17a56740 10 client.16278 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.626+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563bee1cadf0 con 0x563bee1b16e0 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.626+0000 7f19ef400640 1 -- 172.21.15.44:0/741531732 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a0000f9a0 con 0x563bee1b16e0 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f19ef400640 1 -- 172.21.15.44:0/741531732 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f19fc0326e0 con 0x563bee1b16e0 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f1a17a56740 10 client.16278 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f1a17a56740 10 client.16278 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f1a17a56740 20 client.16278 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f1a17a56740 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee1cc2b0 0x563bee1ce6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f1a17a56740 4 client.16278 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563bee1268b0 con 0x563bee1cc2b0 2024-04-26T02:04:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.627+0000 7f1a0de00640 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee1cc2b0 0x563bee1ce6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.628+0000 7f1a0de00640 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee1cc2b0 0x563bee1ce6a0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19780d65cb8f6d43 server_cookie=541af3a11a772c68 in_seq=0 out_seq=0 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.628+0000 7f19ef400640 10 client.16278 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.628+0000 7f19ef400640 1 -- 172.21.15.44:0/741531732 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563bee1268b0 con 0x563bee1cc2b0 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.628+0000 7f19ef400640 10 client.16278 handle_command_reply: tid=0 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 client.16278 shutdown 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 msgr2=0x563bee1b9440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1b9440 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f19fc0303f0 tx=0x7f19fc005f90 comp rx=0 tx=0).stop 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 shutdown_connections 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee1cc2b0 0x563bee1ce6a0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1bbfa0 0x563bee1b9980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1b9440 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 --2- 172.21.15.44:0/741531732 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1b0dc0 0x563bee1b8f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f19ef400640 0 client.16278 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:17.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 >> 172.21.15.44:0/741531732 conn(0x563bee1ad2d0 msgr2=0x563bee1a8020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:17.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 shutdown_connections 2024-04-26T02:04:17.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 1 -- 172.21.15.44:0/741531732 wait complete. 2024-04-26T02:04:17.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.629+0000 7f1a17a56740 20 client.16278 trim_cache size 0 max 16384 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 Processor -- start 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 -- start start 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b0dc0 0x563bee1c7a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1d3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee1d44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1a101ab740 con 0x563bee1b16e0 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1a101ad280 con 0x563bee1b0dc0 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a17a56740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1a101abe10 con 0x563bee1bbfa0 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a0d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1d3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a0d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1d3f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41210/0 (socket says 172.21.15.44:41210) 2024-04-26T02:04:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.646+0000 7f1a0d400640 1 -- 172.21.15.44:0/3789214256 learned_addr learned my addr 172.21.15.44:0/3789214256 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0e800640 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee1d44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0de00640 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b0dc0 0x563bee1c7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0d400640 1 -- 172.21.15.44:0/3789214256 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 msgr2=0x563bee1d44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0d400640 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee1d44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0d400640 1 -- 172.21.15.44:0/3789214256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b0dc0 msgr2=0x563bee1c7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0d400640 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b0dc0 0x563bee1c7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0d400640 1 -- 172.21.15.44:0/3789214256 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bee1b1510 con 0x563bee1b16e0 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f1a0d400640 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1d3f90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f19fc032ca0 tx=0x7f19fc004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2216ccd18591e2a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f19fa600640 1 -- 172.21.15.44:0/3789214256 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc057020 con 0x563bee1b16e0 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f19fa600640 1 -- 172.21.15.44:0/3789214256 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19fc009450 con 0x563bee1b16e0 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.647+0000 7f19fa600640 1 -- 172.21.15.44:0/3789214256 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc04e040 con 0x563bee1b16e0 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 -- 172.21.15.44:0/3789214256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 msgr2=0x563bee1d3f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1d3f90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f19fc032ca0 tx=0x7f19fc004610 comp rx=0 tx=0).stop 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 -- 172.21.15.44:0/3789214256 shutdown_connections 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee1d44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b16e0 0x563bee1d3f90 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 --2- 172.21.15.44:0/3789214256 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b0dc0 0x563bee1c7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 -- 172.21.15.44:0/3789214256 >> 172.21.15.44:0/3789214256 conn(0x563bee1ad2d0 msgr2=0x563bee1b7810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 -- 172.21.15.44:0/3789214256 shutdown_connections 2024-04-26T02:04:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.648+0000 7f1a17a56740 1 -- 172.21.15.44:0/3789214256 wait complete. 2024-04-26T02:04:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 -- start start 2024-04-26T02:04:17.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 Processor -- start 2024-04-26T02:04:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b0dc0 0x563bee1c0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b16e0 0x563bee1c14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee230800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1a101acbb0 con 0x563bee1b0dc0 2024-04-26T02:04:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1a101ac4e0 con 0x563bee1b16e0 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1a101a9740 con 0x563bee1bbfa0 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a17a56740 10 client.0 _ll_register_callbacks cb 0x7f19fc004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.649+0000 7f1a0de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b0dc0 0x563bee1c0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee230800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b0dc0 0x563bee1c0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41222/0 (socket says 172.21.15.44:41222) 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 -- 172.21.15.44:0/2656998169 learned_addr learned my addr 172.21.15.44:0/2656998169 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0d400640 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b16e0 0x563bee1c14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 -- 172.21.15.44:0/2656998169 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 msgr2=0x563bee230800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee230800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 -- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b16e0 msgr2=0x563bee1c14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b16e0 0x563bee1c14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 -- 172.21.15.44:0/2656998169 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bee230d40 con 0x563bee1b0dc0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0e800640 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee230800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f1a0de00640 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b0dc0 0x563bee1c0f70 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1a00004d20 tx=0x7f1a00004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d2e61284b2145cc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f19ef400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.650+0000 7f19ef400640 1 -- 172.21.15.44:0/2656998169 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00029e60 con 0x563bee1b0dc0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.651+0000 7f19ef400640 1 -- 172.21.15.44:0/2656998169 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f1a00011050 con 0x563bee1b0dc0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.651+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19fc009450 con 0x563bee1b0dc0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.651+0000 7f19ef400640 1 -- 172.21.15.44:0/2656998169 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1a00039050 con 0x563bee1b0dc0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.651+0000 7f1a17a56740 10 client.16284 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.651+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563bee231ed0 con 0x563bee1b0dc0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.651+0000 7f19ef400640 1 -- 172.21.15.44:0/2656998169 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19fc009450 con 0x563bee1b0dc0 2024-04-26T02:04:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.651+0000 7f19ef400640 1 -- 172.21.15.44:0/2656998169 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1a00018070 con 0x563bee1b0dc0 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a17a56740 10 client.16284 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a17a56740 10 client.16284 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a17a56740 20 client.16284 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a17a56740 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee232430 0x563bee234850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a17a56740 4 client.16284 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563bee120320 con 0x563bee232430 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a0d400640 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee232430 0x563bee234850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f1a0d400640 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee232430 0x563bee234850 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70add71b0754baa1 server_cookie=ef9beff98ee3d289 in_seq=0 out_seq=0 2024-04-26T02:04:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.652+0000 7f19ef400640 10 client.16284 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f19ef400640 1 -- 172.21.15.44:0/2656998169 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563bee120320 con 0x563bee232430 2024-04-26T02:04:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f19ef400640 10 client.16284 handle_command_reply: tid=0 2024-04-26T02:04:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 client.16284 shutdown 2024-04-26T02:04:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b0dc0 msgr2=0x563bee1c0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b0dc0 0x563bee1c0f70 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1a00004d20 tx=0x7f1a00004b60 comp rx=0 tx=0).stop 2024-04-26T02:04:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 shutdown_connections 2024-04-26T02:04:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563bee232430 0x563bee234850 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563bee1bbfa0 0x563bee230800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563bee1b16e0 0x563bee1c14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f19ef400640 0 client.16284 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 --2- 172.21.15.44:0/2656998169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563bee1b0dc0 0x563bee1c0f70 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 >> 172.21.15.44:0/2656998169 conn(0x563bee1ad2d0 msgr2=0x563bee1a7790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 shutdown_connections 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 1 -- 172.21.15.44:0/2656998169 wait complete. 2024-04-26T02:04:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.662+0000 7f1a17a56740 20 client.16284 trim_cache size 0 max 16384 2024-04-26T02:04:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:04:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:04:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:04:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:04:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f19f40a3d90 msgr2=0x7f19f40a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f19f40a3d90 0x7f19f40a6250 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f19fc02a930 tx=0x7f19fc030340 comp rx=0 tx=0).stop 2024-04-26T02:04:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a1019cef0 msgr2=0x7f1a1019d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a1019cef0 0x7f1a1019d3a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800e940 tx=0x7f1a0800ee00 comp rx=0 tx=0).stop 2024-04-26T02:04:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 shutdown_connections 2024-04-26T02:04:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f19f40a3d90 0x7f19f40a6250 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a1019cef0 0x7f1a1019d3a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a101070b0 0x7f1a10198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 --2- 172.21.15.44:0/2145485186 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a10101fe0 0x7f1a10198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 >> 172.21.15.44:0/2145485186 conn(0x7f1a100fd8a0 msgr2=0x7f1a100fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 shutdown_connections 2024-04-26T02:04:17.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:17.663+0000 7f1a0f200640 1 -- 172.21.15.44:0/2145485186 wait complete. 2024-04-26T02:04:18.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:18 smithi156 ceph-mon[32543]: pgmap v291: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:04:18.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:18 smithi090 ceph-mon[32456]: pgmap v291: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:04:19.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:18 smithi044 ceph-mon[27847]: pgmap v291: 97 pgs: 97 active+clean; 4.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:04:20.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:20 smithi156 ceph-mon[32543]: pgmap v292: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:04:20.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:20 smithi090 ceph-mon[32456]: pgmap v292: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:04:21.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:20 smithi044 ceph-mon[27847]: pgmap v292: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-04-26T02:04:21.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:21 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:04:21.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:21 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:21.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:21 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:21.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:21 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:21.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:21 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:21 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:04:22.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:21 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:21 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:21 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:21 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:21 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:04:22.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:21 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:21 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:21 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:21 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:22.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:22 smithi090 ceph-mon[32456]: pgmap v293: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:04:22.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:22 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:04:22.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:22 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:04:22.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:22 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:23.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:22 smithi044 ceph-mon[27847]: pgmap v293: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:04:23.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:22 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:04:23.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:22 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:04:23.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:22 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:22 smithi156 ceph-mon[32543]: pgmap v293: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-04-26T02:04:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:22 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:04:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:22 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:04:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:22 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:04:25.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:24 smithi044 ceph-mon[27847]: pgmap v294: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-26T02:04:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:24 smithi156 ceph-mon[32543]: pgmap v294: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-26T02:04:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:24 smithi090 ceph-mon[32456]: pgmap v294: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-26T02:04:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:26 smithi044 ceph-mon[27847]: pgmap v295: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-04-26T02:04:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:26 smithi156 ceph-mon[32543]: pgmap v295: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-04-26T02:04:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:26 smithi090 ceph-mon[32456]: pgmap v295: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-04-26T02:04:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:28 smithi044 ceph-mon[27847]: pgmap v296: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-04-26T02:04:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:28 smithi156 ceph-mon[32543]: pgmap v296: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-04-26T02:04:29.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:28 smithi090 ceph-mon[32456]: pgmap v296: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.9 KiB/s wr, 10 op/s 2024-04-26T02:04:30.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.813+0000 7fd135a00640 1 -- 172.21.15.44:0/1496262359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 msgr2=0x7fd13010e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.813+0000 7fd135a00640 1 --2- 172.21.15.44:0/1496262359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd13010e100 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd118009ca0 tx=0x7fd11802a8c0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.813+0000 7fd135a00640 1 -- 172.21.15.44:0/1496262359 shutdown_connections 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.813+0000 7fd135a00640 1 --2- 172.21.15.44:0/1496262359 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 0x7fd130110ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.813+0000 7fd135a00640 1 --2- 172.21.15.44:0/1496262359 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd13010e100 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.813+0000 7fd135a00640 1 --2- 172.21.15.44:0/1496262359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 0x7fd130100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.813+0000 7fd135a00640 1 -- 172.21.15.44:0/1496262359 >> 172.21.15.44:0/1496262359 conn(0x7fd1300fc770 msgr2=0x7fd1300feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.814+0000 7fd135a00640 1 -- 172.21.15.44:0/1496262359 shutdown_connections 2024-04-26T02:04:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.814+0000 7fd135a00640 1 -- 172.21.15.44:0/1496262359 wait complete. 2024-04-26T02:04:30.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 Processor -- start 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 -- start start 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 0x7fd1301a0570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd1301a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 0x7fd13019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd130114250 con 0x7fd130100b20 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301140d0 con 0x7fd1301014d0 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd135a00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301143d0 con 0x7fd13010e6d0 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.815+0000 7fd12fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 0x7fd1301a0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd1301a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd135000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 0x7fd13019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd135000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 0x7fd13019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52102/0 (socket says 172.21.15.44:52102) 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 0x7fd1301a0570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51222/0 (socket says 172.21.15.44:51222) 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd1301a0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38576/0 (socket says 172.21.15.44:38576) 2024-04-26T02:04:30.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd135000640 1 -- 172.21.15.44:0/2072086569 learned_addr learned my addr 172.21.15.44:0/2072086569 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 -- 172.21.15.44:0/2072086569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 msgr2=0x7fd13019a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 0x7fd13019a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 -- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 msgr2=0x7fd1301a0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 0x7fd1301a0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 -- 172.21.15.44:0/2072086569 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13019aef0 con 0x7fd1301014d0 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd135000640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 0x7fd13019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12fe00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 0x7fd1301a0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.816+0000 7fd12f400640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd1301a0ab0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd118000f80 tx=0x7fd118031750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.817+0000 7fd12cc00640 1 -- 172.21.15.44:0/2072086569 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118003b70 con 0x7fd1301014d0 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.817+0000 7fd12cc00640 1 -- 172.21.15.44:0/2072086569 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd118003d10 con 0x7fd1301014d0 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.817+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd13019b180 con 0x7fd1301014d0 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.817+0000 7fd12cc00640 1 -- 172.21.15.44:0/2072086569 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11802fa30 con 0x7fd1301014d0 2024-04-26T02:04:30.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.817+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1301a74f0 con 0x7fd1301014d0 2024-04-26T02:04:30.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.820+0000 7fd139e18740 1 Processor -- start 2024-04-26T02:04:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.820+0000 7fd12cc00640 1 -- 172.21.15.44:0/2072086569 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd118004580 con 0x7fd1301014d0 2024-04-26T02:04:30.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.820+0000 7fd139e18740 1 -- start start 2024-04-26T02:04:30.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.820+0000 7fd139e18740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb79ff0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd139e18740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff12d0 0x55bb79ffb650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd139e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ffdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd139e18740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bb79f56900 con 0x55bb79ff12d0 2024-04-26T02:04:30.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd139e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55bb79efcef0 con 0x55bb79ffbb90 2024-04-26T02:04:30.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd139e18740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55bb79f528c0 con 0x55bb79ff09b0 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd12fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff12d0 0x55bb79ffb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb79ff0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd12f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ffdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb79ff0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:52118/0 (socket says 172.21.15.44:52118) 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 -- 172.21.15.44:0/2099728261 learned_addr learned my addr 172.21.15.44:0/2099728261 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 -- 172.21.15.44:0/2099728261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 msgr2=0x55bb79ffdf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 --2- 172.21.15.44:0/2099728261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ffdf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 -- 172.21.15.44:0/2099728261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff12d0 msgr2=0x55bb79ffb650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 --2- 172.21.15.44:0/2099728261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff12d0 0x55bb79ffb650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.821+0000 7fd135000640 1 -- 172.21.15.44:0/2099728261 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb79c69210 con 0x55bb79ff09b0 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.822+0000 7fd135000640 1 --2- 172.21.15.44:0/2099728261 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb79ff0d90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd128011490 tx=0x7fd128011950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46e2cf810dc04d99 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:30.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.822+0000 7fd12cc00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1100a3d90 0x7fd1100a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.822+0000 7fd125600640 1 -- 172.21.15.44:0/2099728261 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12801e070 con 0x55bb79ff09b0 2024-04-26T02:04:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.822+0000 7fd125600640 1 -- 172.21.15.44:0/2099728261 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd12800f9f0 con 0x55bb79ff09b0 2024-04-26T02:04:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.822+0000 7fd125600640 1 -- 172.21.15.44:0/2099728261 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd128019b50 con 0x55bb79ff09b0 2024-04-26T02:04:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.822+0000 7fd12cc00640 1 -- 172.21.15.44:0/2072086569 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd1180f1960 con 0x7fd1301014d0 2024-04-26T02:04:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.822+0000 7fd12fe00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1100a3d90 0x7fd1100a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 -- 172.21.15.44:0/2099728261 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 msgr2=0x55bb79ff0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 --2- 172.21.15.44:0/2099728261 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb79ff0d90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd128011490 tx=0x7fd128011950 comp rx=0 tx=0).stop 2024-04-26T02:04:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 -- 172.21.15.44:0/2099728261 shutdown_connections 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 --2- 172.21.15.44:0/2099728261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ffdf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 --2- 172.21.15.44:0/2099728261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff12d0 0x55bb79ffb650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 --2- 172.21.15.44:0/2099728261 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb79ff0d90 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 -- 172.21.15.44:0/2099728261 >> 172.21.15.44:0/2099728261 conn(0x55bb79fecec0 msgr2=0x55bb79fed2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd12fe00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1100a3d90 0x7fd1100a6250 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x55bb79ff1f50 tx=0x7fd120005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 -- 172.21.15.44:0/2099728261 shutdown_connections 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.823+0000 7fd139e18740 1 -- 172.21.15.44:0/2099728261 wait complete. 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 -- start start 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 Processor -- start 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb79ff8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff12d0 0x55bb79ff8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ff9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bb79ffe7c0 con 0x55bb79ff09b0 2024-04-26T02:04:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55bb79f10310 con 0x55bb79ffbb90 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.824+0000 7fd139e18740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55bb79ffe940 con 0x55bb79ff12d0 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd139e18740 10 client.0 _ll_register_callbacks cb 0x55bb79edecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb79ff8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff12d0 0x55bb79ff8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb79ff8a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51232/0 (socket says 172.21.15.44:51232) 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12fe00640 1 -- 172.21.15.44:0/1377159557 learned_addr learned my addr 172.21.15.44:0/1377159557 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd135000640 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ff9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12f400640 1 -- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 msgr2=0x55bb79ff9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12f400640 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ff9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12f400640 1 -- 172.21.15.44:0/1377159557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 msgr2=0x55bb79ff8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12f400640 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb79ff8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd12f400640 1 -- 172.21.15.44:0/1377159557 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb79d35620 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.825+0000 7fd135000640 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ff9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd12f400640 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff12d0 0x55bb79ff8fd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd1180ef1a0 tx=0x7fd118009640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46ee212edbd1b24b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd11e000640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd11e000640 1 -- 172.21.15.44:0/1377159557 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1180b9c90 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd11e000640 1 -- 172.21.15.44:0/1377159557 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd1180bdc50 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd12800f9f0 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd11e000640 1 -- 172.21.15.44:0/1377159557 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd1180bd350 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd139e18740 10 client.26398 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bb79ffe7c0 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd11e000640 1 -- 172.21.15.44:0/1377159557 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd12800f9f0 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.826+0000 7fd11e000640 1 -- 172.21.15.44:0/1377159557 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd1180c61d0 con 0x55bb79ff12d0 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.827+0000 7fd139e18740 10 client.26398 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:30.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.827+0000 7fd139e18740 10 client.26398 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.827+0000 7fd139e18740 20 client.26398 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.827+0000 7fd139e18740 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a00bd90 0x55bb7a00e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.827+0000 7fd139e18740 4 client.26398 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.827+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb79f6a8b0 con 0x55bb7a00bd90 2024-04-26T02:04:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.827+0000 7fd12fe00640 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a00bd90 0x55bb7a00e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.828+0000 7fd12fe00640 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a00bd90 0x55bb7a00e210 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4968297185526134 server_cookie=44c38ba5f0fd9d1e in_seq=0 out_seq=0 2024-04-26T02:04:30.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.828+0000 7fd11e000640 10 client.26398 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd11e000640 1 -- 172.21.15.44:0/1377159557 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bb79f6a8b0 con 0x55bb7a00bd90 2024-04-26T02:04:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd11e000640 10 client.26398 handle_command_reply: tid=0 2024-04-26T02:04:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 client.26398 shutdown 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff12d0 msgr2=0x55bb79ff8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff12d0 0x55bb79ff8fd0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd1180ef1a0 tx=0x7fd118009640 comp rx=0 tx=0).stop 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 shutdown_connections 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a00bd90 0x55bb7a00e210 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ffbb90 0x55bb79ff9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff12d0 0x55bb79ff8fd0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 --2- 172.21.15.44:0/1377159557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb79ff8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd11e000640 0 client.26398 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 >> 172.21.15.44:0/1377159557 conn(0x55bb79fecec0 msgr2=0x55bb79ff2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 shutdown_connections 2024-04-26T02:04:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 1 -- 172.21.15.44:0/1377159557 wait complete. 2024-04-26T02:04:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.829+0000 7fd139e18740 20 client.26398 trim_cache size 0 max 16384 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 Processor -- start 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 -- start start 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb7a007680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a013b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ffbb90 0x55bb7a014060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301afbe0 con 0x55bb79ff09b0 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301b1720 con 0x55bb79ff12d0 2024-04-26T02:04:30.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd139e18740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301b02b0 con 0x55bb79ffbb90 2024-04-26T02:04:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.846+0000 7fd12fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb7a007680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb7a007680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51242/0 (socket says 172.21.15.44:51242) 2024-04-26T02:04:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a013b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 -- 172.21.15.44:0/482971236 learned_addr learned my addr 172.21.15.44:0/482971236 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:30.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd135000640 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ffbb90 0x55bb7a014060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.847 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 -- 172.21.15.44:0/482971236 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ffbb90 msgr2=0x55bb7a014060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ffbb90 0x55bb7a014060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 -- 172.21.15.44:0/482971236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 msgr2=0x55bb7a013b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a013b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 -- 172.21.15.44:0/482971236 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb79ff1100 con 0x55bb79ff09b0 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12f400640 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a013b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.847+0000 7fd12fe00640 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb7a007680 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55bb7a00ea90 tx=0x7fd12001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=377474a61f5b662a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd124c00640 1 -- 172.21.15.44:0/482971236 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12000fe00 con 0x55bb79ff09b0 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd124c00640 1 -- 172.21.15.44:0/482971236 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd120005020 con 0x55bb79ff09b0 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd124c00640 1 -- 172.21.15.44:0/482971236 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12001d940 con 0x55bb79ff09b0 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd139e18740 1 -- 172.21.15.44:0/482971236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 msgr2=0x55bb7a007680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd139e18740 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb7a007680 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55bb7a00ea90 tx=0x7fd12001b000 comp rx=0 tx=0).stop 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd139e18740 1 -- 172.21.15.44:0/482971236 shutdown_connections 2024-04-26T02:04:30.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd139e18740 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ffbb90 0x55bb7a014060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd139e18740 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a013b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd139e18740 1 --2- 172.21.15.44:0/482971236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ff09b0 0x55bb7a007680 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.848+0000 7fd139e18740 1 -- 172.21.15.44:0/482971236 >> 172.21.15.44:0/482971236 conn(0x55bb79fecec0 msgr2=0x55bb79ff3dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.849+0000 7fd139e18740 1 -- 172.21.15.44:0/482971236 shutdown_connections 2024-04-26T02:04:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.849+0000 7fd139e18740 1 -- 172.21.15.44:0/482971236 wait complete. 2024-04-26T02:04:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.849+0000 7fd139e18740 1 -- start start 2024-04-26T02:04:30.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.849+0000 7fd139e18740 1 Processor -- start 2024-04-26T02:04:30.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd139e18740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb7a06a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd139e18740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a06abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd139e18740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ffbb90 0x55bb7a000ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd139e18740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301b1050 con 0x55bb79ffbb90 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd139e18740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301b0980 con 0x55bb79ff12d0 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd139e18740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1301adbe0 con 0x55bb79ff09b0 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd139e18740 10 client.0 _ll_register_callbacks cb 0x7fd118031940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd135000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ffbb90 0x55bb7a000ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd135000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ffbb90 0x55bb7a000ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51258/0 (socket says 172.21.15.44:51258) 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd135000640 1 -- 172.21.15.44:0/1836273540 learned_addr learned my addr 172.21.15.44:0/1836273540 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd12fe00640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb7a06a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.850+0000 7fd12f400640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a06abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd135000640 1 -- 172.21.15.44:0/1836273540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 msgr2=0x55bb7a06a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd135000640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb7a06a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd135000640 1 -- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 msgr2=0x55bb7a06abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd135000640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a06abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd135000640 1 -- 172.21.15.44:0/1836273540 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb7a0015c0 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd12fe00640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb7a06a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd12f400640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a06abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd135000640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ffbb90 0x55bb7a000ed0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd1280097b0 tx=0x7fd128019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20375aa02360b698 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd11e000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd11e000640 1 -- 172.21.15.44:0/1836273540 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12801e070 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd120005020 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.851+0000 7fd11e000640 1 -- 172.21.15.44:0/1836273540 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd128011240 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd11e000640 1 -- 172.21.15.44:0/1836273540 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd128033050 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 10 client.16302 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bb7a071e00 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd11e000640 1 -- 172.21.15.44:0/1836273540 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd120005020 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd11e000640 1 -- 172.21.15.44:0/1836273540 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd128019830 con 0x55bb79ffbb90 2024-04-26T02:04:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 10 client.16302 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 10 client.16302 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 20 client.16302 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a072320 0x55bb7a074710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 4 client.16302 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.852+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bb79f64320 con 0x55bb7a072320 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.853+0000 7fd12fe00640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a072320 0x55bb7a074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.853+0000 7fd12fe00640 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a072320 0x55bb7a074710 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76ae15bbe3733e53 server_cookie=74a3968fed56f583 in_seq=0 out_seq=0 2024-04-26T02:04:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.853+0000 7fd11e000640 10 client.16302 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:30.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd11e000640 1 -- 172.21.15.44:0/1836273540 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bb79f64320 con 0x55bb7a072320 2024-04-26T02:04:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd11e000640 10 client.16302 handle_command_reply: tid=0 2024-04-26T02:04:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 client.16302 shutdown 2024-04-26T02:04:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ffbb90 msgr2=0x55bb7a000ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ffbb90 0x55bb7a000ed0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd1280097b0 tx=0x7fd128019640 comp rx=0 tx=0).stop 2024-04-26T02:04:30.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 shutdown_connections 2024-04-26T02:04:30.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bb7a072320 0x55bb7a074710 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bb79ffbb90 0x55bb7a000ed0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bb79ff12d0 0x55bb7a06abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 --2- 172.21.15.44:0/1836273540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bb79ff09b0 0x55bb7a06a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.862 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd11e000640 0 client.16302 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.862+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 >> 172.21.15.44:0/1836273540 conn(0x55bb79fecec0 msgr2=0x55bb79ff23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.863+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 shutdown_connections 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.863+0000 7fd139e18740 1 -- 172.21.15.44:0/1836273540 wait complete. 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.863+0000 7fd139e18740 20 client.16302 trim_cache size 0 max 16384 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:04:30.863 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:04:30.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1100a3d90 msgr2=0x7fd1100a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1100a3d90 0x7fd1100a6250 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x55bb79ff1f50 tx=0x7fd120005f90 comp rx=0 tx=0).stop 2024-04-26T02:04:30.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 msgr2=0x7fd1301a0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:30.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd1301a0ab0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd118000f80 tx=0x7fd118031750 comp rx=0 tx=0).stop 2024-04-26T02:04:30.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 shutdown_connections 2024-04-26T02:04:30.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd1100a3d90 0x7fd1100a6250 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd13010e6d0 0x7fd13019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1301014d0 0x7fd1301a0ab0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 --2- 172.21.15.44:0/2072086569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd130100b20 0x7fd1301a0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:30.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 >> 172.21.15.44:0/2072086569 conn(0x7fd1300fc770 msgr2=0x7fd1300feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:30.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 shutdown_connections 2024-04-26T02:04:30.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:30.864+0000 7fd135a00640 1 -- 172.21.15.44:0/2072086569 wait complete. 2024-04-26T02:04:31.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:30 smithi044 ceph-mon[27847]: pgmap v297: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-04-26T02:04:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:30 smithi156 ceph-mon[32543]: pgmap v297: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-04-26T02:04:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:30 smithi090 ceph-mon[32456]: pgmap v297: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-04-26T02:04:32.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:32 smithi044 ceph-mon[27847]: pgmap v298: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:04:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:32 smithi156 ceph-mon[32543]: pgmap v298: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:04:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:32 smithi090 ceph-mon[32456]: pgmap v298: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:04:35.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:34 smithi044 ceph-mon[27847]: pgmap v299: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.9 KiB/s wr, 14 op/s 2024-04-26T02:04:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:34 smithi156 ceph-mon[32543]: pgmap v299: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.9 KiB/s wr, 14 op/s 2024-04-26T02:04:35.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:34 smithi090 ceph-mon[32456]: pgmap v299: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.9 KiB/s wr, 14 op/s 2024-04-26T02:04:36.258 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:04:36.733 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:37.093 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:36 smithi044 ceph-mon[27847]: pgmap v300: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:04:37.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:36 smithi156 ceph-mon[32543]: pgmap v300: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:04:37.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:36 smithi090 ceph-mon[32456]: pgmap v300: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:04:38.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 -- 172.21.15.44:0/3294033958 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c1092d0 msgr2=0x7f3d8c1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:38.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 --2- 172.21.15.44:0/3294033958 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c1092d0 0x7f3d8c1096b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c009990 tx=0x7f3d7c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:04:38.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 -- 172.21.15.44:0/3294033958 shutdown_connections 2024-04-26T02:04:38.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 --2- 172.21.15.44:0/3294033958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d8c10e3b0 0x7f3d8c115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:38.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 --2- 172.21.15.44:0/3294033958 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c1092d0 0x7f3d8c1096b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:38.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 --2- 172.21.15.44:0/3294033958 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d8c109c80 0x7f3d8c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:38.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 -- 172.21.15.44:0/3294033958 >> 172.21.15.44:0/3294033958 conn(0x7f3d8c076210 msgr2=0x7f3d8c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:38.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 -- 172.21.15.44:0/3294033958 shutdown_connections 2024-04-26T02:04:38.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.993+0000 7f3d91400700 1 -- 172.21.15.44:0/3294033958 wait complete. 2024-04-26T02:04:38.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.994+0000 7f3d91400700 1 Processor -- start 2024-04-26T02:04:38.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.994+0000 7f3d91400700 1 -- start start 2024-04-26T02:04:38.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d91400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d8c1092d0 0x7f3d8c1a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:38.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d91400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d8c109c80 0x7f3d8c1a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:38.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d91400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c10e3b0 0x7f3d8c19f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:38.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d91400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d8c119290 con 0x7f3d8c1092d0 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d91400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3d8c119110 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d91400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3d8c119410 con 0x7f3d8c109c80 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d8a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d8c1092d0 0x7f3d8c1a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d89e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d8c109c80 0x7f3d8c1a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d8b200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c10e3b0 0x7f3d8c19f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d8a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d8c1092d0 0x7f3d8c1a53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44370/0 (socket says 172.21.15.44:44370) 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.995+0000 7f3d8a800700 1 -- 172.21.15.44:0/3532095003 learned_addr learned my addr 172.21.15.44:0/3532095003 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.996+0000 7f3d8b200700 1 -- 172.21.15.44:0/3532095003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d8c109c80 msgr2=0x7f3d8c1a5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.996+0000 7f3d8b200700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d8c109c80 0x7f3d8c1a5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.996+0000 7f3d8b200700 1 -- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d8c1092d0 msgr2=0x7f3d8c1a53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.996+0000 7f3d8b200700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d8c1092d0 0x7f3d8c1a53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.996+0000 7f3d8b200700 1 -- 172.21.15.44:0/3532095003 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d8c19fd50 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.996+0000 7f3d8b200700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c10e3b0 0x7f3d8c19f5f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400efb0 tx=0x7f3d8400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:38.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.996+0000 7f3d83400700 1 -- 172.21.15.44:0/3532095003 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84003a00 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.997+0000 7f3d83400700 1 -- 172.21.15.44:0/3532095003 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d8400ce50 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.997+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d8c1a0040 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.997+0000 7f3d83400700 1 -- 172.21.15.44:0/3532095003 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d840047c0 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.997+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d8c1ac2b0 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:38.998+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d8c069730 con 0x7f3d8c10e3b0 2024-04-26T02:04:38.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.000+0000 7f3d83400700 1 -- 172.21.15.44:0/3532095003 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3d84012050 con 0x7f3d8c10e3b0 2024-04-26T02:04:39.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.001+0000 7f3d83400700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d700a3e30 0x7f3d700a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:39.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.001+0000 7f3d83400700 1 -- 172.21.15.44:0/3532095003 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f3d840cfff0 con 0x7f3d8c10e3b0 2024-04-26T02:04:39.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.001+0000 7f3d8a800700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d700a3e30 0x7f3d700a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:39.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.002+0000 7f3d8a800700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d700a3e30 0x7f3d700a62f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c00b790 tx=0x7f3d7c00b280 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:39.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.006+0000 7f3d83400700 1 -- 172.21.15.44:0/3532095003 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d84022060 con 0x7f3d8c10e3b0 2024-04-26T02:04:39.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:38 smithi044 ceph-mon[27847]: pgmap v301: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:04:39.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:38 smithi156 ceph-mon[32543]: pgmap v301: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:04:39.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:38 smithi090 ceph-mon[32456]: pgmap v301: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-04-26T02:04:39.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.289+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d8c02df80 con 0x7f3d8c10e3b0 2024-04-26T02:04:39.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.290+0000 7f3d83400700 1 -- 172.21.15.44:0/3532095003 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f3d84010040 con 0x7f3d8c10e3b0 2024-04-26T02:04:39.290 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:04:39.290 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:04:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d700a3e30 msgr2=0x7f3d700a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d700a3e30 0x7f3d700a62f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c00b790 tx=0x7f3d7c00b280 comp rx=0 tx=0).stop 2024-04-26T02:04:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c10e3b0 msgr2=0x7f3d8c19f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c10e3b0 0x7f3d8c19f5f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400efb0 tx=0x7f3d8400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:04:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 shutdown_connections 2024-04-26T02:04:39.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d700a3e30 0x7f3d700a62f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d8c10e3b0 0x7f3d8c19f5f0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d8c1092d0 0x7f3d8c1a53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 --2- 172.21.15.44:0/3532095003 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d8c109c80 0x7f3d8c1a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 >> 172.21.15.44:0/3532095003 conn(0x7f3d8c076210 msgr2=0x7f3d8c077e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 shutdown_connections 2024-04-26T02:04:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:39.294+0000 7f3d91400700 1 -- 172.21.15.44:0/3532095003 wait complete. 2024-04-26T02:04:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:04:40.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:39 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3532095003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:40.117 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id da6d9e1 --release --await' 2024-04-26T02:04:40.117 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id da6d9e1 --release --await 2024-04-26T02:04:40.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:39 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3532095003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:40.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:39 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3532095003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:40.601 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:41.098 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:40 smithi044 ceph-mon[27847]: pgmap v302: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-04-26T02:04:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:40 smithi156 ceph-mon[32543]: pgmap v302: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-04-26T02:04:41.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:40 smithi090 ceph-mon[32456]: pgmap v302: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-04-26T02:04:42.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 -- 172.21.15.44:0/541489662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 msgr2=0x7f8a34111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 --2- 172.21.15.44:0/541489662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 0x7f8a34111890 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c00b0a0 tx=0x7f8a2c00b3b0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 -- 172.21.15.44:0/541489662 shutdown_connections 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 --2- 172.21.15.44:0/541489662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 0x7f8a34111890 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 --2- 172.21.15.44:0/541489662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a34074c70 0x7f8a34075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 --2- 172.21.15.44:0/541489662 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34075590 0x7f8a3410ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 -- 172.21.15.44:0/541489662 >> 172.21.15.44:0/541489662 conn(0x7f8a34079ba0 msgr2=0x7f8a34079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 -- 172.21.15.44:0/541489662 shutdown_connections 2024-04-26T02:04:42.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.986+0000 7f8a3be00700 1 -- 172.21.15.44:0/541489662 wait complete. 2024-04-26T02:04:42.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.987+0000 7f8a3be00700 1 Processor -- start 2024-04-26T02:04:42.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a3be00700 1 -- start start 2024-04-26T02:04:42.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a3be00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34074c70 0x7f8a3419b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a3be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a34075590 0x7f8a3419b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a3be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 0x7f8a3419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a3be00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a34114e80 con 0x7f8a3410f4a0 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a3be00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a34114d00 con 0x7f8a34075590 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a3be00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a34115000 con 0x7f8a34074c70 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a39400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34074c70 0x7f8a3419b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a38a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a34075590 0x7f8a3419b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a39400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34074c70 0x7f8a3419b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37360/0 (socket says 172.21.15.44:37360) 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.988+0000 7f8a39400700 1 -- 172.21.15.44:0/2071755693 learned_addr learned my addr 172.21.15.44:0/2071755693 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a39e00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 0x7f8a3419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a39400700 1 -- 172.21.15.44:0/2071755693 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a34075590 msgr2=0x7f8a3419b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a39400700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a34075590 0x7f8a3419b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a39400700 1 -- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 msgr2=0x7f8a3419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a39400700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 0x7f8a3419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a39400700 1 -- 172.21.15.44:0/2071755693 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a341a0330 con 0x7f8a34074c70 2024-04-26T02:04:42.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a39400700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34074c70 0x7f8a3419b370 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800eb30 tx=0x7f8a2800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.989+0000 7f8a32000700 1 -- 172.21.15.44:0/2071755693 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2800cbd0 con 0x7f8a34074c70 2024-04-26T02:04:42.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.990+0000 7f8a32000700 1 -- 172.21.15.44:0/2071755693 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a280044d0 con 0x7f8a34074c70 2024-04-26T02:04:42.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.990+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a341a0620 con 0x7f8a34074c70 2024-04-26T02:04:42.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.990+0000 7f8a32000700 1 -- 172.21.15.44:0/2071755693 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a28003e30 con 0x7f8a34074c70 2024-04-26T02:04:42.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.990+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a341a7ea0 con 0x7f8a34074c70 2024-04-26T02:04:42.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.993+0000 7f8a32000700 1 -- 172.21.15.44:0/2071755693 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8a28004000 con 0x7f8a34074c70 2024-04-26T02:04:42.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.994+0000 7f8a32000700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3e30 0x7f8a1c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.994+0000 7f8a467f8b80 1 Processor -- start 2024-04-26T02:04:42.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a32000700 1 -- 172.21.15.44:0/2071755693 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8a280d0b20 con 0x7f8a34074c70 2024-04-26T02:04:42.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a467f8b80 1 -- start start 2024-04-26T02:04:42.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a38a00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3e30 0x7f8a1c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143cb120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d88c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56421431df90 con 0x5642143d64d0 2024-04-26T02:04:42.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5642142c4830 con 0x5642143cad40 2024-04-26T02:04:42.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.995+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564214319f50 con 0x5642143cb660 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143cb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143cb120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46472/0 (socket says 172.21.15.44:46472) 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 -- 172.21.15.44:0/1787300615 learned_addr learned my addr 172.21.15.44:0/1787300615 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a38a00700 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a38a00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3e30 0x7f8a1c0a62f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8a341110d0 tx=0x7f8a20009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 -- 172.21.15.44:0/1787300615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 msgr2=0x5642143d5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 -- 172.21.15.44:0/1787300615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 msgr2=0x5642143d88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d88c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 -- 172.21.15.44:0/1787300615 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642142ba780 con 0x5642143cad40 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39e00700 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d88c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.996+0000 7f8a39400700 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143cb120 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8a280a51e0 tx=0x7f8a28098dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14ad3a0d1ec7c59e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:42.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a26a00700 1 -- 172.21.15.44:0/1787300615 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2809c400 con 0x5642143cad40 2024-04-26T02:04:42.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a26a00700 1 -- 172.21.15.44:0/1787300615 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a280042f0 con 0x5642143cad40 2024-04-26T02:04:42.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a26a00700 1 -- 172.21.15.44:0/1787300615 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2809cd00 con 0x5642143cad40 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1787300615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 msgr2=0x5642143cb120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143cb120 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8a280a51e0 tx=0x7f8a28098dc0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1787300615 shutdown_connections 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d88c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143cb120 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1787300615 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.997+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1787300615 >> 172.21.15.44:0/1787300615 conn(0x5642142fa050 msgr2=0x5642143c7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.998+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1787300615 shutdown_connections 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.998+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1787300615 wait complete. 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.998+0000 7f8a467f8b80 1 -- start start 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.998+0000 7f8a467f8b80 1 Processor -- start 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143d5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:42.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5642143d8f60 con 0x5642143d64d0 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5642142d7960 con 0x5642143cad40 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5642143d90e0 con 0x5642143cb660 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a467f8b80 10 client.0 _ll_register_callbacks cb 0x5642142b6820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a39400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143d5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a39400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143d5ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46486/0 (socket says 172.21.15.44:46486) 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a38a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a39e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:42.999+0000 7f8a39400700 1 -- 172.21.15.44:0/1074606872 learned_addr learned my addr 172.21.15.44:0/1074606872 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a38a00700 1 -- 172.21.15.44:0/1074606872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 msgr2=0x5642143d5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a38a00700 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143d5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a38a00700 1 -- 172.21.15.44:0/1074606872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 msgr2=0x5642143d34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a38a00700 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a38a00700 1 -- 172.21.15.44:0/1074606872 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56421426b9d0 con 0x5642143cb660 2024-04-26T02:04:43.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a38a00700 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d2fa0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8a2001c620 tx=0x7f8a200047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e67ebf637cb22a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:43.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a1b400700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.000+0000 7f8a1b400700 1 -- 172.21.15.44:0/1074606872 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a20004020 con 0x5642143cb660 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.001+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a280042f0 con 0x5642143cb660 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.001+0000 7f8a1b400700 1 -- 172.21.15.44:0/1074606872 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8a200041c0 con 0x5642143cb660 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.001+0000 7f8a1b400700 1 -- 172.21.15.44:0/1074606872 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8a200043c0 con 0x5642143cb660 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.001+0000 7f8a467f8b80 10 client.26422 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.001+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5642142b4bf0 con 0x5642143cb660 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.001+0000 7f8a1b400700 1 -- 172.21.15.44:0/1074606872 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a280042f0 con 0x5642143cb660 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a1b400700 1 -- 172.21.15.44:0/1074606872 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8a20024070 con 0x5642143cb660 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a467f8b80 10 client.26422 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a467f8b80 10 client.26422 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:04:43.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a467f8b80 20 client.26422 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5642143e5d70 0x5642143e8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a467f8b80 4 client.26422 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56421432b780 con 0x5642143e5d70 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.002+0000 7f8a39400700 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5642143e5d70 0x5642143e8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.003+0000 7f8a39400700 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5642143e5d70 0x5642143e8160 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=459cd9b2e2be9319 server_cookie=e5e3e5b4126f3ffa in_seq=0 out_seq=0 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.003+0000 7f8a1b400700 10 client.26422 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.003+0000 7f8a1b400700 1 -- 172.21.15.44:0/1074606872 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56421432b780 con 0x5642143e5d70 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.003+0000 7f8a1b400700 10 client.26422 handle_command_reply: tid=0 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 client.26422 shutdown 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 msgr2=0x5642143d2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d2fa0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8a2001c620 tx=0x7f8a200047c0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 shutdown_connections 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5642143e5d70 0x5642143e8160 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143d64d0 0x5642143d34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143d5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/1074606872 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cb660 0x5642143d2fa0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a1b400700 0 client.26422 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:43.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 >> 172.21.15.44:0/1074606872 conn(0x5642142fa050 msgr2=0x5642143c6e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:43.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 shutdown_connections 2024-04-26T02:04:43.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 1 -- 172.21.15.44:0/1074606872 wait complete. 2024-04-26T02:04:43.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.004+0000 7f8a467f8b80 20 client.26422 trim_cache size 0 max 16384 2024-04-26T02:04:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.025+0000 7f8a467f8b80 1 Processor -- start 2024-04-26T02:04:43.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a467f8b80 1 -- start start 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cad40 0x5642143d3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143eda50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143d64d0 0x5642143edf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a341af410 con 0x5642143cb660 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a341b0f50 con 0x5642143d64d0 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a341afae0 con 0x5642143cad40 2024-04-26T02:04:43.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a38a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143eda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a38a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143eda50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44406/0 (socket says 172.21.15.44:44406) 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a38a00700 1 -- 172.21.15.44:0/417693321 learned_addr learned my addr 172.21.15.44:0/417693321 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a39e00700 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143d64d0 0x5642143edf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.026+0000 7f8a39400700 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cad40 0x5642143d3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.027+0000 7f8a38a00700 1 -- 172.21.15.44:0/417693321 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cad40 msgr2=0x5642143d3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.027+0000 7f8a38a00700 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cad40 0x5642143d3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.027+0000 7f8a38a00700 1 -- 172.21.15.44:0/417693321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143d64d0 msgr2=0x5642143edf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.027+0000 7f8a38a00700 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143d64d0 0x5642143edf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.027+0000 7f8a38a00700 1 -- 172.21.15.44:0/417693321 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642143d1530 con 0x5642143cb660 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.027+0000 7f8a38a00700 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143eda50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8a2002e490 tx=0x7f8a20005840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fa5e5130a2d9441 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.027+0000 7f8a26000700 1 -- 172.21.15.44:0/417693321 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a20004560 con 0x5642143cb660 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a26000700 1 -- 172.21.15.44:0/417693321 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a200041c0 con 0x5642143cb660 2024-04-26T02:04:43.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a26000700 1 -- 172.21.15.44:0/417693321 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2001bdf0 con 0x5642143cb660 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 -- 172.21.15.44:0/417693321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 msgr2=0x5642143eda50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143eda50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8a2002e490 tx=0x7f8a20005840 comp rx=0 tx=0).stop 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 -- 172.21.15.44:0/417693321 shutdown_connections 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143cad40 0x5642143d3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143d64d0 0x5642143edf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/417693321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143eda50 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 -- 172.21.15.44:0/417693321 >> 172.21.15.44:0/417693321 conn(0x5642142fa050 msgr2=0x5642143d2f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 -- 172.21.15.44:0/417693321 shutdown_connections 2024-04-26T02:04:43.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.028+0000 7f8a467f8b80 1 -- 172.21.15.44:0/417693321 wait complete. 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.029+0000 7f8a467f8b80 1 -- start start 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.029+0000 7f8a467f8b80 1 Processor -- start 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143dd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143dd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a467f8b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143d64d0 0x56421444c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a341b0880 con 0x5642143cb660 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a341b01b0 con 0x5642143cad40 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a467f8b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a341ad3d0 con 0x5642143d64d0 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a467f8b80 10 client.0 _ll_register_callbacks cb 0x5642142b6820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143dd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a39400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143dd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143dd5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44418/0 (socket says 172.21.15.44:44418) 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 -- 172.21.15.44:0/2418286646 learned_addr learned my addr 172.21.15.44:0/2418286646 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a39e00700 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143d64d0 0x56421444c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 -- 172.21.15.44:0/2418286646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143d64d0 msgr2=0x56421444c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143d64d0 0x56421444c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 -- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 msgr2=0x5642143dd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143dd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a38a00700 1 -- 172.21.15.44:0/2418286646 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642143ddef0 con 0x5642143cb660 2024-04-26T02:04:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.030+0000 7f8a39400700 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143dd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.031+0000 7f8a38a00700 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143dd5f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8a20009af0 tx=0x7f8a20003930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9413fb9687872070 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:43.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.031+0000 7f8a1b400700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.031+0000 7f8a1b400700 1 -- 172.21.15.44:0/2418286646 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a20003ed0 con 0x5642143cb660 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.031+0000 7f8a1b400700 1 -- 172.21.15.44:0/2418286646 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8a20011af0 con 0x5642143cb660 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.031+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a200041c0 con 0x5642143cb660 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a1b400700 1 -- 172.21.15.44:0/2418286646 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8a20011cf0 con 0x5642143cb660 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 10 client.16326 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56421444d990 con 0x5642143cb660 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a1b400700 1 -- 172.21.15.44:0/2418286646 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a200041c0 con 0x5642143cb660 2024-04-26T02:04:43.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a1b400700 1 -- 172.21.15.44:0/2418286646 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8a20024040 con 0x5642143cb660 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 10 client.16326 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 10 client.16326 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 20 client.16326 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56421444dfe0 0x564214450400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 4 client.16326 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "da6d9e1", "release": true, "await": true}] 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.032+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "da6d9e1", "release": true, "await": true}) -- 0x564214325820 con 0x56421444dfe0 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.033+0000 7f8a39400700 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56421444dfe0 0x564214450400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.033+0000 7f8a39400700 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56421444dfe0 0x564214450400 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6645ee89d9490165 server_cookie=71d5aac8be29f61d in_seq=0 out_seq=0 2024-04-26T02:04:43.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.033+0000 7f8a1b400700 10 client.16326 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:43.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.035+0000 7f8a1b400700 1 -- 172.21.15.44:0/2418286646 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x564214325820 con 0x56421444dfe0 2024-04-26T02:04:43.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.035+0000 7f8a1b400700 10 client.16326 handle_command_reply: tid=0 2024-04-26T02:04:43.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.035+0000 7f8a467f8b80 1 client.16326 shutdown 2024-04-26T02:04:43.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 msgr2=0x5642143dd5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143dd5f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8a20009af0 tx=0x7f8a20003930 comp rx=0 tx=0).stop 2024-04-26T02:04:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 shutdown_connections 2024-04-26T02:04:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5642143d64d0 0x56421444c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56421444dfe0 0x564214450400 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5642143cad40 0x5642143dd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 --2- 172.21.15.44:0/2418286646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642143cb660 0x5642143dd5f0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 >> 172.21.15.44:0/2418286646 conn(0x5642142fa050 msgr2=0x5642143d47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a1b400700 0 client.16326 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 shutdown_connections 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 1 -- 172.21.15.44:0/2418286646 wait complete. 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.036+0000 7f8a467f8b80 20 client.16326 trim_cache size 0 max 16384 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 28, 2024-04-26T02:04:43.036 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "da6d9e1": { 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 28, 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.1, 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:04:43.037 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:04:43.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:43.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:43.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:43.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:43.038 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:43.038 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3e30 msgr2=0x7f8a1c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3e30 0x7f8a1c0a62f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8a341110d0 tx=0x7f8a20009260 comp rx=0 tx=0).stop 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34074c70 msgr2=0x7f8a3419b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34074c70 0x7f8a3419b370 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800eb30 tx=0x7f8a2800ee40 comp rx=0 tx=0).stop 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 shutdown_connections 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a34074c70 0x7f8a3419b370 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3e30 0x7f8a1c0a62f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a3410f4a0 0x7f8a3419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 --2- 172.21.15.44:0/2071755693 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a34075590 0x7f8a3419b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.037+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 >> 172.21.15.44:0/2071755693 conn(0x7f8a34079ba0 msgr2=0x7f8a34100e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.038+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 shutdown_connections 2024-04-26T02:04:43.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:43.038+0000 7f8a3be00700 1 -- 172.21.15.44:0/2071755693 wait complete. 2024-04-26T02:04:43.055 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:42 smithi044 ceph-mon[27847]: pgmap v303: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.5 KiB/s wr, 10 op/s 2024-04-26T02:04:43.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:42 smithi156 ceph-mon[32543]: pgmap v303: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.5 KiB/s wr, 10 op/s 2024-04-26T02:04:43.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:42 smithi090 ceph-mon[32456]: pgmap v303: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.5 KiB/s wr, 10 op/s 2024-04-26T02:04:44.013 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'da6d9e1', seconds elapsed: 37.5 2024-04-26T02:04:44.014 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.1 2024-04-26T02:04:44.014 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:04:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.016+0000 7fd57b200640 1 -- 172.21.15.44:0/808876889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c102fd0 msgr2=0x7fd57c1033b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.016+0000 7fd57b200640 1 --2- 172.21.15.44:0/808876889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c102fd0 0x7fd57c1033b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd56c009900 tx=0x7fd56c02a480 comp rx=0 tx=0).stop 2024-04-26T02:04:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.017+0000 7fd57b200640 1 -- 172.21.15.44:0/808876889 shutdown_connections 2024-04-26T02:04:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.017+0000 7fd57b200640 1 --2- 172.21.15.44:0/808876889 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd57c10c3a0 0x7fd57c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.017+0000 7fd57b200640 1 --2- 172.21.15.44:0/808876889 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd57c1038f0 0x7fd57c10bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.017+0000 7fd57b200640 1 --2- 172.21.15.44:0/808876889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c102fd0 0x7fd57c1033b0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.017+0000 7fd57b200640 1 -- 172.21.15.44:0/808876889 >> 172.21.15.44:0/808876889 conn(0x7fd57c0fc770 msgr2=0x7fd57c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.017+0000 7fd57b200640 1 -- 172.21.15.44:0/808876889 shutdown_connections 2024-04-26T02:04:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.017+0000 7fd57b200640 1 -- 172.21.15.44:0/808876889 wait complete. 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.018+0000 7fd57b200640 1 Processor -- start 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.018+0000 7fd57b200640 1 -- start start 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.018+0000 7fd57b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd57c102fd0 0x7fd57c1985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.018+0000 7fd57b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c1038f0 0x7fd57c198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd57b200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd57c10c3a0 0x7fd57c19ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd57b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c112020 con 0x7fd57c1038f0 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd57b200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c111ea0 con 0x7fd57c102fd0 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd57b200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c1121a0 con 0x7fd57c10c3a0 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd579400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c1038f0 0x7fd57c198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd579400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c1038f0 0x7fd57c198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44440/0 (socket says 172.21.15.44:44440) 2024-04-26T02:04:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd579400640 1 -- 172.21.15.44:0/1659807104 learned_addr learned my addr 172.21.15.44:0/1659807104 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd57a800640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd57c10c3a0 0x7fd57c19ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.019+0000 7fd579e00640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd57c102fd0 0x7fd57c1985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd579400640 1 -- 172.21.15.44:0/1659807104 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd57c10c3a0 msgr2=0x7fd57c19ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd579400640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd57c10c3a0 0x7fd57c19ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd579400640 1 -- 172.21.15.44:0/1659807104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd57c102fd0 msgr2=0x7fd57c1985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd579400640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd57c102fd0 0x7fd57c1985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd579400640 1 -- 172.21.15.44:0/1659807104 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57c19d590 con 0x7fd57c1038f0 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd579e00640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd57c102fd0 0x7fd57c1985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd579400640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c1038f0 0x7fd57c198ae0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd56800ea60 tx=0x7fd56800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd572a00640 1 -- 172.21.15.44:0/1659807104 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56800cde0 con 0x7fd57c1038f0 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd57c19d880 con 0x7fd57c1038f0 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd572a00640 1 -- 172.21.15.44:0/1659807104 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5680035f0 con 0x7fd57c1038f0 2024-04-26T02:04:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd572a00640 1 -- 172.21.15.44:0/1659807104 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd568010690 con 0x7fd57c1038f0 2024-04-26T02:04:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.020+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd57c1a5110 con 0x7fd57c1038f0 2024-04-26T02:04:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.024+0000 7fd583d8a740 1 Processor -- start 2024-04-26T02:04:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd583d8a740 1 -- start start 2024-04-26T02:04:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd572a00640 1 -- 172.21.15.44:0/1659807104 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd5680037a0 con 0x7fd57c1038f0 2024-04-26T02:04:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7921a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd583d8a740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5646ef6f3900 con 0x5646ef7926e0 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd583d8a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5646ef699ef0 con 0x5646ef79cfa0 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd583d8a740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5646ef6ef8c0 con 0x5646ef791dc0 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd579e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd579400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd57a800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7921a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd579e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44446/0 (socket says 172.21.15.44:44446) 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.025+0000 7fd579e00640 1 -- 172.21.15.44:0/639584894 learned_addr learned my addr 172.21.15.44:0/639584894 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd57a800640 1 -- 172.21.15.44:0/639584894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 msgr2=0x5646ef79f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd57a800640 1 --2- 172.21.15.44:0/639584894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd57a800640 1 -- 172.21.15.44:0/639584894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 msgr2=0x5646ef79ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd57a800640 1 --2- 172.21.15.44:0/639584894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd57a800640 1 -- 172.21.15.44:0/639584894 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646ef406210 con 0x5646ef791dc0 2024-04-26T02:04:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd57a800640 1 --2- 172.21.15.44:0/639584894 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7921a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd574005fd0 tx=0x7fd574011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=62668ba8eb1d4562 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd567400640 1 -- 172.21.15.44:0/639584894 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd574004d20 con 0x5646ef791dc0 2024-04-26T02:04:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd567400640 1 -- 172.21.15.44:0/639584894 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd574004050 con 0x5646ef791dc0 2024-04-26T02:04:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.026+0000 7fd567400640 1 -- 172.21.15.44:0/639584894 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd574005220 con 0x5646ef791dc0 2024-04-26T02:04:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.027+0000 7fd572a00640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5600a3d10 0x7fd5600a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.027+0000 7fd572a00640 1 -- 172.21.15.44:0/1659807104 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd5680d0b70 con 0x7fd57c1038f0 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.027+0000 7fd579e00640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5600a3d10 0x7fd5600a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.027+0000 7fd583d8a740 1 -- 172.21.15.44:0/639584894 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 msgr2=0x5646ef7921a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.027+0000 7fd583d8a740 1 --2- 172.21.15.44:0/639584894 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7921a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd574005fd0 tx=0x7fd574011810 comp rx=0 tx=0).stop 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd583d8a740 1 -- 172.21.15.44:0/639584894 shutdown_connections 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd583d8a740 1 --2- 172.21.15.44:0/639584894 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd583d8a740 1 --2- 172.21.15.44:0/639584894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd583d8a740 1 --2- 172.21.15.44:0/639584894 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7921a0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd583d8a740 1 -- 172.21.15.44:0/639584894 >> 172.21.15.44:0/639584894 conn(0x5646ef78e2d0 msgr2=0x5646ef78e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd583d8a740 1 -- 172.21.15.44:0/639584894 shutdown_connections 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd583d8a740 1 -- 172.21.15.44:0/639584894 wait complete. 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.028+0000 7fd579e00640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5600a3d10 0x7fd5600a61d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x5646ef793360 tx=0x7fd56c005b50 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 -- start start 2024-04-26T02:04:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 Processor -- start 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef799e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5646ef79fbd0 con 0x5646ef7926e0 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5646ef6ad310 con 0x5646ef79cfa0 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5646ef79fd50 con 0x5646ef791dc0 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.029+0000 7fd583d8a740 10 client.0 _ll_register_callbacks cb 0x5646ef67bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef799e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef799e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37436/0 (socket says 172.21.15.44:37436) 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 -- 172.21.15.44:0/839098173 learned_addr learned my addr 172.21.15.44:0/839098173 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd57a800640 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 -- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 msgr2=0x5646ef79a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 -- 172.21.15.44:0/839098173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 msgr2=0x5646ef79a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 -- 172.21.15.44:0/839098173 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646ef4d2620 con 0x5646ef791dc0 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd579e00640 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef799e40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd56c000c00 tx=0x7fd56c009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7582cca0668708ad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.030+0000 7fd55be00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.031+0000 7fd55be00640 1 -- 172.21.15.44:0/839098173 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56c04d070 con 0x5646ef791dc0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.031+0000 7fd55be00640 1 -- 172.21.15.44:0/839098173 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd56c0037f0 con 0x5646ef791dc0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.031+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd574004050 con 0x5646ef791dc0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.031+0000 7fd55be00640 1 -- 172.21.15.44:0/839098173 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd56c059050 con 0x5646ef791dc0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.031+0000 7fd583d8a740 10 client.26440 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.031+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5646ef7abd90 con 0x5646ef791dc0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd55be00640 1 -- 172.21.15.44:0/839098173 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd574004050 con 0x5646ef791dc0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd55be00640 1 -- 172.21.15.44:0/839098173 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd56c032740 con 0x5646ef791dc0 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd583d8a740 10 client.26440 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd583d8a740 10 client.26440 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd583d8a740 20 client.26440 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd583d8a740 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef7ad240 0x5646ef7af670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd583d8a740 4 client.26440 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.032+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646ef7078b0 con 0x5646ef7ad240 2024-04-26T02:04:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.033+0000 7fd579400640 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef7ad240 0x5646ef7af670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.033+0000 7fd579400640 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef7ad240 0x5646ef7af670 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb50937be0c5e32c server_cookie=8a5a99c65ae36057 in_seq=0 out_seq=0 2024-04-26T02:04:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.033+0000 7fd55be00640 10 client.26440 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd55be00640 1 -- 172.21.15.44:0/839098173 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5646ef7078b0 con 0x5646ef7ad240 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd55be00640 10 client.26440 handle_command_reply: tid=0 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 client.26440 shutdown 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 msgr2=0x5646ef799e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef799e40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd56c000c00 tx=0x7fd56c009260 comp rx=0 tx=0).stop 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 shutdown_connections 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef7ad240 0x5646ef7af670 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef79a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd55be00640 0 client.26440 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef79a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 --2- 172.21.15.44:0/839098173 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef799e40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 >> 172.21.15.44:0/839098173 conn(0x5646ef78e2d0 msgr2=0x5646ef794050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 shutdown_connections 2024-04-26T02:04:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.034+0000 7fd583d8a740 1 -- 172.21.15.44:0/839098173 wait complete. 2024-04-26T02:04:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.035+0000 7fd583d8a740 20 client.26440 trim_cache size 0 max 16384 2024-04-26T02:04:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.051+0000 7fd583d8a740 1 Processor -- start 2024-04-26T02:04:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.051+0000 7fd583d8a740 1 -- start start 2024-04-26T02:04:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef791dc0 0x5646ef7a8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef7926e0 0x5646ef794780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef79cfa0 0x5646ef7b4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd583d8a740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c1ab770 con 0x5646ef79cfa0 2024-04-26T02:04:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd583d8a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c1ad2b0 con 0x5646ef791dc0 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd583d8a740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c1abe40 con 0x5646ef7926e0 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd579400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef7926e0 0x5646ef794780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd579e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef791dc0 0x5646ef7a8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd579400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef7926e0 0x5646ef794780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37442/0 (socket says 172.21.15.44:37442) 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd579400640 1 -- 172.21.15.44:0/3307252697 learned_addr learned my addr 172.21.15.44:0/3307252697 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd57a800640 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef79cfa0 0x5646ef7b4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.052+0000 7fd579400640 1 -- 172.21.15.44:0/3307252697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef791dc0 msgr2=0x5646ef7a8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd579400640 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef791dc0 0x5646ef7a8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd579400640 1 -- 172.21.15.44:0/3307252697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef79cfa0 msgr2=0x5646ef7b4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd579400640 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef79cfa0 0x5646ef7b4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd579400640 1 -- 172.21.15.44:0/3307252697 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646ef793190 con 0x5646ef7926e0 2024-04-26T02:04:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd579400640 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef7926e0 0x5646ef794780 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd56809c7f0 tx=0x7fd5680d4620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfcb28db26a597ff server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd566a00640 1 -- 172.21.15.44:0/3307252697 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56809c630 con 0x5646ef7926e0 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd566a00640 1 -- 172.21.15.44:0/3307252697 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd56809d1f0 con 0x5646ef7926e0 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.053+0000 7fd566a00640 1 -- 172.21.15.44:0/3307252697 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56809c450 con 0x5646ef7926e0 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 -- 172.21.15.44:0/3307252697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef7926e0 msgr2=0x5646ef794780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef7926e0 0x5646ef794780 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd56809c7f0 tx=0x7fd5680d4620 comp rx=0 tx=0).stop 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 -- 172.21.15.44:0/3307252697 shutdown_connections 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef79cfa0 0x5646ef7b4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef7926e0 0x5646ef794780 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 --2- 172.21.15.44:0/3307252697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef791dc0 0x5646ef7a8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 -- 172.21.15.44:0/3307252697 >> 172.21.15.44:0/3307252697 conn(0x5646ef78e2d0 msgr2=0x5646ef789020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 -- 172.21.15.44:0/3307252697 shutdown_connections 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.054+0000 7fd583d8a740 1 -- 172.21.15.44:0/3307252697 wait complete. 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 -- start start 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 Processor -- start 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7a5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef7a2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef7a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c1acbe0 con 0x5646ef7926e0 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c1ac510 con 0x5646ef79cfa0 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c1a9770 con 0x5646ef791dc0 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.055+0000 7fd583d8a740 10 client.0 _ll_register_callbacks cb 0x7fd56c005400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7a5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37444/0 (socket says 172.21.15.44:37444) 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 -- 172.21.15.44:0/2927015421 learned_addr learned my addr 172.21.15.44:0/2927015421 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579400640 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef7a2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd57a800640 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef7a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 -- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 msgr2=0x5646ef7a2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef7a2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 -- 172.21.15.44:0/2927015421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 msgr2=0x5646ef7a2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef7a2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 -- 172.21.15.44:0/2927015421 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646ef7a3610 con 0x5646ef791dc0 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd579e00640 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7a5470 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd56c032d50 tx=0x7fd56c0042c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55599ed88832123a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.056+0000 7fd55be00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.057+0000 7fd55be00640 1 -- 172.21.15.44:0/2927015421 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd56c061020 con 0x5646ef791dc0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.057+0000 7fd55be00640 1 -- 172.21.15.44:0/2927015421 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd56c0328c0 con 0x5646ef791dc0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.057+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd56809d1f0 con 0x5646ef791dc0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.057+0000 7fd55be00640 1 -- 172.21.15.44:0/2927015421 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd56c06c050 con 0x5646ef791dc0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.057+0000 7fd583d8a740 10 client.26446 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.057+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5646ef813910 con 0x5646ef791dc0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.057+0000 7fd55be00640 1 -- 172.21.15.44:0/2927015421 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd56809d1f0 con 0x5646ef791dc0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd55be00640 1 -- 172.21.15.44:0/2927015421 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd56c0035f0 con 0x5646ef791dc0 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd583d8a740 10 client.26446 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:44.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd583d8a740 10 client.26446 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd583d8a740 20 client.26446 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd583d8a740 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef814050 0x5646ef816470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd583d8a740 4 client.26446 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5646ef701320 con 0x5646ef814050 2024-04-26T02:04:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.058+0000 7fd579400640 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef814050 0x5646ef816470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.059+0000 7fd579400640 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef814050 0x5646ef816470 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bca895e8cd75e90 server_cookie=3e108fecea70a478 in_seq=0 out_seq=0 2024-04-26T02:04:44.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.059+0000 7fd55be00640 10 client.26446 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:44.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd55be00640 1 -- 172.21.15.44:0/2927015421 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5646ef701320 con 0x5646ef814050 2024-04-26T02:04:44.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd55be00640 10 client.26446 handle_command_reply: tid=0 2024-04-26T02:04:44.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 client.26446 shutdown 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 msgr2=0x5646ef7a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7a5470 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd56c032d50 tx=0x7fd56c0042c0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 shutdown_connections 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5646ef814050 0x5646ef816470 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5646ef79cfa0 0x5646ef7a2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd55be00640 0 client.26446 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5646ef7926e0 0x5646ef7a2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 --2- 172.21.15.44:0/2927015421 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5646ef791dc0 0x5646ef7a5470 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 >> 172.21.15.44:0/2927015421 conn(0x5646ef78e2d0 msgr2=0x5646ef799de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 shutdown_connections 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.063+0000 7fd583d8a740 1 -- 172.21.15.44:0/2927015421 wait complete. 2024-04-26T02:04:44.063 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.064+0000 7fd583d8a740 20 client.26446 trim_cache size 0 max 16384 2024-04-26T02:04:44.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:04:44.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:04:44.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:04:44.064 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.064+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5600a3d10 msgr2=0x7fd5600a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.064+0000 7fd57b200640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5600a3d10 0x7fd5600a61d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x5646ef793360 tx=0x7fd56c005b50 comp rx=0 tx=0).stop 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.064+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c1038f0 msgr2=0x7fd57c198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.064+0000 7fd57b200640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c1038f0 0x7fd57c198ae0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd56800ea60 tx=0x7fd56800ef20 comp rx=0 tx=0).stop 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 shutdown_connections 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5600a3d10 0x7fd5600a61d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd57c10c3a0 0x7fd57c19ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd57c1038f0 0x7fd57c198ae0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 --2- 172.21.15.44:0/1659807104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd57c102fd0 0x7fd57c1985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 >> 172.21.15.44:0/1659807104 conn(0x7fd57c0fc770 msgr2=0x7fd57c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 shutdown_connections 2024-04-26T02:04:44.065 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:44.065+0000 7fd57b200640 1 -- 172.21.15.44:0/1659807104 wait complete. 2024-04-26T02:04:44.458 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:44.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:44 smithi044 ceph-mon[27847]: pgmap v304: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:04:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:44 smithi156 ceph-mon[32543]: pgmap v304: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:04:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:44 smithi090 ceph-mon[32456]: pgmap v304: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 -- 172.21.15.44:0/686166261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 msgr2=0x7fe9a8111a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 --2- 172.21.15.44:0/686166261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 0x7fe9a8111a60 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe9a000b0a0 tx=0x7fe9a000b3b0 comp rx=0 tx=0).stop 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 -- 172.21.15.44:0/686166261 shutdown_connections 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 --2- 172.21.15.44:0/686166261 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 0x7fe9a8111a60 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 --2- 172.21.15.44:0/686166261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8104db0 0x7fe9a8105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 --2- 172.21.15.44:0/686166261 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9a8105760 0x7fe9a81097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 -- 172.21.15.44:0/686166261 >> 172.21.15.44:0/686166261 conn(0x7fe9a8100620 msgr2=0x7fe9a8102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 -- 172.21.15.44:0/686166261 shutdown_connections 2024-04-26T02:04:46.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.734+0000 7fe9ad000700 1 -- 172.21.15.44:0/686166261 wait complete. 2024-04-26T02:04:46.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.736+0000 7fe9ad000700 1 Processor -- start 2024-04-26T02:04:46.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.737+0000 7fe9ad000700 1 -- start start 2024-04-26T02:04:46.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.737+0000 7fe9ad000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9a8104db0 0x7fe9a819b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:46.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.737+0000 7fe9ad000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8105760 0x7fe9a819b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:46.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.737+0000 7fe9ad000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 0x7fe9a819fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:46.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.737+0000 7fe9ad000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a8114d90 con 0x7fe9a8105760 2024-04-26T02:04:46.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.737+0000 7fe9ad000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a8114c10 con 0x7fe9a8109e90 2024-04-26T02:04:46.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.737+0000 7fe9ad000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a8114f10 con 0x7fe9a8104db0 2024-04-26T02:04:46.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8105760 0x7fe9a819b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:46.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8105760 0x7fe9a819b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44484/0 (socket says 172.21.15.44:44484) 2024-04-26T02:04:46.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 -- 172.21.15.44:0/978072071 learned_addr learned my addr 172.21.15.44:0/978072071 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:46.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a7e00700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 0x7fe9a819fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:46.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a7400700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9a8104db0 0x7fe9a819b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:46.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 -- 172.21.15.44:0/978072071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9a8104db0 msgr2=0x7fe9a819b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:46.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9a8104db0 0x7fe9a819b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:46.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 -- 172.21.15.44:0/978072071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 msgr2=0x7fe9a819fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:46.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 0x7fe9a819fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:46.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a6a00700 1 -- 172.21.15.44:0/978072071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a81a0250 con 0x7fe9a8105760 2024-04-26T02:04:46.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.738+0000 7fe9a7e00700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 0x7fe9a819fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:46.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.739+0000 7fe9a6a00700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8105760 0x7fe9a819b780 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe99400e9f0 tx=0x7fe99400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:46.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.739+0000 7fe99fe00700 1 -- 172.21.15.44:0/978072071 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994004a30 con 0x7fe9a8105760 2024-04-26T02:04:46.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.739+0000 7fe99fe00700 1 -- 172.21.15.44:0/978072071 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe99400cc70 con 0x7fe9a8105760 2024-04-26T02:04:46.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.739+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9a81a0540 con 0x7fe9a8105760 2024-04-26T02:04:46.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.739+0000 7fe99fe00700 1 -- 172.21.15.44:0/978072071 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994005530 con 0x7fe9a8105760 2024-04-26T02:04:46.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.739+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9a81a7dc0 con 0x7fe9a8105760 2024-04-26T02:04:46.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.740+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9a8069730 con 0x7fe9a8105760 2024-04-26T02:04:46.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.743+0000 7fe99fe00700 1 -- 172.21.15.44:0/978072071 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe994004bd0 con 0x7fe9a8105760 2024-04-26T02:04:46.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.744+0000 7fe99fe00700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe98c0a3e30 0x7fe98c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:46.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.744+0000 7fe99fe00700 1 -- 172.21.15.44:0/978072071 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fe9940d08f0 con 0x7fe9a8105760 2024-04-26T02:04:46.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.744+0000 7fe9a7400700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe98c0a3e30 0x7fe98c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:46.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.745+0000 7fe9a7400700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe98c0a3e30 0x7fe98c0a62f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe998009c60 tx=0x7fe998009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:46.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:46.749+0000 7fe99fe00700 1 -- 172.21.15.44:0/978072071 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe99400ce20 con 0x7fe9a8105760 2024-04-26T02:04:47.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.034+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9a819c5a0 con 0x7fe9a8105760 2024-04-26T02:04:47.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:46 smithi044 ceph-mon[27847]: pgmap v305: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:04:47.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.036+0000 7fe99fe00700 1 -- 172.21.15.44:0/978072071 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7fe99409cf70 con 0x7fe9a8105760 2024-04-26T02:04:47.035 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:04:47.036 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:04:47.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe98c0a3e30 msgr2=0x7fe98c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe98c0a3e30 0x7fe98c0a62f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe998009c60 tx=0x7fe998009260 comp rx=0 tx=0).stop 2024-04-26T02:04:47.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8105760 msgr2=0x7fe9a819b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:47.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8105760 0x7fe9a819b780 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe99400e9f0 tx=0x7fe99400ed00 comp rx=0 tx=0).stop 2024-04-26T02:04:47.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 shutdown_connections 2024-04-26T02:04:47.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe9a8104db0 0x7fe9a819b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe98c0a3e30 0x7fe98c0a62f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe9a8109e90 0x7fe9a819fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 --2- 172.21.15.44:0/978072071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a8105760 0x7fe9a819b780 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:47.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 >> 172.21.15.44:0/978072071 conn(0x7fe9a8100620 msgr2=0x7fe9a8102900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:47.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 shutdown_connections 2024-04-26T02:04:47.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:47.040+0000 7fe9ad000700 1 -- 172.21.15.44:0/978072071 wait complete. 2024-04-26T02:04:47.040 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:04:47.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:46 smithi156 ceph-mon[32543]: pgmap v305: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:04:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:46 smithi090 ceph-mon[32456]: pgmap v305: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:04:47.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:47 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/978072071' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:48.149 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 82.1 --await-for 42.0' 2024-04-26T02:04:48.149 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 82.1 --await-for 42.0 2024-04-26T02:04:48.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:47 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/978072071' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:48.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:47 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/978072071' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:04:48.662 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:04:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:48 smithi044 ceph-mon[27847]: pgmap v306: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:04:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:48 smithi156 ceph-mon[32543]: pgmap v306: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:04:49.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:48 smithi090 ceph-mon[32456]: pgmap v306: 97 pgs: 97 active+clean; 4.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T02:04:50.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 -- 172.21.15.44:0/808343952 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 msgr2=0x7f8b10107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:50.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 --2- 172.21.15.44:0/808343952 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 0x7f8b10107d20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8b04009990 tx=0x7f8b04009ca0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 -- 172.21.15.44:0/808343952 shutdown_connections 2024-04-26T02:04:50.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 --2- 172.21.15.44:0/808343952 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 0x7f8b10107d20 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 --2- 172.21.15.44:0/808343952 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8b101034b0 0x7f8b1010f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 --2- 172.21.15.44:0/808343952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b10102af0 0x7f8b10102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 -- 172.21.15.44:0/808343952 >> 172.21.15.44:0/808343952 conn(0x7f8b10079ba0 msgr2=0x7f8b10079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:50.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 -- 172.21.15.44:0/808343952 shutdown_connections 2024-04-26T02:04:50.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.961+0000 7f8b17400700 1 -- 172.21.15.44:0/808343952 wait complete. 2024-04-26T02:04:50.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.962+0000 7f8b17400700 1 Processor -- start 2024-04-26T02:04:50.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.963+0000 7f8b17400700 1 -- start start 2024-04-26T02:04:50.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.963+0000 7f8b17400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8b10102af0 0x7f8b10199090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.963+0000 7f8b17400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b101034b0 0x7f8b101995d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.963+0000 7f8b17400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 0x7f8b1019d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.963+0000 7f8b17400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8b10112c60 con 0x7f8b101034b0 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.963+0000 7f8b17400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8b10112ae0 con 0x7f8b10102af0 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.963+0000 7f8b17400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8b10112de0 con 0x7f8b10107940 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b101034b0 0x7f8b101995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b101034b0 0x7f8b101995d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37292/0 (socket says 172.21.15.44:37292) 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 -- 172.21.15.44:0/3550022158 learned_addr learned my addr 172.21.15.44:0/3550022158 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b15400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 0x7f8b1019d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b14a00700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8b10102af0 0x7f8b10199090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 -- 172.21.15.44:0/3550022158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 msgr2=0x7f8b1019d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:50.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 0x7f8b1019d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 -- 172.21.15.44:0/3550022158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8b10102af0 msgr2=0x7f8b10199090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8b10102af0 0x7f8b10199090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.964+0000 7f8b0fe00700 1 -- 172.21.15.44:0/3550022158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b1019e050 con 0x7f8b101034b0 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.965+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b101034b0 0x7f8b101995d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f8afc00e9a0 tx=0x7f8afc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.965+0000 7f8b0d600700 1 -- 172.21.15.44:0/3550022158 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8afc00ca10 con 0x7f8b101034b0 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.965+0000 7f8b0d600700 1 -- 172.21.15.44:0/3550022158 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8afc00cbb0 con 0x7f8b101034b0 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.965+0000 7f8b0d600700 1 -- 172.21.15.44:0/3550022158 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8afc018680 con 0x7f8b101034b0 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.965+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b1019e340 con 0x7f8b101034b0 2024-04-26T02:04:50.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.965+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b101a5bc0 con 0x7f8b101034b0 2024-04-26T02:04:50.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.969+0000 7f8b0d600700 1 -- 172.21.15.44:0/3550022158 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8afc010430 con 0x7f8b101034b0 2024-04-26T02:04:50.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.970+0000 7f8b21cfdb80 1 Processor -- start 2024-04-26T02:04:50.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.970+0000 7f8b21cfdb80 1 -- start start 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9241b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e933430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e935d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e877020 con 0x55fe5e923dd0 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e81d8c0 con 0x55fe5e9246f0 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e872fe0 con 0x55fe5e933970 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b15400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9241b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b14a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e933430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b14a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e933430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41094/0 (socket says 172.21.15.44:41094) 2024-04-26T02:04:50.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b15400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9241b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37302/0 (socket says 172.21.15.44:37302) 2024-04-26T02:04:50.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b14a00700 1 -- 172.21.15.44:0/1690734336 learned_addr learned my addr 172.21.15.44:0/1690734336 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:50.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.971+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e935d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b14a00700 1 -- 172.21.15.44:0/1690734336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 msgr2=0x55fe5e935d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b14a00700 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e935d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b14a00700 1 -- 172.21.15.44:0/1690734336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 msgr2=0x55fe5e9241b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b14a00700 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9241b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b14a00700 1 -- 172.21.15.44:0/1690734336 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe5e813810 con 0x55fe5e9246f0 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e935d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b15400700 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9241b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.972+0000 7f8b14a00700 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e933430 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8b04009990 tx=0x7f8b04005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fc52e58d5b8bc08 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.973+0000 7f8b02000700 1 -- 172.21.15.44:0/1690734336 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04027070 con 0x55fe5e9246f0 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.973+0000 7f8b02000700 1 -- 172.21.15.44:0/1690734336 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b040095b0 con 0x55fe5e9246f0 2024-04-26T02:04:50.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.973+0000 7f8b02000700 1 -- 172.21.15.44:0/1690734336 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04003a60 con 0x55fe5e9246f0 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.973+0000 7f8b0d600700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8af80a3ed0 0x7f8af80a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.973+0000 7f8b15400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8af80a3ed0 0x7f8af80a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.973+0000 7f8b0d600700 1 -- 172.21.15.44:0/3550022158 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8afc0d0960 con 0x7f8b101034b0 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1690734336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 msgr2=0x55fe5e933430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e933430 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8b04009990 tx=0x7f8b04005bc0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1690734336 shutdown_connections 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e935d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9241b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1690734336 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e933430 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1690734336 >> 172.21.15.44:0/1690734336 conn(0x55fe5e8530e0 msgr2=0x55fe5e9202e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1690734336 shutdown_connections 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1690734336 wait complete. 2024-04-26T02:04:50.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.974+0000 7f8b15400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8af80a3ed0 0x7f8af80a6390 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8b08009fd0 tx=0x7f8b0800b040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 -- start start 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 Processor -- start 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e923dd0 0x55fe5e932fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e9302d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e933970 0x55fe5e930810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e936340 con 0x55fe5e933970 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e8309f0 con 0x55fe5e923dd0 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.975+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e9364c0 con 0x55fe5e9246f0 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b21cfdb80 10 client.0 _ll_register_callbacks cb 0x55fe5e80f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e923dd0 0x55fe5e932fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e923dd0 0x55fe5e932fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41098/0 (socket says 172.21.15.44:41098) 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 -- 172.21.15.44:0/308018627 learned_addr learned my addr 172.21.15.44:0/308018627 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:50.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b15400700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e933970 0x55fe5e930810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e9302d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 -- 172.21.15.44:0/308018627 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 msgr2=0x55fe5e9302d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:50.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e9302d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 -- 172.21.15.44:0/308018627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e933970 msgr2=0x55fe5e930810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:50.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e933970 0x55fe5e930810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b14a00700 1 -- 172.21.15.44:0/308018627 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe5e7c4a60 con 0x55fe5e923dd0 2024-04-26T02:04:50.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.976+0000 7f8b15400700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e933970 0x55fe5e930810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.977+0000 7f8b14a00700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e923dd0 0x55fe5e932fd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8b0400bf70 tx=0x7f8b0400ba20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3fdbd22bf2180985 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.977+0000 7f8af6a00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.977+0000 7f8af6a00700 1 -- 172.21.15.44:0/308018627 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04027030 con 0x55fe5e923dd0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.977+0000 7f8af6a00700 1 -- 172.21.15.44:0/308018627 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8b04003a90 con 0x55fe5e923dd0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.977+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b040095b0 con 0x55fe5e923dd0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.978+0000 7f8af6a00700 1 -- 172.21.15.44:0/308018627 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8b040059d0 con 0x55fe5e923dd0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.978+0000 7f8b21cfdb80 10 client.26465 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.978+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fe5e80dc80 con 0x55fe5e923dd0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.978+0000 7f8af6a00700 1 -- 172.21.15.44:0/308018627 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b040095b0 con 0x55fe5e923dd0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.978+0000 7f8af6a00700 1 -- 172.21.15.44:0/308018627 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8b04021070 con 0x55fe5e923dd0 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b21cfdb80 10 client.26465 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b21cfdb80 10 client.26465 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b21cfdb80 20 client.26465 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:50.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e942ea0 0x55fe5e945290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b21cfdb80 4 client.26465 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe5e884810 con 0x55fe5e942ea0 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e942ea0 0x55fe5e945290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e942ea0 0x55fe5e945290 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d54f32452fa4561 server_cookie=cec5642747528e81 in_seq=0 out_seq=0 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.979+0000 7f8af6a00700 10 client.26465 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.980+0000 7f8af6a00700 1 -- 172.21.15.44:0/308018627 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fe5e884810 con 0x55fe5e942ea0 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.980+0000 7f8af6a00700 10 client.26465 handle_command_reply: tid=0 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.980+0000 7f8b21cfdb80 1 client.26465 shutdown 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e923dd0 msgr2=0x55fe5e932fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e923dd0 0x55fe5e932fd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8b0400bf70 tx=0x7f8b0400ba20 comp rx=0 tx=0).stop 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 shutdown_connections 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e942ea0 0x55fe5e945290 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e933970 0x55fe5e930810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e923dd0 0x55fe5e932fd0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/308018627 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e9302d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:50.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8af6a00700 0 client.26465 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:50.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 >> 172.21.15.44:0/308018627 conn(0x55fe5e8530e0 msgr2=0x55fe5e91fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:50.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 shutdown_connections 2024-04-26T02:04:50.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/308018627 wait complete. 2024-04-26T02:04:50.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:50.981+0000 7f8b21cfdb80 20 client.26465 trim_cache size 0 max 16384 2024-04-26T02:04:51.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 Processor -- start 2024-04-26T02:04:51.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 -- start start 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9204a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e92f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e933970 0x55fe5e9482b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101aaf90 con 0x55fe5e923dd0 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101acad0 con 0x55fe5e933970 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.003+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101ab660 con 0x55fe5e9246f0 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9204a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9204a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37308/0 (socket says 172.21.15.44:37308) 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 -- 172.21.15.44:0/682754314 learned_addr learned my addr 172.21.15.44:0/682754314 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b15400700 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e933970 0x55fe5e9482b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:51.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e92f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:51.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 -- 172.21.15.44:0/682754314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 msgr2=0x55fe5e92f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:51.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e92f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 -- 172.21.15.44:0/682754314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e933970 msgr2=0x55fe5e9482b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:51.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e933970 0x55fe5e9482b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b14a00700 1 -- 172.21.15.44:0/682754314 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe5e924d70 con 0x55fe5e923dd0 2024-04-26T02:04:51.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e92f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:04:51.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.004+0000 7f8b15400700 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e933970 0x55fe5e9482b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:51.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.005+0000 7f8b14a00700 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9204a0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f8b0402d660 tx=0x7f8b04005960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afeb1cb4a9a96b50 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:51.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.005+0000 7f8b01600700 1 -- 172.21.15.44:0/682754314 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04027040 con 0x55fe5e923dd0 2024-04-26T02:04:51.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.005+0000 7f8b01600700 1 -- 172.21.15.44:0/682754314 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b04032070 con 0x55fe5e923dd0 2024-04-26T02:04:51.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.005+0000 7f8b01600700 1 -- 172.21.15.44:0/682754314 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0400fb70 con 0x55fe5e923dd0 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/682754314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 msgr2=0x55fe5e9204a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9204a0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f8b0402d660 tx=0x7f8b04005960 comp rx=0 tx=0).stop 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/682754314 shutdown_connections 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e933970 0x55fe5e9482b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e9204a0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/682754314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e9246f0 0x55fe5e92f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/682754314 >> 172.21.15.44:0/682754314 conn(0x55fe5e8530e0 msgr2=0x55fe5e92eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/682754314 shutdown_connections 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/682754314 wait complete. 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.006+0000 7f8b21cfdb80 1 -- start start 2024-04-26T02:04:51.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 1 Processor -- start 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e945290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e9457d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e945d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101ac400 con 0x55fe5e923dd0 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101abd30 con 0x55fe5e9246f0 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101a8f50 con 0x55fe5e933970 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b21cfdb80 10 client.0 _ll_register_callbacks cb 0x55fe5e80f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b14a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e945290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.007+0000 7f8b15400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e945d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b15400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e945d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37062/0 (socket says 172.21.15.44:37062) 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b15400700 1 -- 172.21.15.44:0/1882026658 learned_addr learned my addr 172.21.15.44:0/1882026658 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e9457d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:51.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b14a00700 1 -- 172.21.15.44:0/1882026658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 msgr2=0x55fe5e945d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b14a00700 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e945d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b14a00700 1 -- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 msgr2=0x55fe5e9457d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b14a00700 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e9457d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b14a00700 1 -- 172.21.15.44:0/1882026658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe5e9a9080 con 0x55fe5e923dd0 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b15400700 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e945d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8b14a00700 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e945290 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f8b0402d750 tx=0x7f8b0400bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26fb671fea71da89 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.008+0000 7f8af6a00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.009+0000 7f8af6a00700 1 -- 172.21.15.44:0/1882026658 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04027040 con 0x55fe5e923dd0 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.009+0000 7f8af6a00700 1 -- 172.21.15.44:0/1882026658 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8b0402da50 con 0x55fe5e923dd0 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.009+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b04032070 con 0x55fe5e923dd0 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.009+0000 7f8af6a00700 1 -- 172.21.15.44:0/1882026658 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8b04003aa0 con 0x55fe5e923dd0 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.009+0000 7f8b21cfdb80 10 client.16368 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:51.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.009+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fe5e9aa260 con 0x55fe5e923dd0 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.009+0000 7f8af6a00700 1 -- 172.21.15.44:0/1882026658 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b04032070 con 0x55fe5e923dd0 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8af6a00700 1 -- 172.21.15.44:0/1882026658 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8b04021070 con 0x55fe5e923dd0 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8b21cfdb80 10 client.16368 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8b21cfdb80 10 client.16368 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8b21cfdb80 20 client.16368 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e9aa7c0 0x55fe5e9acbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8b21cfdb80 4 client.16368 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.1, "await_for": 42.0}] 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.1, "await_for": 42.0}) -- 0x55fe5e87e8b0 con 0x55fe5e9aa7c0 2024-04-26T02:04:51.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.010+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e9aa7c0 0x55fe5e9acbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:51.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.011+0000 7f8b0fe00700 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e9aa7c0 0x55fe5e9acbe0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8334c2d8ecf76e35 server_cookie=cac1047b61199d1 in_seq=0 out_seq=0 2024-04-26T02:04:51.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.011+0000 7f8af6a00700 10 client.16368 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:51.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8af6a00700 1 -- 172.21.15.44:0/1882026658 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55fe5e87e8b0 con 0x55fe5e9aa7c0 2024-04-26T02:04:51.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8af6a00700 10 client.16368 handle_command_reply: tid=0 2024-04-26T02:04:51.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8b21cfdb80 1 client.16368 shutdown 2024-04-26T02:04:51.027 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:50 smithi044 ceph-mon[27847]: pgmap v307: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 15 op/s 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 msgr2=0x55fe5e945290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e945290 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f8b0402d750 tx=0x7f8b0400bef0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 shutdown_connections 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55fe5e933970 0x55fe5e945d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55fe5e9aa7c0 0x55fe5e9acbe0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.028+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fe5e923dd0 0x55fe5e945290 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.029+0000 7f8b21cfdb80 1 --2- 172.21.15.44:0/1882026658 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55fe5e9246f0 0x55fe5e9457d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.029+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 >> 172.21.15.44:0/1882026658 conn(0x55fe5e8530e0 msgr2=0x55fe5e93f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:51.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.029+0000 7f8af6a00700 0 client.16368 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.029+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 shutdown_connections 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.029+0000 7f8b21cfdb80 1 -- 172.21.15.44:0/1882026658 wait complete. 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.029+0000 7f8b21cfdb80 20 client.16368 trim_cache size 0 max 16384 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 30, 2024-04-26T02:04:51.029 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "63582d73": { 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 30, 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.1, 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:04:51.030 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:04:51.031 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.030+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8af80a3ed0 msgr2=0x7f8af80a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.030+0000 7f8b17400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8af80a3ed0 0x7f8af80a6390 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8b08009fd0 tx=0x7f8b0800b040 comp rx=0 tx=0).stop 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.030+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b101034b0 msgr2=0x7f8b101995d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.030+0000 7f8b17400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b101034b0 0x7f8b101995d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f8afc00e9a0 tx=0x7f8afc00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 shutdown_connections 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8b10107940 0x7f8b1019d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8af80a3ed0 0x7f8af80a6390 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8b10102af0 0x7f8b10199090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 --2- 172.21.15.44:0/3550022158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b101034b0 0x7f8b101995d0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 >> 172.21.15.44:0/3550022158 conn(0x7f8b10079ba0 msgr2=0x7f8b10100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:51.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 shutdown_connections 2024-04-26T02:04:51.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:04:51.031+0000 7f8b17400700 1 -- 172.21.15.44:0/3550022158 wait complete. 2024-04-26T02:04:51.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:50 smithi156 ceph-mon[32543]: pgmap v307: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 15 op/s 2024-04-26T02:04:51.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:50 smithi090 ceph-mon[32456]: pgmap v307: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.2 KiB/s wr, 15 op/s 2024-04-26T02:04:51.830 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '63582d73', quiesce took 7.8 seconds. Will release after: 22.1 2024-04-26T02:04:53.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:52 smithi044 ceph-mon[27847]: pgmap v308: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.2 KiB/s wr, 11 op/s 2024-04-26T02:04:53.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:52 smithi156 ceph-mon[32543]: pgmap v308: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.2 KiB/s wr, 11 op/s 2024-04-26T02:04:53.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:52 smithi090 ceph-mon[32456]: pgmap v308: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.2 KiB/s wr, 11 op/s 2024-04-26T02:04:55.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:54 smithi044 ceph-mon[27847]: pgmap v309: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:04:55.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:54 smithi156 ceph-mon[32543]: pgmap v309: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:04:55.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:54 smithi090 ceph-mon[32456]: pgmap v309: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:04:57.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:56 smithi044 ceph-mon[27847]: pgmap v310: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-04-26T02:04:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.215+0000 7f0c5cc00640 1 -- 172.21.15.44:0/1802694215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58100d00 msgr2=0x7f0c581010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.215+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/1802694215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58100d00 0x7f0c581010e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009900 tx=0x7f0c4802a480 comp rx=0 tx=0).stop 2024-04-26T02:04:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.215+0000 7f0c5cc00640 1 -- 172.21.15.44:0/1802694215 shutdown_connections 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.215+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/1802694215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58106100 0x7f0c58106590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.215+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/1802694215 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c58101620 0x7f0c58105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.215+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/1802694215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58100d00 0x7f0c581010e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.215+0000 7f0c5cc00640 1 -- 172.21.15.44:0/1802694215 >> 172.21.15.44:0/1802694215 conn(0x7f0c580fc770 msgr2=0x7f0c580feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.216+0000 7f0c5cc00640 1 -- 172.21.15.44:0/1802694215 shutdown_connections 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.216+0000 7f0c5cc00640 1 -- 172.21.15.44:0/1802694215 wait complete. 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.217+0000 7f0c5cc00640 1 Processor -- start 2024-04-26T02:04:57.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.217+0000 7f0c5cc00640 1 -- start start 2024-04-26T02:04:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.217+0000 7f0c5cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58100d00 0x7f0c581a4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c5cc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58101620 0x7f0c581a4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c5cc00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c58106100 0x7f0c5819e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c5cc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c581185c0 con 0x7f0c58100d00 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c5cc00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c58118440 con 0x7f0c58101620 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c5cc00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0c58118740 con 0x7f0c58106100 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58100d00 0x7f0c581a4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58100d00 0x7f0c581a4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36612/0 (socket says 172.21.15.44:36612) 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 -- 172.21.15.44:0/3458663233 learned_addr learned my addr 172.21.15.44:0/3458663233 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c58106100 0x7f0c5819e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58101620 0x7f0c581a4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 -- 172.21.15.44:0/3458663233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c58106100 msgr2=0x7f0c5819e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c58106100 0x7f0c5819e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 -- 172.21.15.44:0/3458663233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58101620 msgr2=0x7f0c581a4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58101620 0x7f0c581a4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.218+0000 7f0c57400640 1 -- 172.21.15.44:0/3458663233 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c5819f160 con 0x7f0c58100d00 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.219+0000 7f0c57400640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58100d00 0x7f0c581a4830 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f0c48005ab0 tx=0x7f0c48032c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.219+0000 7f0c54c00640 1 -- 172.21.15.44:0/3458663233 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4803f030 con 0x7f0c58100d00 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.219+0000 7f0c54c00640 1 -- 172.21.15.44:0/3458663233 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c48003aa0 con 0x7f0c58100d00 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.219+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c5819f3f0 con 0x7f0c58100d00 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.219+0000 7f0c54c00640 1 -- 172.21.15.44:0/3458663233 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c48035070 con 0x7f0c58100d00 2024-04-26T02:04:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.219+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c581ab6f0 con 0x7f0c58100d00 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.222+0000 7f0c61034740 1 Processor -- start 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c54c00640 1 -- 172.21.15.44:0/3458663233 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0c48042030 con 0x7f0c58100d00 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c61034740 1 -- start start 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c61034740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d5cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c61034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d67650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c61034740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d69f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c61034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557786cc2900 con 0x557786d5d2d0 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c61034740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557786c68ef0 con 0x557786d5c9b0 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c61034740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x557786cbe8c0 con 0x557786d67b90 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.223+0000 7f0c57400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d67650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d67650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36618/0 (socket says 172.21.15.44:36618) 2024-04-26T02:04:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57400640 1 -- 172.21.15.44:0/3234271805 learned_addr learned my addr 172.21.15.44:0/3234271805 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d5cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d69f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57e00640 1 -- 172.21.15.44:0/3234271805 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 msgr2=0x557786d69f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d69f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57e00640 1 -- 172.21.15.44:0/3234271805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 msgr2=0x557786d67650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d67650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57e00640 1 -- 172.21.15.44:0/3234271805 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577869d5210 con 0x557786d5c9b0 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d5cd90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0c50009f10 tx=0x7f0c50011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13b11339ce06929e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.224+0000 7f0c47e00640 1 -- 172.21.15.44:0/3234271805 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c50004d20 con 0x557786d5c9b0 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c54c00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0c3c0a3d90 0x7f0c3c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c47e00640 1 -- 172.21.15.44:0/3234271805 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c50004050 con 0x557786d5c9b0 2024-04-26T02:04:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c47e00640 1 -- 172.21.15.44:0/3234271805 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c50005280 con 0x557786d5c9b0 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c54c00640 1 -- 172.21.15.44:0/3458663233 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f0c480f0a80 con 0x7f0c58100d00 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c57400640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0c3c0a3d90 0x7f0c3c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 -- 172.21.15.44:0/3234271805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 msgr2=0x557786d5cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d5cd90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0c50009f10 tx=0x7f0c50011810 comp rx=0 tx=0).stop 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 -- 172.21.15.44:0/3234271805 shutdown_connections 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d69f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d67650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 --2- 172.21.15.44:0/3234271805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d5cd90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 -- 172.21.15.44:0/3234271805 >> 172.21.15.44:0/3234271805 conn(0x557786d58ec0 msgr2=0x557786d592a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.225+0000 7f0c61034740 1 -- 172.21.15.44:0/3234271805 shutdown_connections 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.226+0000 7f0c61034740 1 -- 172.21.15.44:0/3234271805 wait complete. 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.226+0000 7f0c57400640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0c3c0a3d90 0x7f0c3c0a6250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0c48000c00 tx=0x7f0c480f4530 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.226+0000 7f0c61034740 1 -- start start 2024-04-26T02:04:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.226+0000 7f0c61034740 1 Processor -- start 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c61034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5c9b0 0x557786d64ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c61034740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5d2d0 0x557786d65000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c61034740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d65540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c61034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557786d6a7c0 con 0x557786d5c9b0 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c61034740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557786c7c310 con 0x557786d5d2d0 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c61034740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x557786d6a940 con 0x557786d67b90 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c61034740 10 client.0 _ll_register_callbacks cb 0x557786c4acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c57e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5c9b0 0x557786d64ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c57e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5c9b0 0x557786d64ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36620/0 (socket says 172.21.15.44:36620) 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c57e00640 1 -- 172.21.15.44:0/35477971 learned_addr learned my addr 172.21.15.44:0/35477971 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5d2d0 0x557786d65000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.227+0000 7f0c57e00640 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d65540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c57e00640 1 -- 172.21.15.44:0/35477971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 msgr2=0x557786d65540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c57e00640 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d65540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c57e00640 1 -- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5d2d0 msgr2=0x557786d65000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c57e00640 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5d2d0 0x557786d65000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c57e00640 1 -- 172.21.15.44:0/35477971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557786aa1620 con 0x557786d5c9b0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c57e00640 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5c9b0 0x557786d64ac0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0c5001b040 tx=0x7f0c50009820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a65a0db82b224dc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c44c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c44c00640 1 -- 172.21.15.44:0/35477971 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c50003c30 con 0x557786d5c9b0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c44c00640 1 -- 172.21.15.44:0/35477971 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f0c50003dd0 con 0x557786d5c9b0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.228+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c50004050 con 0x557786d5c9b0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c44c00640 1 -- 172.21.15.44:0/35477971 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0c50036050 con 0x557786d5c9b0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 10 client.16380 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557786d76a00 con 0x557786d5c9b0 2024-04-26T02:04:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c44c00640 1 -- 172.21.15.44:0/35477971 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c50004050 con 0x557786d5c9b0 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c44c00640 1 -- 172.21.15.44:0/35477971 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0c50028480 con 0x557786d5c9b0 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 10 client.16380 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 10 client.16380 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 20 client.16380 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786d77e00 0x557786d7a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 4 client.16380 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.229+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557786cd68b0 con 0x557786d77e00 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.230+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786d77e00 0x557786d7a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.230+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786d77e00 0x557786d7a1f0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee67f1f71ae11d14 server_cookie=5d56859e4163e01 in_seq=0 out_seq=0 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.230+0000 7f0c44c00640 10 client.16380 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.231+0000 7f0c44c00640 1 -- 172.21.15.44:0/35477971 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557786cd68b0 con 0x557786d77e00 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.231+0000 7f0c44c00640 10 client.16380 handle_command_reply: tid=0 2024-04-26T02:04:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.231+0000 7f0c61034740 1 client.16380 shutdown 2024-04-26T02:04:57.234 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:56 smithi156 ceph-mon[32543]: pgmap v310: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5c9b0 msgr2=0x557786d64ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5c9b0 0x557786d64ac0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0c5001b040 tx=0x7f0c50009820 comp rx=0 tx=0).stop 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 shutdown_connections 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786d77e00 0x557786d7a1f0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d65540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5d2d0 0x557786d65000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 --2- 172.21.15.44:0/35477971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5c9b0 0x557786d64ac0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c44c00640 0 client.16380 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 >> 172.21.15.44:0/35477971 conn(0x557786d58ec0 msgr2=0x557786d5ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 shutdown_connections 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 1 -- 172.21.15.44:0/35477971 wait complete. 2024-04-26T02:04:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.232+0000 7f0c61034740 20 client.16380 trim_cache size 0 max 16384 2024-04-26T02:04:57.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:56 smithi090 ceph-mon[32456]: pgmap v310: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 Processor -- start 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 -- start start 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d73680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d7f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d7fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c581b3f80 con 0x557786d5d2d0 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c581b5ac0 con 0x557786d5c9b0 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.249+0000 7f0c61034740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0c581b4650 con 0x557786d67b90 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d7f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d7f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36628/0 (socket says 172.21.15.44:36628) 2024-04-26T02:04:57.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 -- 172.21.15.44:0/278757415 learned_addr learned my addr 172.21.15.44:0/278757415 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c57e00640 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d73680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c57e00640 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d7fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 -- 172.21.15.44:0/278757415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 msgr2=0x557786d7fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d7fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 -- 172.21.15.44:0/278757415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 msgr2=0x557786d73680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d73680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 -- 172.21.15.44:0/278757415 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557786d54820 con 0x557786d5d2d0 2024-04-26T02:04:57.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.250+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d7f930 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0c5810ffc0 tx=0x7f0c40005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=364938ff2959cc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:57.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c47400640 1 -- 172.21.15.44:0/278757415 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40003c00 con 0x557786d5d2d0 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c47400640 1 -- 172.21.15.44:0/278757415 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c40003da0 con 0x557786d5d2d0 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c47400640 1 -- 172.21.15.44:0/278757415 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c400108a0 con 0x557786d5d2d0 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c61034740 1 -- 172.21.15.44:0/278757415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 msgr2=0x557786d7f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c61034740 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d7f930 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0c5810ffc0 tx=0x7f0c40005f90 comp rx=0 tx=0).stop 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c61034740 1 -- 172.21.15.44:0/278757415 shutdown_connections 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c61034740 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d67b90 0x557786d7fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c61034740 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d7f930 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c61034740 1 --2- 172.21.15.44:0/278757415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d5c9b0 0x557786d73680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.251+0000 7f0c61034740 1 -- 172.21.15.44:0/278757415 >> 172.21.15.44:0/278757415 conn(0x557786d58ec0 msgr2=0x557786d58020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.252+0000 7f0c61034740 1 -- 172.21.15.44:0/278757415 shutdown_connections 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.252+0000 7f0c61034740 1 -- 172.21.15.44:0/278757415 wait complete. 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.252+0000 7f0c61034740 1 -- start start 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.252+0000 7f0c61034740 1 Processor -- start 2024-04-26T02:04:57.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c61034740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d5c9b0 0x557786d6d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c61034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d6de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c61034740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d67b90 0x557786d6e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c61034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c581b53f0 con 0x557786d5d2d0 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c61034740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0c581b4d20 con 0x557786d67b90 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c61034740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0c581b1f80 con 0x557786d5c9b0 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c61034740 10 client.0 _ll_register_callbacks cb 0x7f0c50009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c4ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d6de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c57e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d5c9b0 0x557786d6d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c4ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d6de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36642/0 (socket says 172.21.15.44:36642) 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c4ea00640 1 -- 172.21.15.44:0/1282698386 learned_addr learned my addr 172.21.15.44:0/1282698386 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.253+0000 7f0c57e00640 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d67b90 0x557786d6e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c4ea00640 1 -- 172.21.15.44:0/1282698386 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d5c9b0 msgr2=0x557786d6d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d5c9b0 0x557786d6d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c4ea00640 1 -- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d67b90 msgr2=0x557786d6e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:04:57.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d67b90 0x557786d6e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c4ea00640 1 -- 172.21.15.44:0/1282698386 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557786ddd400 con 0x557786d5d2d0 2024-04-26T02:04:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c4ea00640 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d6de90 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009630 tx=0x7f0c40009af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=105d84ae95edf861 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:04:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c44c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:04:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c44c00640 1 -- 172.21.15.44:0/1282698386 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4002c070 con 0x557786d5d2d0 2024-04-26T02:04:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c44c00640 1 -- 172.21.15.44:0/1282698386 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f0c40010830 con 0x557786d5d2d0 2024-04-26T02:04:57.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c40003da0 con 0x557786d5d2d0 2024-04-26T02:04:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.254+0000 7f0c44c00640 1 -- 172.21.15.44:0/1282698386 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0c40038050 con 0x557786d5d2d0 2024-04-26T02:04:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 10 client.16386 fetch_fsmap learned FSMap version 31 2024-04-26T02:04:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557786dde710 con 0x557786d5d2d0 2024-04-26T02:04:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c44c00640 1 -- 172.21.15.44:0/1282698386 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c40003da0 con 0x557786d5d2d0 2024-04-26T02:04:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c44c00640 1 -- 172.21.15.44:0/1282698386 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0c4001f6a0 con 0x557786d5d2d0 2024-04-26T02:04:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 10 client.16386 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 10 client.16386 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 20 client.16386 populate_metadata read hostname 'smithi044' 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786ddee40 0x557786de1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 4 client.16386 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557786cd0320 con 0x557786ddee40 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.255+0000 7f0c57e00640 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786ddee40 0x557786de1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.256+0000 7f0c57e00640 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786ddee40 0x557786de1260 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59348a18abdc1854 server_cookie=a84cf72d88be757a in_seq=0 out_seq=0 2024-04-26T02:04:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.256+0000 7f0c44c00640 10 client.16386 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:57.265 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c44c00640 1 -- 172.21.15.44:0/1282698386 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557786cd0320 con 0x557786ddee40 2024-04-26T02:04:57.265 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c44c00640 10 client.16386 handle_command_reply: tid=0 2024-04-26T02:04:57.265 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 client.16386 shutdown 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 msgr2=0x557786d6de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d6de90 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009630 tx=0x7f0c40009af0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 shutdown_connections 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557786ddee40 0x557786de1260 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557786d67b90 0x557786d6e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557786d5d2d0 0x557786d6de90 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 --2- 172.21.15.44:0/1282698386 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557786d5c9b0 0x557786d6d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c44c00640 0 client.16386 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.265+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 >> 172.21.15.44:0/1282698386 conn(0x557786d58ec0 msgr2=0x557786d5e330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.266+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 shutdown_connections 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.266+0000 7f0c61034740 1 -- 172.21.15.44:0/1282698386 wait complete. 2024-04-26T02:04:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.266+0000 7f0c61034740 20 client.16386 trim_cache size 0 max 16384 2024-04-26T02:04:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:04:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:04:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:04:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0c3c0a3d90 msgr2=0x7f0c3c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0c3c0a3d90 0x7f0c3c0a6250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0c48000c00 tx=0x7f0c480f4530 comp rx=0 tx=0).stop 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58100d00 msgr2=0x7f0c581a4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58100d00 0x7f0c581a4830 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f0c48005ab0 tx=0x7f0c48032c00 comp rx=0 tx=0).stop 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 shutdown_connections 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0c3c0a3d90 0x7f0c3c0a6250 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0c58106100 0x7f0c5819e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0c58101620 0x7f0c581a4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3458663233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58100d00 0x7f0c581a4830 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:04:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 >> 172.21.15.44:0/3458663233 conn(0x7f0c580fc770 msgr2=0x7f0c580fd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:04:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 shutdown_connections 2024-04-26T02:04:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:04:57.267+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3458663233 wait complete. 2024-04-26T02:04:59.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:04:58 smithi044 ceph-mon[27847]: pgmap v311: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-04-26T02:04:59.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:04:58 smithi156 ceph-mon[32543]: pgmap v311: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-04-26T02:04:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:04:58 smithi090 ceph-mon[32456]: pgmap v311: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-04-26T02:05:01.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:00 smithi044 ceph-mon[27847]: pgmap v312: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 18 op/s 2024-04-26T02:05:01.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:00 smithi156 ceph-mon[32543]: pgmap v312: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 18 op/s 2024-04-26T02:05:01.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:00 smithi090 ceph-mon[32456]: pgmap v312: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 18 op/s 2024-04-26T02:05:03.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:02 smithi044 ceph-mon[27847]: pgmap v313: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 11 op/s 2024-04-26T02:05:03.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:02 smithi156 ceph-mon[32543]: pgmap v313: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 11 op/s 2024-04-26T02:05:03.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:02 smithi090 ceph-mon[32456]: pgmap v313: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 11 op/s 2024-04-26T02:05:05.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:04 smithi156 ceph-mon[32543]: pgmap v314: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 31 KiB/s wr, 30 op/s 2024-04-26T02:05:05.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:04 smithi090 ceph-mon[32456]: pgmap v314: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 31 KiB/s wr, 30 op/s 2024-04-26T02:05:05.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:04 smithi044 ceph-mon[27847]: pgmap v314: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 31 KiB/s wr, 30 op/s 2024-04-26T02:05:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:06 smithi156 ceph-mon[32543]: pgmap v315: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 KiB/s wr, 25 op/s 2024-04-26T02:05:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:06 smithi090 ceph-mon[32456]: pgmap v315: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 KiB/s wr, 25 op/s 2024-04-26T02:05:07.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:06 smithi044 ceph-mon[27847]: pgmap v315: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 KiB/s wr, 25 op/s 2024-04-26T02:05:09.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:08 smithi156 ceph-mon[32543]: pgmap v316: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 KiB/s wr, 25 op/s 2024-04-26T02:05:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:08 smithi090 ceph-mon[32456]: pgmap v316: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 KiB/s wr, 25 op/s 2024-04-26T02:05:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:08 smithi044 ceph-mon[27847]: pgmap v316: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 KiB/s wr, 25 op/s 2024-04-26T02:05:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 -- 172.21.15.44:0/1382285208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c10c520 msgr2=0x7fd09c10e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 --2- 172.21.15.44:0/1382285208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c10c520 0x7fd09c10e9c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd094009ca0 tx=0x7fd09402a9d0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 -- 172.21.15.44:0/1382285208 shutdown_connections 2024-04-26T02:05:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 --2- 172.21.15.44:0/1382285208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c10c520 0x7fd09c10e9c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 --2- 172.21.15.44:0/1382285208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd09c103b00 0x7fd09c10bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 --2- 172.21.15.44:0/1382285208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 0x7fd09c1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 -- 172.21.15.44:0/1382285208 >> 172.21.15.44:0/1382285208 conn(0x7fd09c077fd0 msgr2=0x7fd09c0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:10.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 -- 172.21.15.44:0/1382285208 shutdown_connections 2024-04-26T02:05:10.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.416+0000 7fd0a3800640 1 -- 172.21.15.44:0/1382285208 wait complete. 2024-04-26T02:05:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 Processor -- start 2024-04-26T02:05:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 -- start start 2024-04-26T02:05:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 0x7fd09c100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c103b00 0x7fd09c101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd09c10c520 0x7fd09c1018b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c1121e0 con 0x7fd09c1031e0 2024-04-26T02:05:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c112060 con 0x7fd09c103b00 2024-04-26T02:05:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.418+0000 7fd0a3800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c112360 con 0x7fd09c10c520 2024-04-26T02:05:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 0x7fd09c100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 0x7fd09c100e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50704/0 (socket says 172.21.15.44:50704) 2024-04-26T02:05:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd0a0e00640 1 -- 172.21.15.44:0/3103238163 learned_addr learned my addr 172.21.15.44:0/3103238163 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd09be00640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c103b00 0x7fd09c101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd0a1800640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd09c10c520 0x7fd09c1018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd09be00640 1 -- 172.21.15.44:0/3103238163 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd09c10c520 msgr2=0x7fd09c1018b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd09be00640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd09c10c520 0x7fd09c1018b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd09be00640 1 -- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 msgr2=0x7fd09c100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd09be00640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 0x7fd09c100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd09be00640 1 -- 172.21.15.44:0/3103238163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd09c1a6b20 con 0x7fd09c103b00 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 0x7fd09c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.419+0000 7fd09be00640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c103b00 0x7fd09c101370 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fd08800e9f0 tx=0x7fd08800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.420+0000 7fd099600640 1 -- 172.21.15.44:0/3103238163 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08800cd80 con 0x7fd09c103b00 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.420+0000 7fd099600640 1 -- 172.21.15.44:0/3103238163 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0880035f0 con 0x7fd09c103b00 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.420+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd09c1a6e10 con 0x7fd09c103b00 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.420+0000 7fd099600640 1 -- 172.21.15.44:0/3103238163 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088010670 con 0x7fd09c103b00 2024-04-26T02:05:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.420+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd09c1a7320 con 0x7fd09c103b00 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.423+0000 7fd0a6675740 1 Processor -- start 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a6675740 1 -- start start 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f2332ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233394c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd099600640 1 -- 172.21.15.44:0/3103238163 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd0880037a0 con 0x7fd09c103b00 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f2333bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a6675740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564f23294900 con 0x564f23339a00 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a6675740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564f2323aef0 con 0x564f2332e820 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a6675740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564f232908c0 con 0x564f2332f140 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd09be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f2333bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a1800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f2332ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233394c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a1800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f2332ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54800/0 (socket says 172.21.15.44:54800) 2024-04-26T02:05:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.424+0000 7fd0a1800640 1 -- 172.21.15.44:0/1039531283 learned_addr learned my addr 172.21.15.44:0/1039531283 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd0a1800640 1 -- 172.21.15.44:0/1039531283 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 msgr2=0x564f233394c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd0a1800640 1 --2- 172.21.15.44:0/1039531283 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233394c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd0a1800640 1 -- 172.21.15.44:0/1039531283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 msgr2=0x564f2333bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd0a1800640 1 --2- 172.21.15.44:0/1039531283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f2333bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd0a1800640 1 -- 172.21.15.44:0/1039531283 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f22fa7210 con 0x564f2332e820 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd0a1800640 1 --2- 172.21.15.44:0/1039531283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f2332ec00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd094009ca0 tx=0x7fd094005d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93521e9b1b688c76 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd08e000640 1 -- 172.21.15.44:0/1039531283 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd094033050 con 0x564f2332e820 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd08e000640 1 -- 172.21.15.44:0/1039531283 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd094047070 con 0x564f2332e820 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.425+0000 7fd08e000640 1 -- 172.21.15.44:0/1039531283 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd094004040 con 0x564f2332e820 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd099600640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd0840a3e70 0x7fd0840a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 -- 172.21.15.44:0/1039531283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 msgr2=0x564f2332ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1039531283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f2332ec00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd094009ca0 tx=0x7fd094005d80 comp rx=0 tx=0).stop 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 -- 172.21.15.44:0/1039531283 shutdown_connections 2024-04-26T02:05:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd099600640 1 -- 172.21.15.44:0/3103238163 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd0880d08f0 con 0x7fd09c103b00 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1039531283 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f2333bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1039531283 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233394c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1039531283 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f2332ec00 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 -- 172.21.15.44:0/1039531283 >> 172.21.15.44:0/1039531283 conn(0x564f2332ad30 msgr2=0x564f2332b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd0840a3e70 0x7fd0840a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 -- 172.21.15.44:0/1039531283 shutdown_connections 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.426+0000 7fd0a6675740 1 -- 172.21.15.44:0/1039531283 wait complete. 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.427+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd0840a3e70 0x7fd0840a6330 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd090009fd0 tx=0x7fd090005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.427+0000 7fd0a6675740 1 -- start start 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.427+0000 7fd0a6675740 1 Processor -- start 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f2332e820 0x564f23336980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332f140 0x564f23336ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f23339a00 0x564f23337400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a6675740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564f2333c5d0 con 0x564f2332e820 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a6675740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564f2324e310 con 0x564f2332f140 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a6675740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564f2333c750 con 0x564f23339a00 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a6675740 10 client.0 _ll_register_callbacks cb 0x564f2321ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f2332e820 0x564f23336980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f2332e820 0x564f23336980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50722/0 (socket says 172.21.15.44:50722) 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a0e00640 1 -- 172.21.15.44:0/1679124768 learned_addr learned my addr 172.21.15.44:0/1679124768 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd09be00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332f140 0x564f23336ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a1800640 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f23339a00 0x564f23337400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd09be00640 1 -- 172.21.15.44:0/1679124768 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f23339a00 msgr2=0x564f23337400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd09be00640 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f23339a00 0x564f23337400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd09be00640 1 -- 172.21.15.44:0/1679124768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f2332e820 msgr2=0x564f23336980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd09be00640 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f2332e820 0x564f23336980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.444 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd09be00640 1 -- 172.21.15.44:0/1679124768 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f23073620 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.428+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f2332e820 0x564f23336980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd09be00640 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332f140 0x564f23336ec0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd0880ce020 tx=0x7fd08809c640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5f3068ff49f640b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd082a00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd082a00640 1 -- 172.21.15.44:0/1679124768 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0880d2e60 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd082a00640 1 -- 172.21.15.44:0/1679124768 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd088098ee0 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd094047070 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd082a00640 1 -- 172.21.15.44:0/1679124768 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd08809cf70 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd0a6675740 10 client.26501 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.429+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564f23348810 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd082a00640 1 -- 172.21.15.44:0/1679124768 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd094047070 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd082a00640 1 -- 172.21.15.44:0/1679124768 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd0880d0ce0 con 0x564f2332f140 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd0a6675740 10 client.26501 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd0a6675740 10 client.26501 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd0a6675740 20 client.26501 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f23349cd0 0x564f2334c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd0a6675740 4 client.26501 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f232a88b0 con 0x564f23349cd0 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.430+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f23349cd0 0x564f2334c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.431+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f23349cd0 0x564f2334c0c0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b75c023895be571a server_cookie=e2e085a2794c8354 in_seq=0 out_seq=0 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.431+0000 7fd082a00640 10 client.26501 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd082a00640 1 -- 172.21.15.44:0/1679124768 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564f232a88b0 con 0x564f23349cd0 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd082a00640 10 client.26501 handle_command_reply: tid=0 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 client.26501 shutdown 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332f140 msgr2=0x564f23336ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332f140 0x564f23336ec0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd0880ce020 tx=0x7fd08809c640 comp rx=0 tx=0).stop 2024-04-26T02:05:10.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 shutdown_connections 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f23349cd0 0x564f2334c0c0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f23339a00 0x564f23337400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332f140 0x564f23336ec0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd082a00640 0 client.26501 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1679124768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f2332e820 0x564f23336980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.432+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 >> 172.21.15.44:0/1679124768 conn(0x564f2332ad30 msgr2=0x564f23330a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.433+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 shutdown_connections 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.433+0000 7fd0a6675740 1 -- 172.21.15.44:0/1679124768 wait complete. 2024-04-26T02:05:10.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.433+0000 7fd0a6675740 20 client.26501 trim_cache size 0 max 16384 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 Processor -- start 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 -- start start 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23345490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233519b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23351ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c1afba0 con 0x564f23339a00 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c1b16e0 con 0x564f2332e820 2024-04-26T02:05:10.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.449+0000 7fd0a6675740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c1b0270 con 0x564f2332f140 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23345490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a1800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23351ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23345490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54812/0 (socket says 172.21.15.44:54812) 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd09be00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 -- 172.21.15.44:0/1614533844 learned_addr learned my addr 172.21.15.44:0/1614533844 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 -- 172.21.15.44:0/1614533844 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 msgr2=0x564f233519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 -- 172.21.15.44:0/1614533844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 msgr2=0x564f23351ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23351ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd0a0e00640 1 -- 172.21.15.44:0/1614533844 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f2332ef70 con 0x564f2332e820 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.450+0000 7fd09be00640 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:10.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.451+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23345490 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x564f2334c920 tx=0x7fd090022040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=505a1c51568b3d14 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.451+0000 7fd08d600640 1 -- 172.21.15.44:0/1614533844 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd090011e60 con 0x564f2332e820 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.451+0000 7fd08d600640 1 -- 172.21.15.44:0/1614533844 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd090030070 con 0x564f2332e820 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.451+0000 7fd08d600640 1 -- 172.21.15.44:0/1614533844 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09001f8d0 con 0x564f2332e820 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.451+0000 7fd0a6675740 1 -- 172.21.15.44:0/1614533844 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 msgr2=0x564f23345490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.451+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23345490 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x564f2334c920 tx=0x7fd090022040 comp rx=0 tx=0).stop 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 -- 172.21.15.44:0/1614533844 shutdown_connections 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23351ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f233519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 --2- 172.21.15.44:0/1614533844 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23345490 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 -- 172.21.15.44:0/1614533844 >> 172.21.15.44:0/1614533844 conn(0x564f2332ad30 msgr2=0x564f23331c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 -- 172.21.15.44:0/1614533844 shutdown_connections 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 -- 172.21.15.44:0/1614533844 wait complete. 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 -- start start 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.452+0000 7fd0a6675740 1 Processor -- start 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23341aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f23340600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a6675740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23340b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a6675740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c1b1010 con 0x564f23339a00 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a6675740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c1b0940 con 0x564f2332e820 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a6675740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd09c1adba0 con 0x564f2332f140 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a6675740 10 client.0 _ll_register_callbacks cb 0x7fd0880983f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:10.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23341aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a1800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23340b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23341aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54816/0 (socket says 172.21.15.44:54816) 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd0a0e00640 1 -- 172.21.15.44:0/4035540259 learned_addr learned my addr 172.21.15.44:0/4035540259 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.453+0000 7fd09be00640 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f23340600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd0a0e00640 1 -- 172.21.15.44:0/4035540259 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 msgr2=0x564f23340600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f23340600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd0a0e00640 1 -- 172.21.15.44:0/4035540259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 msgr2=0x564f23340b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23340b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd0a0e00640 1 -- 172.21.15.44:0/4035540259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f23341080 con 0x564f2332e820 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd0a0e00640 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23341aa0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd090005b60 tx=0x7fd09000f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9c99722fc9ff897 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd082a00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd082a00640 1 -- 172.21.15.44:0/4035540259 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd090038030 con 0x564f2332e820 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd090030070 con 0x564f2332e820 2024-04-26T02:05:10.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.454+0000 7fd082a00640 1 -- 172.21.15.44:0/4035540259 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fd090018070 con 0x564f2332e820 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd082a00640 1 -- 172.21.15.44:0/4035540259 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd090011e60 con 0x564f2332e820 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 10 client.26507 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564f233aff70 con 0x564f2332e820 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd082a00640 1 -- 172.21.15.44:0/4035540259 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd090030070 con 0x564f2332e820 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd082a00640 1 -- 172.21.15.44:0/4035540259 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd09002b710 con 0x564f2332e820 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 10 client.26507 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 10 client.26507 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 20 client.26507 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f233b06a0 0x564f233b2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 4 client.26507 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564f232a2320 con 0x564f233b06a0 2024-04-26T02:05:10.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.455+0000 7fd09be00640 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f233b06a0 0x564f233b2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.456+0000 7fd082a00640 10 client.26507 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:10.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.456+0000 7fd09be00640 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f233b06a0 0x564f233b2ac0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ccb3a39d18be88c server_cookie=20a41f03eb50664a in_seq=0 out_seq=0 2024-04-26T02:05:10.462 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd082a00640 1 -- 172.21.15.44:0/4035540259 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564f232a2320 con 0x564f233b06a0 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd082a00640 10 client.26507 handle_command_reply: tid=0 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 client.26507 shutdown 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 msgr2=0x564f23341aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23341aa0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd090005b60 tx=0x7fd09000f3c0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 shutdown_connections 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564f233b06a0 0x564f233b2ac0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564f23339a00 0x564f23340b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564f2332f140 0x564f23340600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 --2- 172.21.15.44:0/4035540259 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564f2332e820 0x564f23341aa0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 >> 172.21.15.44:0/4035540259 conn(0x564f2332ad30 msgr2=0x564f23329600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd082a00640 0 client.26507 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:10.463 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 shutdown_connections 2024-04-26T02:05:10.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 1 -- 172.21.15.44:0/4035540259 wait complete. 2024-04-26T02:05:10.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.463+0000 7fd0a6675740 20 client.26507 trim_cache size 0 max 16384 2024-04-26T02:05:10.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:05:10.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:05:10.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:05:10.464 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:05:10.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd0840a3e70 msgr2=0x7fd0840a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.465 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd0840a3e70 0x7fd0840a6330 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd090009fd0 tx=0x7fd090005f90 comp rx=0 tx=0).stop 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c103b00 msgr2=0x7fd09c101370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c103b00 0x7fd09c101370 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fd08800e9f0 tx=0x7fd08800eeb0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 shutdown_connections 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd0840a3e70 0x7fd0840a6330 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd09c10c520 0x7fd09c1018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd09c103b00 0x7fd09c101370 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 --2- 172.21.15.44:0/3103238163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd09c1031e0 0x7fd09c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 >> 172.21.15.44:0/3103238163 conn(0x7fd09c077fd0 msgr2=0x7fd09c0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 shutdown_connections 2024-04-26T02:05:10.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:10.464+0000 7fd0a3800640 1 -- 172.21.15.44:0/3103238163 wait complete. 2024-04-26T02:05:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:10 smithi156 ceph-mon[32543]: pgmap v317: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 KiB/s wr, 29 op/s 2024-04-26T02:05:11.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:10 smithi090 ceph-mon[32456]: pgmap v317: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 KiB/s wr, 29 op/s 2024-04-26T02:05:11.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:10 smithi044 ceph-mon[27847]: pgmap v317: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 KiB/s wr, 29 op/s 2024-04-26T02:05:13.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:12 smithi044 ceph-mon[27847]: pgmap v318: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:05:13.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:12 smithi156 ceph-mon[32543]: pgmap v318: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:05:13.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:12 smithi090 ceph-mon[32456]: pgmap v318: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T02:05:13.931 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:05:14.425 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:05:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:14 smithi156 ceph-mon[32543]: pgmap v319: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T02:05:15.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:14 smithi090 ceph-mon[32456]: pgmap v319: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T02:05:15.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:14 smithi044 ceph-mon[27847]: pgmap v319: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 -- 172.21.15.44:0/3828903059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98105890 msgr2=0x7f7c981098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3828903059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98105890 0x7f7c981098e0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7c800099c0 tx=0x7f7c80009cd0 comp rx=0 tx=0).stop 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 -- 172.21.15.44:0/3828903059 shutdown_connections 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3828903059 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7c98109fc0 0x7f7c98111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3828903059 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 0x7f7c981052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3828903059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98105890 0x7f7c981098e0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 -- 172.21.15.44:0/3828903059 >> 172.21.15.44:0/3828903059 conn(0x7f7c98100770 msgr2=0x7f7c98102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.713+0000 7f7c9f200700 1 -- 172.21.15.44:0/3828903059 shutdown_connections 2024-04-26T02:05:16.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.714+0000 7f7c9f200700 1 -- 172.21.15.44:0/3828903059 wait complete. 2024-04-26T02:05:16.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.715+0000 7f7c9f200700 1 Processor -- start 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.715+0000 7f7c9f200700 1 -- start start 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c9f200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 0x7f7c9819b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c9f200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7c98105890 0x7f7c9819b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c9f200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98109fc0 0x7f7c9819fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c9f200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7c98114ea0 con 0x7f7c98109fc0 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c9f200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7c98114d20 con 0x7f7c98104ee0 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c9f200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7c98115020 con 0x7f7c98105890 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c97e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 0x7f7c9819b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c97e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 0x7f7c9819b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:54832/0 (socket says 172.21.15.44:54832) 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c97e00700 1 -- 172.21.15.44:0/3278825342 learned_addr learned my addr 172.21.15.44:0/3278825342 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c9d200700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98109fc0 0x7f7c9819fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c8f400700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7c98105890 0x7f7c9819b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c97e00700 1 -- 172.21.15.44:0/3278825342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7c98105890 msgr2=0x7f7c9819b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c97e00700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7c98105890 0x7f7c9819b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.716+0000 7f7c97e00700 1 -- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98109fc0 msgr2=0x7f7c9819fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c97e00700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98109fc0 0x7f7c9819fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c97e00700 1 -- 172.21.15.44:0/3278825342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c981a03a0 con 0x7f7c98104ee0 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c97e00700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 0x7f7c9819b390 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f7c8800e9a0 tx=0x7f7c8800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c95600700 1 -- 172.21.15.44:0/3278825342 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8800ca10 con 0x7f7c98104ee0 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c95600700 1 -- 172.21.15.44:0/3278825342 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c8800cbb0 con 0x7f7c98104ee0 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c95600700 1 -- 172.21.15.44:0/3278825342 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c88018680 con 0x7f7c98104ee0 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c981a0690 con 0x7f7c98104ee0 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.717+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c981a7f10 con 0x7f7c98104ee0 2024-04-26T02:05:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.719+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c98069730 con 0x7f7c98104ee0 2024-04-26T02:05:16.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.721+0000 7f7c95600700 1 -- 172.21.15.44:0/3278825342 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7c88010430 con 0x7f7c98104ee0 2024-04-26T02:05:16.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.722+0000 7f7c95600700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7c7c0a3db0 0x7f7c7c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:16.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.722+0000 7f7c95600700 1 -- 172.21.15.44:0/3278825342 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f7c880d0c80 con 0x7f7c98104ee0 2024-04-26T02:05:16.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.723+0000 7f7c8f400700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7c7c0a3db0 0x7f7c7c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:16.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.723+0000 7f7c8f400700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7c7c0a3db0 0x7f7c7c0a6270 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7c80000c00 tx=0x7f7c80005fb0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:16.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:16.724+0000 7f7c95600700 1 -- 172.21.15.44:0/3278825342 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7c8809d300 con 0x7f7c98104ee0 2024-04-26T02:05:17.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.016+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c9802df80 con 0x7f7c98104ee0 2024-04-26T02:05:17.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.018+0000 7f7c95600700 1 -- 172.21.15.44:0/3278825342 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f7c8809cc00 con 0x7f7c98104ee0 2024-04-26T02:05:17.017 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:05:17.017 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:05:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7c7c0a3db0 msgr2=0x7f7c7c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7c7c0a3db0 0x7f7c7c0a6270 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7c80000c00 tx=0x7f7c80005fb0 comp rx=0 tx=0).stop 2024-04-26T02:05:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 msgr2=0x7f7c9819b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 0x7f7c9819b390 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f7c8800e9a0 tx=0x7f7c8800ecb0 comp rx=0 tx=0).stop 2024-04-26T02:05:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 shutdown_connections 2024-04-26T02:05:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7c7c0a3db0 0x7f7c7c0a6270 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:17.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c98109fc0 0x7f7c9819fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7c98104ee0 0x7f7c9819b390 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 --2- 172.21.15.44:0/3278825342 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7c98105890 0x7f7c9819b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.021+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 >> 172.21.15.44:0/3278825342 conn(0x7f7c98100770 msgr2=0x7f7c98102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.022+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 shutdown_connections 2024-04-26T02:05:17.021 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:17.022+0000 7f7c9f200700 1 -- 172.21.15.44:0/3278825342 wait complete. 2024-04-26T02:05:17.022 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:05:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:16 smithi156 ceph-mon[32543]: pgmap v320: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-26T02:05:17.266 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:16 smithi090 ceph-mon[32456]: pgmap v320: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-26T02:05:17.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:16 smithi044 ceph-mon[27847]: pgmap v320: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-26T02:05:17.871 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 63582d73 --release --await' 2024-04-26T02:05:17.871 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 63582d73 --release --await 2024-04-26T02:05:18.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:17 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3278825342' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:18.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:17 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3278825342' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:18.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:17 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3278825342' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:05:18.366 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:05:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:18 smithi156 ceph-mon[32543]: pgmap v321: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-26T02:05:19.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:18 smithi090 ceph-mon[32456]: pgmap v321: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-26T02:05:19.319 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:18 smithi044 ceph-mon[27847]: pgmap v321: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-26T02:05:20.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 -- 172.21.15.44:0/1182427470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78105870 msgr2=0x7f7b781098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1182427470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78105870 0x7f7b781098c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f7b600099c0 tx=0x7f7b60009cd0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 -- 172.21.15.44:0/1182427470 shutdown_connections 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1182427470 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7b78104ec0 0x7f7b781052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1182427470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b78109fa0 0x7f7b78111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1182427470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78105870 0x7f7b781098c0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 -- 172.21.15.44:0/1182427470 >> 172.21.15.44:0/1182427470 conn(0x7f7b78100750 msgr2=0x7f7b78102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 -- 172.21.15.44:0/1182427470 shutdown_connections 2024-04-26T02:05:20.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.549+0000 7f7b7e800700 1 -- 172.21.15.44:0/1182427470 wait complete. 2024-04-26T02:05:20.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 Processor -- start 2024-04-26T02:05:20.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 -- start start 2024-04-26T02:05:20.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78104ec0 0x7f7b7819b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7b78105870 0x7f7b7819b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b78109fa0 0x7f7b7819fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7b78114e60 con 0x7f7b78104ec0 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b78114ce0 con 0x7f7b78109fa0 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b7e800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7b78114fe0 con 0x7f7b78105870 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.551+0000 7f7b77400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78104ec0 0x7f7b7819b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b77400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78104ec0 0x7f7b7819b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39444/0 (socket says 172.21.15.44:39444) 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b77400700 1 -- 172.21.15.44:0/1949863731 learned_addr learned my addr 172.21.15.44:0/1949863731 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7b78105870 0x7f7b7819b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b77e00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b78109fa0 0x7f7b7819fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b6ea00700 1 -- 172.21.15.44:0/1949863731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b78109fa0 msgr2=0x7f7b7819fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b78109fa0 0x7f7b7819fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b6ea00700 1 -- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78104ec0 msgr2=0x7f7b7819b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78104ec0 0x7f7b7819b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b6ea00700 1 -- 172.21.15.44:0/1949863731 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b781a0440 con 0x7f7b78105870 2024-04-26T02:05:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b77e00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b78109fa0 0x7f7b7819fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b77400700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78104ec0 0x7f7b7819b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.552+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7b78105870 0x7f7b7819b970 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7b600098e0 tx=0x7f7b60004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.553+0000 7f7b74c00700 1 -- 172.21.15.44:0/1949863731 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60026070 con 0x7f7b78105870 2024-04-26T02:05:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.553+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b781a06d0 con 0x7f7b78105870 2024-04-26T02:05:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.553+0000 7f7b74c00700 1 -- 172.21.15.44:0/1949863731 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b60003c70 con 0x7f7b78105870 2024-04-26T02:05:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.553+0000 7f7b74c00700 1 -- 172.21.15.44:0/1949863731 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6000f9c0 con 0x7f7b78105870 2024-04-26T02:05:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.553+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b781a7fb0 con 0x7f7b78105870 2024-04-26T02:05:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.557+0000 7f7b74c00700 1 -- 172.21.15.44:0/1949863731 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7b60029070 con 0x7f7b78105870 2024-04-26T02:05:20.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.558+0000 7f7b89213b80 1 Processor -- start 2024-04-26T02:05:20.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.558+0000 7f7b74c00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b5c0a3e30 0x7f7b5c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.558+0000 7f7b89213b80 1 -- start start 2024-04-26T02:05:20.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.558+0000 7f7b74c00700 1 -- 172.21.15.44:0/1949863731 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f7b600d0ec0 con 0x7f7b78105870 2024-04-26T02:05:20.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b77e00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b5c0a3e30 0x7f7b5c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477c3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477cdf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b89213b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563347715f90 con 0x5633477ce4d0 2024-04-26T02:05:20.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b89213b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5633476bc830 con 0x5633477c3660 2024-04-26T02:05:20.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b89213b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563347711f50 con 0x5633477c2d40 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477cdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b77400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477c3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477cdf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59226/0 (socket says 172.21.15.44:59226) 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 -- 172.21.15.44:0/2218018722 learned_addr learned my addr 172.21.15.44:0/2218018722 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b77e00700 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 -- 172.21.15.44:0/2218018722 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 msgr2=0x5633477c3120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477c3120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 -- 172.21.15.44:0/2218018722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 msgr2=0x5633477d08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.559+0000 7f7b6ea00700 1 -- 172.21.15.44:0/2218018722 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633476b2780 con 0x5633477c3660 2024-04-26T02:05:20.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.560+0000 7f7b77e00700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b5c0a3e30 0x7f7b5c0a62f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7b70004230 tx=0x7f7b700045f0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:20.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.560+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477cdf90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f7b600998a0 tx=0x7f7b60009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bfe30cfaa74ea7e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:20.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.560+0000 7f7b6cc00700 1 -- 172.21.15.44:0/2218018722 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6009d5d0 con 0x5633477c3660 2024-04-26T02:05:20.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.560+0000 7f7b6cc00700 1 -- 172.21.15.44:0/2218018722 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b60003e20 con 0x5633477c3660 2024-04-26T02:05:20.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.560+0000 7f7b6cc00700 1 -- 172.21.15.44:0/2218018722 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6009d390 con 0x5633477c3660 2024-04-26T02:05:20.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 -- 172.21.15.44:0/2218018722 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 msgr2=0x5633477cdf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477cdf90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f7b600998a0 tx=0x7f7b60009310 comp rx=0 tx=0).stop 2024-04-26T02:05:20.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 -- 172.21.15.44:0/2218018722 shutdown_connections 2024-04-26T02:05:20.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477c3120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 --2- 172.21.15.44:0/2218018722 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477cdf90 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 -- 172.21.15.44:0/2218018722 >> 172.21.15.44:0/2218018722 conn(0x5633476f2050 msgr2=0x5633477bf250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 -- 172.21.15.44:0/2218018722 shutdown_connections 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.561+0000 7f7b89213b80 1 -- 172.21.15.44:0/2218018722 wait complete. 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.562+0000 7f7b89213b80 1 -- start start 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.562+0000 7f7b89213b80 1 Processor -- start 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477cdc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477cb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b89213b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5633476bc830 con 0x5633477ce4d0 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b89213b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5633476cf960 con 0x5633477c3660 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b89213b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5633477d0e00 con 0x5633477c2d40 2024-04-26T02:05:20.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b89213b80 10 client.0 _ll_register_callbacks cb 0x5633476ae820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:20.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b77e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477cb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b6ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b77e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477cb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39460/0 (socket says 172.21.15.44:39460) 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b6ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477caf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59234/0 (socket says 172.21.15.44:59234) 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b77e00700 1 -- 172.21.15.44:0/8937757 learned_addr learned my addr 172.21.15.44:0/8937757 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b77400700 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477cdc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b6ea00700 1 -- 172.21.15.44:0/8937757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 msgr2=0x5633477cdc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477cdc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b6ea00700 1 -- 172.21.15.44:0/8937757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 msgr2=0x5633477cb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477cb4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b6ea00700 1 -- 172.21.15.44:0/8937757 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633476639d0 con 0x5633477c3660 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.563+0000 7f7b77e00700 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477caf60 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7b60003fd0 tx=0x7f7b6009d360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef7420b0a44f8c46 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b65600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:05:20.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b65600700 1 -- 172.21.15.44:0/8937757 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6009d5d0 con 0x5633477c3660 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b60003e20 con 0x5633477c3660 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b65600700 1 -- 172.21.15.44:0/8937757 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f7b6009b1d0 con 0x5633477c3660 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b65600700 1 -- 172.21.15.44:0/8937757 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7b600a1280 con 0x5633477c3660 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b89213b80 10 client.26525 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.564+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5633476acbf0 con 0x5633477c3660 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b65600700 1 -- 172.21.15.44:0/8937757 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b60003e20 con 0x5633477c3660 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b65600700 1 -- 172.21.15.44:0/8937757 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7b6000fb60 con 0x5633477c3660 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b89213b80 10 client.26525 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b89213b80 10 client.26525 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b89213b80 20 client.26525 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b89213b80 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5633477dd850 0x5633477dfc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b89213b80 4 client.26525 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:20.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.565+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563347723780 con 0x5633477dd850 2024-04-26T02:05:20.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.566+0000 7f7b77400700 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5633477dd850 0x5633477dfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.566+0000 7f7b77400700 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5633477dd850 0x5633477dfc40 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c9642bce7980b6 server_cookie=a4d6bec709b5b0cc in_seq=0 out_seq=0 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.566+0000 7f7b65600700 10 client.26525 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b65600700 1 -- 172.21.15.44:0/8937757 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563347723780 con 0x5633477dd850 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b65600700 10 client.26525 handle_command_reply: tid=0 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 client.26525 shutdown 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 msgr2=0x5633477caf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477caf60 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7b60003fd0 tx=0x7f7b6009d360 comp rx=0 tx=0).stop 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 shutdown_connections 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477cdc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5633477dd850 0x5633477dfc40 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 --2- 172.21.15.44:0/8937757 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477caf60 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 >> 172.21.15.44:0/8937757 conn(0x5633476f2050 msgr2=0x5633477bee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:20.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.567+0000 7f7b65600700 0 client.26525 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:20.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.568+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 shutdown_connections 2024-04-26T02:05:20.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.568+0000 7f7b89213b80 1 -- 172.21.15.44:0/8937757 wait complete. 2024-04-26T02:05:20.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.568+0000 7f7b89213b80 20 client.26525 trim_cache size 0 max 16384 2024-04-26T02:05:20.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.589+0000 7f7b89213b80 1 Processor -- start 2024-04-26T02:05:20.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.589+0000 7f7b89213b80 1 -- start start 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.589+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477d9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477d6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d65d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b89213b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7b781af2d0 con 0x5633477ce4d0 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b89213b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b781b0e10 con 0x5633477c3660 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b89213b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7b781af9a0 con 0x5633477c2d40 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b77e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b6ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477d6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b77e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d65d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39470/0 (socket says 172.21.15.44:39470) 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b77e00700 1 -- 172.21.15.44:0/4468041 learned_addr learned my addr 172.21.15.44:0/4468041 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b77400700 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477d9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b6ea00700 1 -- 172.21.15.44:0/4468041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 msgr2=0x5633477d9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477d9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b6ea00700 1 -- 172.21.15.44:0/4468041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 msgr2=0x5633477d65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.590+0000 7f7b6ea00700 1 -- 172.21.15.44:0/4468041 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633477c4500 con 0x5633477c3660 2024-04-26T02:05:20.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.591+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477d6090 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7b60099330 tx=0x7f7b6000f460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3bb58fbd2b478fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:20.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.591+0000 7f7b67e00700 1 -- 172.21.15.44:0/4468041 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6009ca10 con 0x5633477c3660 2024-04-26T02:05:20.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.591+0000 7f7b67e00700 1 -- 172.21.15.44:0/4468041 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b60003e20 con 0x5633477c3660 2024-04-26T02:05:20.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.591+0000 7f7b67e00700 1 -- 172.21.15.44:0/4468041 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b6009b1d0 con 0x5633477c3660 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 -- 172.21.15.44:0/4468041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 msgr2=0x5633477d6090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477d6090 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7b60099330 tx=0x7f7b6000f460 comp rx=0 tx=0).stop 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 -- 172.21.15.44:0/4468041 shutdown_connections 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c2d40 0x5633477d9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477ce4d0 0x5633477d65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 --2- 172.21.15.44:0/4468041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477c3660 0x5633477d6090 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 -- 172.21.15.44:0/4468041 >> 172.21.15.44:0/4468041 conn(0x5633476f2050 msgr2=0x5633477be400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 -- 172.21.15.44:0/4468041 shutdown_connections 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 -- 172.21.15.44:0/4468041 wait complete. 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.592+0000 7f7b89213b80 1 -- start start 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 1 Processor -- start 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477c2d40 0x5633477d6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c3660 0x5633477d48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477ce4d0 0x5633477d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7b781b0740 con 0x5633477c2d40 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7b781b0070 con 0x5633477ce4d0 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7b781ad290 con 0x5633477c3660 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.593+0000 7f7b89213b80 10 client.0 _ll_register_callbacks cb 0x5633476ae820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477c2d40 0x5633477d6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477c2d40 0x5633477d6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39476/0 (socket says 172.21.15.44:39476) 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 -- 172.21.15.44:0/1677955697 learned_addr learned my addr 172.21.15.44:0/1677955697 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c3660 0x5633477d48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77e00700 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477ce4d0 0x5633477d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 -- 172.21.15.44:0/1677955697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c3660 msgr2=0x5633477d48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c3660 0x5633477d48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 -- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477ce4d0 msgr2=0x5633477d4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477ce4d0 0x5633477d4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.594+0000 7f7b77400700 1 -- 172.21.15.44:0/1677955697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563347843bf0 con 0x5633477c2d40 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b77400700 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477c2d40 0x5633477d6530 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x5633477e02d0 tx=0x7f7b68012da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdd21258de1fa8a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b65600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b65600700 1 -- 172.21.15.44:0/1677955697 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b68004230 con 0x5633477c2d40 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b65600700 1 -- 172.21.15.44:0/1677955697 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f7b680043d0 con 0x5633477c2d40 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b60003e20 con 0x5633477c2d40 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b65600700 1 -- 172.21.15.44:0/1677955697 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7b68031050 con 0x5633477c2d40 2024-04-26T02:05:20.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b89213b80 10 client.16428 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.595+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563347844df0 con 0x5633477c2d40 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b65600700 1 -- 172.21.15.44:0/1677955697 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b60003e20 con 0x5633477c2d40 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b65600700 1 -- 172.21.15.44:0/1677955697 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7b68003940 con 0x5633477c2d40 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b89213b80 10 client.16428 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b89213b80 10 client.16428 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b89213b80 20 client.16428 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b89213b80 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563347845550 0x563347847970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b89213b80 4 client.16428 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "63582d73", "release": true, "await": true}] 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "63582d73", "release": true, "await": true}) -- 0x56334771d820 con 0x563347845550 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.596+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563347845550 0x563347847970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.597+0000 7f7b6ea00700 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563347845550 0x563347847970 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a98fd8ff9fa23379 server_cookie=41e2b6c68f11b30f in_seq=0 out_seq=0 2024-04-26T02:05:20.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.597+0000 7f7b65600700 10 client.16428 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:20.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.599+0000 7f7b65600700 1 -- 172.21.15.44:0/1677955697 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x56334771d820 con 0x563347845550 2024-04-26T02:05:20.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.599+0000 7f7b65600700 10 client.16428 handle_command_reply: tid=0 2024-04-26T02:05:20.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 client.16428 shutdown 2024-04-26T02:05:20.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477c2d40 msgr2=0x5633477d6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477c2d40 0x5633477d6530 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x5633477e02d0 tx=0x7f7b68012da0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 shutdown_connections 2024-04-26T02:05:20.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563347845550 0x563347847970 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5633477ce4d0 0x5633477d4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5633477c2d40 0x5633477d6530 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 --2- 172.21.15.44:0/1677955697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5633477c3660 0x5633477d48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 >> 172.21.15.44:0/1677955697 conn(0x5633476f2050 msgr2=0x5633477bec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b65600700 0 client.16428 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 shutdown_connections 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 1 -- 172.21.15.44:0/1677955697 wait complete. 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.600+0000 7f7b89213b80 20 client.16428 trim_cache size 0 max 16384 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:05:20.600 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 32, 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "63582d73": { 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 32, 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.1, 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:05:20.601 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:05:20.602 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b5c0a3e30 msgr2=0x7f7b5c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b5c0a3e30 0x7f7b5c0a62f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7b70004230 tx=0x7f7b700045f0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7b78105870 msgr2=0x7f7b7819b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7b78105870 0x7f7b7819b970 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7b600098e0 tx=0x7f7b60004270 comp rx=0 tx=0).stop 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 shutdown_connections 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b5c0a3e30 0x7f7b5c0a62f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7b78109fa0 0x7f7b7819fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b78104ec0 0x7f7b7819b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 --2- 172.21.15.44:0/1949863731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7b78105870 0x7f7b7819b970 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:20.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.601+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 >> 172.21.15.44:0/1949863731 conn(0x7f7b78100750 msgr2=0x7f7b78102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:20.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.602+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 shutdown_connections 2024-04-26T02:05:20.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:05:20.602+0000 7f7b7e800700 1 -- 172.21.15.44:0/1949863731 wait complete. 2024-04-26T02:05:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:20 smithi156 ceph-mon[32543]: pgmap v322: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:05:21.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:20 smithi090 ceph-mon[32456]: pgmap v322: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:05:21.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:20 smithi044 ceph-mon[27847]: pgmap v322: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-04-26T02:05:21.548 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '63582d73', seconds elapsed: 37.5 2024-04-26T02:05:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:22 smithi156 ceph-mon[32543]: pgmap v323: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:05:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:22 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:05:23.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:22 smithi090 ceph-mon[32456]: pgmap v323: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:05:23.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:22 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:05:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:22 smithi044 ceph-mon[27847]: pgmap v323: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:05:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:22 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 -- 172.21.15.44:0/3498340805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18101860 msgr2=0x7f1f181058a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/3498340805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18101860 0x7f1f181058a0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1f00009860 tx=0x7f1f0002a340 comp rx=0 tx=0).stop 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 -- 172.21.15.44:0/3498340805 shutdown_connections 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/3498340805 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1f18105f80 0x7f1f1810db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/3498340805 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18101860 0x7f1f181058a0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/3498340805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f18100eb0 0x7f1f18101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 -- 172.21.15.44:0/3498340805 >> 172.21.15.44:0/3498340805 conn(0x7f1f180fc770 msgr2=0x7f1f180feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:23.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 -- 172.21.15.44:0/3498340805 shutdown_connections 2024-04-26T02:05:23.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.607+0000 7f1f1ce00640 1 -- 172.21.15.44:0/3498340805 wait complete. 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.608+0000 7f1f1ce00640 1 Processor -- start 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.608+0000 7f1f1ce00640 1 -- start start 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f1ce00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1f18100eb0 0x7f1f18102940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f1ce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18105f80 0x7f1f18102e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f1ce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f181033c0 0x7f1f181a6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f1ce00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f18110ea0 con 0x7f1f181033c0 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f1ce00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1f18110d20 con 0x7f1f18105f80 2024-04-26T02:05:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f1ce00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1f18111020 con 0x7f1f18100eb0 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f16a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18105f80 0x7f1f18102e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f17e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f181033c0 0x7f1f181a6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f16a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18105f80 0x7f1f18102e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59266/0 (socket says 172.21.15.44:59266) 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f16a00640 1 -- 172.21.15.44:0/188196063 learned_addr learned my addr 172.21.15.44:0/188196063 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.609+0000 7f1f17400640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1f18100eb0 0x7f1f18102940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f16a00640 1 -- 172.21.15.44:0/188196063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1f18100eb0 msgr2=0x7f1f18102940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f16a00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1f18100eb0 0x7f1f18102940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f16a00640 1 -- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f181033c0 msgr2=0x7f1f181a6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f16a00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f181033c0 0x7f1f181a6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f16a00640 1 -- 172.21.15.44:0/188196063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f181a6f30 con 0x7f1f18105f80 2024-04-26T02:05:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f16a00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18105f80 0x7f1f18102e80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1f00000c00 tx=0x7f1f00032d40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f0fe00640 1 -- 172.21.15.44:0/188196063 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f00040020 con 0x7f1f18105f80 2024-04-26T02:05:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f0fe00640 1 -- 172.21.15.44:0/188196063 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f00030e10 con 0x7f1f18105f80 2024-04-26T02:05:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f181a71c0 con 0x7f1f18105f80 2024-04-26T02:05:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f0fe00640 1 -- 172.21.15.44:0/188196063 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f00037040 con 0x7f1f18105f80 2024-04-26T02:05:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.610+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f181a7700 con 0x7f1f18105f80 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.614+0000 7f1f21398740 1 Processor -- start 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f21398740 1 -- start start 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f0fe00640 1 -- 172.21.15.44:0/188196063 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1f00043020 con 0x7f1f18105f80 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f21398740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d11d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f21398740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d1c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f21398740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d1ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f21398740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561069c77900 con 0x561069d119b0 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f21398740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561069c1def0 con 0x561069d122d0 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f21398740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x561069c738c0 con 0x561069d1cb90 2024-04-26T02:05:23.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f17e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d11d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f17400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d1c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f16a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d1ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f17400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d1c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59272/0 (socket says 172.21.15.44:59272) 2024-04-26T02:05:23.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.615+0000 7f1f17400640 1 -- 172.21.15.44:0/3920356701 learned_addr learned my addr 172.21.15.44:0/3920356701 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f17400640 1 -- 172.21.15.44:0/3920356701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 msgr2=0x561069d1ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f17400640 1 --2- 172.21.15.44:0/3920356701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d1ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f17400640 1 -- 172.21.15.44:0/3920356701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 msgr2=0x561069d11d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f17400640 1 --2- 172.21.15.44:0/3920356701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d11d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f17400640 1 -- 172.21.15.44:0/3920356701 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56106998a210 con 0x561069d122d0 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f17400640 1 --2- 172.21.15.44:0/3920356701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d1c650 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f1f08009cc0 tx=0x7f1f08011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74b945580c0bd369 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f0cc00640 1 -- 172.21.15.44:0/3920356701 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f08005220 con 0x561069d122d0 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f0cc00640 1 -- 172.21.15.44:0/3920356701 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f08004c50 con 0x561069d122d0 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.616+0000 7f1f0cc00640 1 -- 172.21.15.44:0/3920356701 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f08019790 con 0x561069d122d0 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f0fe00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1efc0a3dc0 0x7f1efc0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f0fe00640 1 -- 172.21.15.44:0/188196063 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f1f000f0220 con 0x7f1f18105f80 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f17e00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1efc0a3dc0 0x7f1efc0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 -- 172.21.15.44:0/3920356701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 msgr2=0x561069d1c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 --2- 172.21.15.44:0/3920356701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d1c650 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f1f08009cc0 tx=0x7f1f08011810 comp rx=0 tx=0).stop 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 -- 172.21.15.44:0/3920356701 shutdown_connections 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 --2- 172.21.15.44:0/3920356701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d1ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 --2- 172.21.15.44:0/3920356701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d1c650 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 --2- 172.21.15.44:0/3920356701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d11d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 -- 172.21.15.44:0/3920356701 >> 172.21.15.44:0/3920356701 conn(0x561069d0dec0 msgr2=0x561069d0e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 -- 172.21.15.44:0/3920356701 shutdown_connections 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.617+0000 7f1f21398740 1 -- 172.21.15.44:0/3920356701 wait complete. 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.618+0000 7f1f17e00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1efc0a3dc0 0x7f1efc0a6280 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1f10005fd0 tx=0x7f1f10009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.618+0000 7f1f21398740 1 -- start start 2024-04-26T02:05:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.618+0000 7f1f21398740 1 Processor -- start 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f21398740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d199e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f21398740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d19f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f21398740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d1a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f21398740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561069d1f7c0 con 0x561069d119b0 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f21398740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x561069c31310 con 0x561069d1cb90 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f21398740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x561069d1f940 con 0x561069d122d0 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f21398740 10 client.0 _ll_register_callbacks cb 0x561069bffcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d199e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d1a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d199e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39516/0 (socket says 172.21.15.44:39516) 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17400640 1 -- 172.21.15.44:0/3960996456 learned_addr learned my addr 172.21.15.44:0/3960996456 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f16a00640 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d19f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17e00640 1 -- 172.21.15.44:0/3960996456 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 msgr2=0x561069d19f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17e00640 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d19f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17e00640 1 -- 172.21.15.44:0/3960996456 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 msgr2=0x561069d199e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17e00640 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d199e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17e00640 1 -- 172.21.15.44:0/3960996456 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561069a56620 con 0x561069d1cb90 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.619+0000 7f1f17400640 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d199e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f17e00640 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d1a460 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f1f10011dd0 tx=0x7f1f10004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6a22873a5968a98 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f05600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f05600640 1 -- 172.21.15.44:0/3960996456 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f10004b20 con 0x561069d1cb90 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f05600640 1 -- 172.21.15.44:0/3960996456 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f1f10004cc0 con 0x561069d1cb90 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f08004c50 con 0x561069d1cb90 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f05600640 1 -- 172.21.15.44:0/3960996456 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1f1000f810 con 0x561069d1cb90 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f21398740 10 client.26543 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:23.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.620+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561069d2b970 con 0x561069d1cb90 2024-04-26T02:05:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f05600640 1 -- 172.21.15.44:0/3960996456 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f08004c50 con 0x561069d1cb90 2024-04-26T02:05:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f05600640 1 -- 172.21.15.44:0/3960996456 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1f10026070 con 0x561069d1cb90 2024-04-26T02:05:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f21398740 10 client.26543 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f21398740 10 client.26543 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f21398740 20 client.26543 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:23.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f21398740 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d2ce80 0x561069d2f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f21398740 4 client.26543 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561069c8b8b0 con 0x561069d2ce80 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.621+0000 7f1f17400640 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d2ce80 0x561069d2f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.622+0000 7f1f17400640 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d2ce80 0x561069d2f290 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=157b07102a2dd3f5 server_cookie=3717ba23911cb492 in_seq=0 out_seq=0 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.622+0000 7f1f05600640 10 client.26543 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f05600640 1 -- 172.21.15.44:0/3960996456 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561069c8b8b0 con 0x561069d2ce80 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f05600640 10 client.26543 handle_command_reply: tid=0 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 client.26543 shutdown 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 msgr2=0x561069d1a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d1a460 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f1f10011dd0 tx=0x7f1f10004ab0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 shutdown_connections 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d2ce80 0x561069d2f290 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d1a460 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d19f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 --2- 172.21.15.44:0/3960996456 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d199e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 >> 172.21.15.44:0/3960996456 conn(0x561069d0dec0 msgr2=0x561069d13c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f05600640 0 client.26543 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 shutdown_connections 2024-04-26T02:05:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 1 -- 172.21.15.44:0/3960996456 wait complete. 2024-04-26T02:05:23.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.623+0000 7f1f21398740 20 client.26543 trim_cache size 0 max 16384 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 Processor -- start 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 -- start start 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d28680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d14370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d34ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f181afbb0 con 0x561069d119b0 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1f181b16f0 con 0x561069d1cb90 2024-04-26T02:05:23.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.640+0000 7f1f21398740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1f181b0280 con 0x561069d122d0 2024-04-26T02:05:23.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d34ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f16a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d14370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d34ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59294/0 (socket says 172.21.15.44:59294) 2024-04-26T02:05:23.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 -- 172.21.15.44:0/2324541072 learned_addr learned my addr 172.21.15.44:0/2324541072 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:23.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17400640 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d28680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 -- 172.21.15.44:0/2324541072 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 msgr2=0x561069d14370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d14370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 -- 172.21.15.44:0/2324541072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 msgr2=0x561069d28680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d28680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 -- 172.21.15.44:0/2324541072 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561069d148b0 con 0x561069d1cb90 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f16a00640 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d14370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17400640 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d28680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.641+0000 7f1f17e00640 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d34ba0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1f10011ef0 tx=0x7f1f10003d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e67c7b2a5305d6b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f07e00640 1 -- 172.21.15.44:0/2324541072 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f10034020 con 0x561069d1cb90 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f07e00640 1 -- 172.21.15.44:0/2324541072 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f1000f9b0 con 0x561069d1cb90 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f07e00640 1 -- 172.21.15.44:0/2324541072 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1001eab0 con 0x561069d1cb90 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 -- 172.21.15.44:0/2324541072 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 msgr2=0x561069d34ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d34ba0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1f10011ef0 tx=0x7f1f10003d30 comp rx=0 tx=0).stop 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 -- 172.21.15.44:0/2324541072 shutdown_connections 2024-04-26T02:05:23.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d1cb90 0x561069d34ba0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d122d0 0x561069d14370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 --2- 172.21.15.44:0/2324541072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d28680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 -- 172.21.15.44:0/2324541072 >> 172.21.15.44:0/2324541072 conn(0x561069d0dec0 msgr2=0x561069d182b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:23.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.642+0000 7f1f21398740 1 -- 172.21.15.44:0/2324541072 shutdown_connections 2024-04-26T02:05:23.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 -- 172.21.15.44:0/2324541072 wait complete. 2024-04-26T02:05:23.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 -- start start 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 Processor -- start 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d21d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d22290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d91410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f181b1020 con 0x561069d119b0 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1f181b0950 con 0x561069d122d0 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.643+0000 7f1f21398740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1f181adbb0 con 0x561069d1cb90 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f21398740 10 client.0 _ll_register_callbacks cb 0x7f1f10003e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f17400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d21d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d22290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d22290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59304/0 (socket says 172.21.15.44:59304) 2024-04-26T02:05:23.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 -- 172.21.15.44:0/853263909 learned_addr learned my addr 172.21.15.44:0/853263909 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f17e00640 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d91410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 -- 172.21.15.44:0/853263909 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 msgr2=0x561069d91410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d91410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 -- 172.21.15.44:0/853263909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 msgr2=0x561069d21d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d21d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 -- 172.21.15.44:0/853263909 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561069d91950 con 0x561069d122d0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f16a00640 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d22290 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f1f000bc240 tx=0x7f1f0002a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66d56cb37052f81d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f05600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.644+0000 7f1f05600640 1 -- 172.21.15.44:0/853263909 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f000bbdf0 con 0x561069d122d0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f1000f9b0 con 0x561069d122d0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f05600640 1 -- 172.21.15.44:0/853263909 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f1f000bc710 con 0x561069d122d0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f05600640 1 -- 172.21.15.44:0/853263909 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1f000edde0 con 0x561069d122d0 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 10 client.26549 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:23.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561069d92cc0 con 0x561069d122d0 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f05600640 1 -- 172.21.15.44:0/853263909 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f1000f9b0 con 0x561069d122d0 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f05600640 1 -- 172.21.15.44:0/853263909 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1f000c4a90 con 0x561069d122d0 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 10 client.26549 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 10 client.26549 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 20 client.26549 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d93390 0x561069d95780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 4 client.26549 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561069c85320 con 0x561069d93390 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.645+0000 7f1f17400640 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d93390 0x561069d95780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.646+0000 7f1f17400640 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d93390 0x561069d95780 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=173c0f4e7331f1ad server_cookie=cde5a8d709cc36d6 in_seq=0 out_seq=0 2024-04-26T02:05:23.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.646+0000 7f1f05600640 10 client.26549 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:23.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f05600640 1 -- 172.21.15.44:0/853263909 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561069c85320 con 0x561069d93390 2024-04-26T02:05:23.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f05600640 10 client.26549 handle_command_reply: tid=0 2024-04-26T02:05:23.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 client.26549 shutdown 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 msgr2=0x561069d22290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d22290 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f1f000bc240 tx=0x7f1f0002a340 comp rx=0 tx=0).stop 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 shutdown_connections 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561069d93390 0x561069d95780 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x561069d1cb90 0x561069d91410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x561069d122d0 0x561069d22290 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 --2- 172.21.15.44:0/853263909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561069d119b0 0x561069d21d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f05600640 0 client.26549 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.649+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 >> 172.21.15.44:0/853263909 conn(0x561069d0dec0 msgr2=0x561069d199a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 shutdown_connections 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f21398740 1 -- 172.21.15.44:0/853263909 wait complete. 2024-04-26T02:05:23.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f21398740 20 client.26549 trim_cache size 0 max 16384 2024-04-26T02:05:23.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:05:23.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:05:23.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:05:23.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1efc0a3dc0 msgr2=0x7f1efc0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1efc0a3dc0 0x7f1efc0a6280 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1f10005fd0 tx=0x7f1f10009500 comp rx=0 tx=0).stop 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18105f80 msgr2=0x7f1f18102e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18105f80 0x7f1f18102e80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1f00000c00 tx=0x7f1f00032d40 comp rx=0 tx=0).stop 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 shutdown_connections 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1efc0a3dc0 0x7f1efc0a6280 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f181033c0 0x7f1f181a6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1f18105f80 0x7f1f18102e80 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 --2- 172.21.15.44:0/188196063 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1f18100eb0 0x7f1f18102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.650+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 >> 172.21.15.44:0/188196063 conn(0x7f1f180fc770 msgr2=0x7f1f18069bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.651+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 shutdown_connections 2024-04-26T02:05:23.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:23.651+0000 7f1f1ce00640 1 -- 172.21.15.44:0/188196063 wait complete. 2024-04-26T02:05:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: pgmap v324: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.3 KiB/s wr, 14 op/s 2024-04-26T02:05:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:24 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: pgmap v324: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.3 KiB/s wr, 14 op/s 2024-04-26T02:05:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:24 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: pgmap v324: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.3 KiB/s wr, 14 op/s 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:24 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:25.632 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.632 INFO:tasks.workunit.client.0.smithi044.stdout:251/600: open fd = 3 2024-04-26T02:05:25.632 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.632 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:252/600: open fd = 3 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:253/600: open fd = 3 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.633 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:254/600: open fd = 3 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:255/600: open fd = 3 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:256/600: open fd = 3 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.634 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:257/600: open fd = 3 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:258/600: open fd = 3 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.635 INFO:tasks.workunit.client.0.smithi044.stdout:259/600: open fd = 3 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:260/600: open fd = 3 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:261/600: open fd = 3 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.636 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:262/600: open fd = 3 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:263/600: open fd = 3 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:264/600: open fd = 3 2024-04-26T02:05:25.637 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:265/600: open fd = 3 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:266/600: open fd = 3 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.638 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:267/600: open fd = 3 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:268/600: open fd = 3 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:269/600: open fd = 3 2024-04-26T02:05:25.639 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:270/600: open fd = 3 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:271/600: open fd = 3 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.640 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:272/600: open fd = 3 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:273/600: open fd = 3 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:274/600: open fd = 3 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.641 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:275/600: open fd = 3 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:276/600: open fd = 3 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.642 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:277/600: open fd = 3 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:278/600: open fd = 3 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:279/600: open fd = 3 2024-04-26T02:05:25.643 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:280/600: open fd = 3 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:281/600: open fd = 3 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.644 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:282/600: open fd = 3 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:283/600: open fd = 3 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:284/600: open fd = 3 2024-04-26T02:05:25.645 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:285/600: open fd = 3 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:286/600: open fd = 3 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.646 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:287/600: open fd = 3 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:288/600: open fd = 3 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:289/600: open fd = 3 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.647 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:290/600: open fd = 3 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:291/600: open fd = 3 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.648 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:292/600: open fd = 3 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:293/600: open fd = 3 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:294/600: open fd = 3 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.649 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:295/600: open fd = 3 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:296/600: open fd = 3 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.650 INFO:tasks.workunit.client.0.smithi044.stdout:297/600: open fd = 3 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:298/600: open fd = 3 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:299/600: open fd = 3 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.651 INFO:tasks.workunit.client.0.smithi044.stdout:300/600: open fd = 3 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:301/600: open fd = 3 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:302/600: open fd = 3 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.652 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:303/600: open fd = 3 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:304/600: open fd = 3 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:305/600: open fd = 3 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.653 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:306/600: open fd = 3 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:307/600: open fd = 3 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.654 INFO:tasks.workunit.client.0.smithi044.stdout:308/600: open fd = 3 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:309/600: open fd = 3 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:310/600: open fd = 3 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.655 INFO:tasks.workunit.client.0.smithi044.stdout:311/600: open fd = 3 2024-04-26T02:05:25.656 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.656 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.656 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:05:25.656 INFO:tasks.workunit.client.0.smithi044.stdout:312/600: open fd = 3 2024-04-26T02:05:25.656 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:25.656 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:05:26.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:25 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi090 to 176.2M 2024-04-26T02:05:26.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:25 smithi156 ceph-mon[32543]: Unable to set osd_memory_target on smithi090 to 184764518: error parsing value: Value '184764518' is below minimum 939524096 2024-04-26T02:05:26.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:25 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi156 to 176.2M 2024-04-26T02:05:26.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:25 smithi156 ceph-mon[32543]: Unable to set osd_memory_target on smithi156 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-26T02:05:26.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:25 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:26.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:25 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:26.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:25 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi090 to 176.2M 2024-04-26T02:05:26.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:25 smithi090 ceph-mon[32456]: Unable to set osd_memory_target on smithi090 to 184764518: error parsing value: Value '184764518' is below minimum 939524096 2024-04-26T02:05:26.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:25 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi156 to 176.2M 2024-04-26T02:05:26.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:25 smithi090 ceph-mon[32456]: Unable to set osd_memory_target on smithi156 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-26T02:05:26.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:25 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:26.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:25 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:26.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:25 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi090 to 176.2M 2024-04-26T02:05:26.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:25 smithi044 ceph-mon[27847]: Unable to set osd_memory_target on smithi090 to 184764518: error parsing value: Value '184764518' is below minimum 939524096 2024-04-26T02:05:26.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:25 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi156 to 176.2M 2024-04-26T02:05:26.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:25 smithi044 ceph-mon[27847]: Unable to set osd_memory_target on smithi156 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-26T02:05:26.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:25 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:26.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:25 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: pgmap v325: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-26T02:05:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:05:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:05:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:26 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: pgmap v325: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:05:27.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:05:27.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:26 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:27.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: pgmap v325: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:05:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:26 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:05:28.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:27 smithi156 ceph-mon[32543]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-04-26T02:05:28.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:27 smithi156 ceph-mon[32543]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:05:28.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:27 smithi090 ceph-mon[32456]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-04-26T02:05:28.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:27 smithi090 ceph-mon[32456]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:05:28.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:27 smithi044 ceph-mon[27847]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-04-26T02:05:28.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:27 smithi044 ceph-mon[27847]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T02:05:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:28 smithi156 ceph-mon[32543]: pgmap v326: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-26T02:05:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:28 smithi090 ceph-mon[32456]: pgmap v326: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-26T02:05:29.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:28 smithi044 ceph-mon[27847]: pgmap v326: 97 pgs: 97 active+clean; 4.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-04-26T02:05:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:30 smithi156 ceph-mon[32543]: pgmap v327: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.2 KiB/s wr, 16 op/s 2024-04-26T02:05:31.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:30 smithi090 ceph-mon[32456]: pgmap v327: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.2 KiB/s wr, 16 op/s 2024-04-26T02:05:31.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:30 smithi044 ceph-mon[27847]: pgmap v327: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.2 KiB/s wr, 16 op/s 2024-04-26T02:05:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:32 smithi156 ceph-mon[32543]: pgmap v328: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 12 op/s 2024-04-26T02:05:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:32 smithi090 ceph-mon[32456]: pgmap v328: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 12 op/s 2024-04-26T02:05:33.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:32 smithi044 ceph-mon[27847]: pgmap v328: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 12 op/s 2024-04-26T02:05:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:34 smithi156 ceph-mon[32543]: pgmap v329: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:05:35.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:34 smithi090 ceph-mon[32456]: pgmap v329: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:05:35.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:34 smithi044 ceph-mon[27847]: pgmap v329: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 -- 172.21.15.44:0/3015428293 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe568104bb0 msgr2=0x7fe568108bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 --2- 172.21.15.44:0/3015428293 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe568104bb0 0x7fe568108bf0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe554009860 tx=0x7fe55402a340 comp rx=0 tx=0).stop 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 -- 172.21.15.44:0/3015428293 shutdown_connections 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 --2- 172.21.15.44:0/3015428293 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe5681092d0 0x7fe568110ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 --2- 172.21.15.44:0/3015428293 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe568104bb0 0x7fe568108bf0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 --2- 172.21.15.44:0/3015428293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe568104200 0x7fe5681045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 -- 172.21.15.44:0/3015428293 >> 172.21.15.44:0/3015428293 conn(0x7fe5680ffa60 msgr2=0x7fe568101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:36.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 -- 172.21.15.44:0/3015428293 shutdown_connections 2024-04-26T02:05:36.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.802+0000 7fe56d200640 1 -- 172.21.15.44:0/3015428293 wait complete. 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.803+0000 7fe56d200640 1 Processor -- start 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.803+0000 7fe56d200640 1 -- start start 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe56d200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe568104200 0x7fe5681a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe56d200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5681092d0 0x7fe5681a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe56d200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe56819a5f0 0x7fe56819aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe56d200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe568114210 con 0x7fe568104200 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe56d200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe568114090 con 0x7fe5681092d0 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe56d200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe568114390 con 0x7fe56819a5f0 2024-04-26T02:05:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe566a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5681092d0 0x7fe5681a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe567400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe568104200 0x7fe5681a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe566a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5681092d0 0x7fe5681a0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53438/0 (socket says 172.21.15.44:53438) 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe566a00640 1 -- 172.21.15.44:0/1811276787 learned_addr learned my addr 172.21.15.44:0/1811276787 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe567e00640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe56819a5f0 0x7fe56819aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe566a00640 1 -- 172.21.15.44:0/1811276787 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe56819a5f0 msgr2=0x7fe56819aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe566a00640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe56819a5f0 0x7fe56819aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.804+0000 7fe566a00640 1 -- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe568104200 msgr2=0x7fe5681a0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe566a00640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe568104200 0x7fe5681a0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe566a00640 1 -- 172.21.15.44:0/1811276787 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe56819b110 con 0x7fe5681092d0 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe567400640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe568104200 0x7fe5681a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe566a00640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5681092d0 0x7fe5681a0980 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe554035040 tx=0x7fe554032d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe55fe00640 1 -- 172.21.15.44:0/1811276787 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe554037040 con 0x7fe5681092d0 2024-04-26T02:05:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe55fe00640 1 -- 172.21.15.44:0/1811276787 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe554041070 con 0x7fe5681092d0 2024-04-26T02:05:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe56819b3a0 con 0x7fe5681092d0 2024-04-26T02:05:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe55fe00640 1 -- 172.21.15.44:0/1811276787 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe554003850 con 0x7fe5681092d0 2024-04-26T02:05:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.805+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5681a7590 con 0x7fe5681092d0 2024-04-26T02:05:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.809+0000 7fe57158b740 1 Processor -- start 2024-04-26T02:05:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe57158b740 1 -- start start 2024-04-26T02:05:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe57158b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b6cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe57158b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b77650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe57158b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b79f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe57158b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55da93ad2900 con 0x55da93b6c9b0 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe57158b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55da93a78ef0 con 0x55da93b6d2d0 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe57158b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55da93ace8c0 con 0x55da93b77b90 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.810+0000 7fe55fe00640 1 -- 172.21.15.44:0/1811276787 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe5540039f0 con 0x7fe5681092d0 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe566a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b79f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe567400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b77650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe567400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b77650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53452/0 (socket says 172.21.15.44:53452) 2024-04-26T02:05:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe567e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b6cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe567400640 1 -- 172.21.15.44:0/2266240083 learned_addr learned my addr 172.21.15.44:0/2266240083 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe566a00640 1 -- 172.21.15.44:0/2266240083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 msgr2=0x55da93b77650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe566a00640 1 --2- 172.21.15.44:0/2266240083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b77650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe566a00640 1 -- 172.21.15.44:0/2266240083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 msgr2=0x55da93b6cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe566a00640 1 --2- 172.21.15.44:0/2266240083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b6cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.811+0000 7fe566a00640 1 -- 172.21.15.44:0/2266240083 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da937e5210 con 0x55da93b77b90 2024-04-26T02:05:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.812+0000 7fe566a00640 1 --2- 172.21.15.44:0/2266240083 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b79f80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe5540ed960 tx=0x7fe5540f8220 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bda8e04bbd9a89b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.812+0000 7fe55cc00640 1 -- 172.21.15.44:0/2266240083 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5540f8a20 con 0x55da93b77b90 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.812+0000 7fe55cc00640 1 -- 172.21.15.44:0/2266240083 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5540fd030 con 0x55da93b77b90 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.812+0000 7fe55cc00640 1 -- 172.21.15.44:0/2266240083 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5541013d0 con 0x55da93b77b90 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.812+0000 7fe55fe00640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe54c0a3d90 0x7fe54c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.812+0000 7fe55fe00640 1 -- 172.21.15.44:0/1811276787 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fe5540f0120 con 0x7fe5681092d0 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.812+0000 7fe567e00640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe54c0a3d90 0x7fe54c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 -- 172.21.15.44:0/2266240083 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 msgr2=0x55da93b79f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 --2- 172.21.15.44:0/2266240083 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b79f80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe5540ed960 tx=0x7fe5540f8220 comp rx=0 tx=0).stop 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 -- 172.21.15.44:0/2266240083 shutdown_connections 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 --2- 172.21.15.44:0/2266240083 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b79f80 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 --2- 172.21.15.44:0/2266240083 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b77650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 --2- 172.21.15.44:0/2266240083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b6cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 -- 172.21.15.44:0/2266240083 >> 172.21.15.44:0/2266240083 conn(0x55da93b68ec0 msgr2=0x55da93b692a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 -- 172.21.15.44:0/2266240083 shutdown_connections 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe57158b740 1 -- 172.21.15.44:0/2266240083 wait complete. 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.813+0000 7fe567e00640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe54c0a3d90 0x7fe54c0a6250 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe560005fd0 tx=0x7fe560009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 -- start start 2024-04-26T02:05:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 Processor -- start 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b74ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b74ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b75530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55da93b7a580 con 0x55da93b6c9b0 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55da93a8c310 con 0x55da93b6d2d0 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55da93b7a700 con 0x55da93b77b90 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.814+0000 7fe57158b740 10 client.0 _ll_register_callbacks cb 0x55da93a5acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b74ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe567400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b74ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b74ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53456/0 (socket says 172.21.15.44:53456) 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 -- 172.21.15.44:0/2721077843 learned_addr learned my addr 172.21.15.44:0/2721077843 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe567e00640 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b75530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 -- 172.21.15.44:0/2721077843 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 msgr2=0x55da93b75530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b75530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 -- 172.21.15.44:0/2721077843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 msgr2=0x55da93b74ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b74ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 -- 172.21.15.44:0/2721077843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da938b1620 con 0x55da93b6d2d0 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe567400640 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b74ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe566a00640 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b74ff0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe5540b8b80 tx=0x7fe55402a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a65a77a36161b5f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe551600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.815+0000 7fe551600640 1 -- 172.21.15.44:0/2721077843 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5540b8450 con 0x55da93b6d2d0 2024-04-26T02:05:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe551600640 1 -- 172.21.15.44:0/2721077843 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fe554003ce0 con 0x55da93b6d2d0 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5540fd030 con 0x55da93b6d2d0 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe551600640 1 -- 172.21.15.44:0/2721077843 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe5540bbb10 con 0x55da93b6d2d0 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 10 client.26561 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55da93b7a580 con 0x55da93b6d2d0 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe551600640 1 -- 172.21.15.44:0/2721077843 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5540fd030 con 0x55da93b6d2d0 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe551600640 1 -- 172.21.15.44:0/2721077843 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe5540b8820 con 0x55da93b6d2d0 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 10 client.26561 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 10 client.26561 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 20 client.26561 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93b878b0 0x55da93b89ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 4 client.26561 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.816+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da93ae68b0 con 0x55da93b878b0 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.817+0000 7fe567400640 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93b878b0 0x55da93b89ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.817+0000 7fe567400640 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93b878b0 0x55da93b89ca0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eeea62ed007e108 server_cookie=a5f7a57e334807da in_seq=0 out_seq=0 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.817+0000 7fe551600640 10 client.26561 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.818+0000 7fe551600640 1 -- 172.21.15.44:0/2721077843 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55da93ae68b0 con 0x55da93b878b0 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.818+0000 7fe551600640 10 client.26561 handle_command_reply: tid=0 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.818+0000 7fe57158b740 1 client.26561 shutdown 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.818+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 msgr2=0x55da93b74ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.818+0000 7fe57158b740 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b74ff0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe5540b8b80 tx=0x7fe55402a340 comp rx=0 tx=0).stop 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 shutdown_connections 2024-04-26T02:05:36.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93b878b0 0x55da93b89ca0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b75530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6d2d0 0x55da93b74ff0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 --2- 172.21.15.44:0/2721077843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6c9b0 0x55da93b74ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe551600640 0 client.26561 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 >> 172.21.15.44:0/2721077843 conn(0x55da93b68ec0 msgr2=0x55da93b6ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 shutdown_connections 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 1 -- 172.21.15.44:0/2721077843 wait complete. 2024-04-26T02:05:36.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.819+0000 7fe57158b740 20 client.26561 trim_cache size 0 max 16384 2024-04-26T02:05:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 Processor -- start 2024-04-26T02:05:36.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 -- start start 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b833b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b6f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b67ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe5681afb70 con 0x55da93b6d2d0 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe5681b16b0 con 0x55da93b6c9b0 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe57158b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe5681b0240 con 0x55da93b77b90 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe566a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b6f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe566a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b6f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53454/0 (socket says 172.21.15.44:53454) 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe566a00640 1 -- 172.21.15.44:0/2026582919 learned_addr learned my addr 172.21.15.44:0/2026582919 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.836+0000 7fe567400640 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b833b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe567e00640 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b67ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe566a00640 1 -- 172.21.15.44:0/2026582919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 msgr2=0x55da93b67ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe566a00640 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b67ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe566a00640 1 -- 172.21.15.44:0/2026582919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 msgr2=0x55da93b833b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe566a00640 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b833b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe566a00640 1 -- 172.21.15.44:0/2026582919 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da93b64820 con 0x55da93b6d2d0 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe567400640 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b833b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe567e00640 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b67ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe566a00640 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b6f370 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe5540b8610 tx=0x7fe5540f8220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36e86336c9f28e85 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.837+0000 7fe553e00640 1 -- 172.21.15.44:0/2026582919 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5540bbcf0 con 0x55da93b6d2d0 2024-04-26T02:05:36.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe553e00640 1 -- 172.21.15.44:0/2026582919 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5540fd040 con 0x55da93b6d2d0 2024-04-26T02:05:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe553e00640 1 -- 172.21.15.44:0/2026582919 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5540bbf80 con 0x55da93b6d2d0 2024-04-26T02:05:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 -- 172.21.15.44:0/2026582919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 msgr2=0x55da93b6f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b6f370 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe5540b8610 tx=0x7fe5540f8220 comp rx=0 tx=0).stop 2024-04-26T02:05:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 -- 172.21.15.44:0/2026582919 shutdown_connections 2024-04-26T02:05:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b67ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b6f370 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 --2- 172.21.15.44:0/2026582919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b833b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 -- 172.21.15.44:0/2026582919 >> 172.21.15.44:0/2026582919 conn(0x55da93b68ec0 msgr2=0x55da93b67790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 -- 172.21.15.44:0/2026582919 shutdown_connections 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.838+0000 7fe57158b740 1 -- 172.21.15.44:0/2026582919 wait complete. 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 -- start start 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 Processor -- start 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b7d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b7d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b7dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe5681b0fe0 con 0x55da93b6d2d0 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe5681b0910 con 0x55da93b6c9b0 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe5681adb70 con 0x55da93b77b90 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.839+0000 7fe57158b740 10 client.0 _ll_register_callbacks cb 0x7fe5540f3ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b7d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b7d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53470/0 (socket says 172.21.15.44:53470) 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 -- 172.21.15.44:0/331329641 learned_addr learned my addr 172.21.15.44:0/331329641 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe567400640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b7d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe567e00640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b7dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 -- 172.21.15.44:0/331329641 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 msgr2=0x55da93b7dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b7dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 -- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 msgr2=0x55da93b7d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b7d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 -- 172.21.15.44:0/331329641 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da93becc90 con 0x55da93b6d2d0 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe567400640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b7d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe567e00640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b7dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe566a00640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b7d730 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe55402a380 tx=0x7fe5540ba6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0a51fa68ef1229b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.840+0000 7fe551600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe551600640 1 -- 172.21.15.44:0/331329641 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5540da060 con 0x55da93b6d2d0 2024-04-26T02:05:36.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe551600640 1 -- 172.21.15.44:0/331329641 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7fe5540c0120 con 0x55da93b6d2d0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5540fd040 con 0x55da93b6d2d0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe551600640 1 -- 172.21.15.44:0/331329641 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe5540bbf80 con 0x55da93b6d2d0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe57158b740 10 client.16464 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55da93becc90 con 0x55da93b6d2d0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe551600640 1 -- 172.21.15.44:0/331329641 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5540fd040 con 0x55da93b6d2d0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe551600640 1 -- 172.21.15.44:0/331329641 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe5540bc410 con 0x55da93b6d2d0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe57158b740 10 client.16464 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.841+0000 7fe57158b740 10 client.16464 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.842+0000 7fe57158b740 20 client.16464 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.842+0000 7fe57158b740 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93bee1e0 0x55da93bf0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.842+0000 7fe57158b740 4 client.16464 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.842+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55da93ae0320 con 0x55da93bee1e0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.842+0000 7fe567400640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93bee1e0 0x55da93bf0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:36.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.842+0000 7fe567400640 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93bee1e0 0x55da93bf0600 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eebfe2b1347ca63 server_cookie=df74877a39064e9c in_seq=0 out_seq=0 2024-04-26T02:05:36.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.842+0000 7fe551600640 10 client.16464 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:36.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe551600640 1 -- 172.21.15.44:0/331329641 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55da93ae0320 con 0x55da93bee1e0 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe551600640 10 client.16464 handle_command_reply: tid=0 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe57158b740 1 client.16464 shutdown 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 msgr2=0x55da93b7d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe57158b740 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b7d730 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe55402a380 tx=0x7fe5540ba6c0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 shutdown_connections 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe57158b740 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55da93bee1e0 0x55da93bf0600 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe57158b740 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55da93b77b90 0x55da93b7dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.850+0000 7fe57158b740 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55da93b6d2d0 0x55da93b7d730 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.851+0000 7fe57158b740 1 --2- 172.21.15.44:0/331329641 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55da93b6c9b0 0x55da93b7d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.851+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 >> 172.21.15.44:0/331329641 conn(0x55da93b68ec0 msgr2=0x55da93b752e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.851+0000 7fe551600640 0 client.16464 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.851+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 shutdown_connections 2024-04-26T02:05:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.851+0000 7fe57158b740 1 -- 172.21.15.44:0/331329641 wait complete. 2024-04-26T02:05:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.851+0000 7fe57158b740 20 client.16464 trim_cache size 0 max 16384 2024-04-26T02:05:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:05:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:05:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:05:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe54c0a3d90 msgr2=0x7fe54c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe54c0a3d90 0x7fe54c0a6250 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe560005fd0 tx=0x7fe560009500 comp rx=0 tx=0).stop 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5681092d0 msgr2=0x7fe5681a0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5681092d0 0x7fe5681a0980 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe554035040 tx=0x7fe554032d50 comp rx=0 tx=0).stop 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 shutdown_connections 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe54c0a3d90 0x7fe54c0a6250 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe56819a5f0 0x7fe56819aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe5681092d0 0x7fe5681a0980 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 --2- 172.21.15.44:0/1811276787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe568104200 0x7fe5681a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 >> 172.21.15.44:0/1811276787 conn(0x7fe5680ffa60 msgr2=0x7fe568100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 shutdown_connections 2024-04-26T02:05:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:36.852+0000 7fe56d200640 1 -- 172.21.15.44:0/1811276787 wait complete. 2024-04-26T02:05:37.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:36 smithi156 ceph-mon[32543]: pgmap v330: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:05:37.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:36 smithi090 ceph-mon[32456]: pgmap v330: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:05:37.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:36 smithi044 ceph-mon[27847]: pgmap v330: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:05:38.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:37 smithi156 ceph-mon[32543]: pgmap v331: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:05:38.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:37 smithi090 ceph-mon[32456]: pgmap v331: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:05:38.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:37 smithi044 ceph-mon[27847]: pgmap v331: 97 pgs: 97 active+clean; 4.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:05:40.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:40 smithi044 ceph-mon[27847]: pgmap v332: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 22 op/s 2024-04-26T02:05:40.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:40 smithi156 ceph-mon[32543]: pgmap v332: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 22 op/s 2024-04-26T02:05:40.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:40 smithi090 ceph-mon[32456]: pgmap v332: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 22 op/s 2024-04-26T02:05:42.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:42 smithi044 ceph-mon[27847]: pgmap v333: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:05:42.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:42 smithi156 ceph-mon[32543]: pgmap v333: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:05:42.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:42 smithi090 ceph-mon[32456]: pgmap v333: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:05:44.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:44 smithi044 ceph-mon[27847]: pgmap v334: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:05:44.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:44 smithi156 ceph-mon[32543]: pgmap v334: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:05:44.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:44 smithi090 ceph-mon[32456]: pgmap v334: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:05:46.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:46 smithi044 ceph-mon[27847]: pgmap v335: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:46.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:46 smithi156 ceph-mon[32543]: pgmap v335: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:46.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:46 smithi090 ceph-mon[32456]: pgmap v335: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:48.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:48 smithi156 ceph-mon[32543]: pgmap v336: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:48.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:48 smithi090 ceph-mon[32456]: pgmap v336: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:48 smithi044 ceph-mon[27847]: pgmap v336: 97 pgs: 97 active+clean; 4.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:49.999 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.000+0000 7f811f200640 1 -- 172.21.15.44:0/2665659972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120101620 msgr2=0x7f8120105ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.000+0000 7f811f200640 1 --2- 172.21.15.44:0/2665659972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120101620 0x7f8120105ae0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8108009be0 tx=0x7f810802a740 comp rx=0 tx=0).stop 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.000+0000 7f811f200640 1 -- 172.21.15.44:0/2665659972 shutdown_connections 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.000+0000 7f811f200640 1 --2- 172.21.15.44:0/2665659972 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8120106100 0x7f8120106590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.000+0000 7f811f200640 1 --2- 172.21.15.44:0/2665659972 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120101620 0x7f8120105ae0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.000+0000 7f811f200640 1 --2- 172.21.15.44:0/2665659972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 0x7f81201010e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.001+0000 7f811f200640 1 -- 172.21.15.44:0/2665659972 >> 172.21.15.44:0/2665659972 conn(0x7f81200fc770 msgr2=0x7f81200feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.001+0000 7f811f200640 1 -- 172.21.15.44:0/2665659972 shutdown_connections 2024-04-26T02:05:50.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.001+0000 7f811f200640 1 -- 172.21.15.44:0/2665659972 wait complete. 2024-04-26T02:05:50.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.002+0000 7f811f200640 1 Processor -- start 2024-04-26T02:05:50.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.002+0000 7f811f200640 1 -- start start 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811f200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 0x7f81201a4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8120101620 0x7f81201a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811f200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120106100 0x7f812019e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811f200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f81201185d0 con 0x7f8120100d00 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811f200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8120118450 con 0x7f8120101620 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811f200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8120118750 con 0x7f8120106100 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 0x7f81201a4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 0x7f81201a4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33550/0 (socket says 172.21.15.44:33550) 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811de00640 1 -- 172.21.15.44:0/3685567274 learned_addr learned my addr 172.21.15.44:0/3685567274 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811d400640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8120101620 0x7f81201a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.003+0000 7f811e800640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120106100 0x7f812019e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f811de00640 1 -- 172.21.15.44:0/3685567274 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120106100 msgr2=0x7f812019e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f811de00640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120106100 0x7f812019e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f811de00640 1 -- 172.21.15.44:0/3685567274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8120101620 msgr2=0x7f81201a4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f811de00640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8120101620 0x7f81201a4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f811de00640 1 -- 172.21.15.44:0/3685567274 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f812019f150 con 0x7f8120100d00 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f811de00640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 0x7f81201a4820 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f811000e9c0 tx=0x7f811000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f8116a00640 1 -- 172.21.15.44:0/3685567274 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811000ccc0 con 0x7f8120100d00 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f8116a00640 1 -- 172.21.15.44:0/3685567274 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81100054d0 con 0x7f8120100d00 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f812019f440 con 0x7f8120100d00 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.004+0000 7f8116a00640 1 -- 172.21.15.44:0/3685567274 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8110010430 con 0x7f8120100d00 2024-04-26T02:05:50.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.005+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81201ab6e0 con 0x7f8120100d00 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 Processor -- start 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 -- start start 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8116a00640 1 -- 172.21.15.44:0/3685567274 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8110004f80 con 0x7f8120100d00 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982772dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772e2d0 0x559827738650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982773af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559827693900 con 0x55982772e2d0 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x559827639ef0 con 0x55982772d9b0 2024-04-26T02:05:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f8127837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55982768f8c0 con 0x559827738b90 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.008+0000 7f811de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772e2d0 0x559827738650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772e2d0 0x559827738650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33566/0 (socket says 172.21.15.44:33566) 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982772dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811de00640 1 -- 172.21.15.44:0/279580755 learned_addr learned my addr 172.21.15.44:0/279580755 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811d400640 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982773af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811e800640 1 -- 172.21.15.44:0/279580755 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 msgr2=0x55982773af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811e800640 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982773af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811e800640 1 -- 172.21.15.44:0/279580755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772e2d0 msgr2=0x559827738650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811e800640 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772e2d0 0x559827738650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811e800640 1 -- 172.21.15.44:0/279580755 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598273a6210 con 0x55982772d9b0 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f8116a00640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81000a3d90 0x7f81000a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.009+0000 7f811e800640 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982772dd90 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8118009b80 tx=0x7f8118011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f94346f7fac73d81 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.010+0000 7f8116a00640 1 -- 172.21.15.44:0/3685567274 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f81100d0bb0 con 0x7f8120100d00 2024-04-26T02:05:50.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.010+0000 7f810f000640 1 -- 172.21.15.44:0/279580755 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118004050 con 0x55982772d9b0 2024-04-26T02:05:50.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.010+0000 7f810f000640 1 -- 172.21.15.44:0/279580755 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81180054d0 con 0x55982772d9b0 2024-04-26T02:05:50.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.010+0000 7f810f000640 1 -- 172.21.15.44:0/279580755 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118004be0 con 0x55982772d9b0 2024-04-26T02:05:50.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.010+0000 7f811de00640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81000a3d90 0x7f81000a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 -- 172.21.15.44:0/279580755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 msgr2=0x55982772dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982772dd90 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8118009b80 tx=0x7f8118011810 comp rx=0 tx=0).stop 2024-04-26T02:05:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f811de00640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81000a3d90 0x7f81000a6250 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f811009c830 tx=0x7f81100d4660 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 -- 172.21.15.44:0/279580755 shutdown_connections 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982773af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772e2d0 0x559827738650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 --2- 172.21.15.44:0/279580755 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982772dd90 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 -- 172.21.15.44:0/279580755 >> 172.21.15.44:0/279580755 conn(0x559827729ec0 msgr2=0x55982772a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 -- 172.21.15.44:0/279580755 shutdown_connections 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 -- 172.21.15.44:0/279580755 wait complete. 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.011+0000 7f8127837740 1 -- start start 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 1 Processor -- start 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827735b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x559827736040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559827738b90 0x559827736580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55982773b7c0 con 0x55982772d9b0 2024-04-26T02:05:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55982764d310 con 0x559827738b90 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55982773b940 con 0x55982772e2d0 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f8127837740 10 client.0 _ll_register_callbacks cb 0x55982761bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.012+0000 7f811e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827735b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x559827736040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827735b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33582/0 (socket says 172.21.15.44:33582) 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 -- 172.21.15.44:0/1419181216 learned_addr learned my addr 172.21.15.44:0/1419181216 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x559827736040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:39532/0 (socket says 172.21.15.44:39532) 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559827738b90 0x559827736580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 -- 172.21.15.44:0/1419181216 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 msgr2=0x559827736040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x559827736040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 -- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559827738b90 msgr2=0x559827736580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559827738b90 0x559827736580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 -- 172.21.15.44:0/1419181216 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559827472620 con 0x55982772d9b0 2024-04-26T02:05:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811d400640 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x559827736040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f811e800640 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827735b00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f8118009380 tx=0x7f81180096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13a128a92467e72 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.013+0000 7f8107400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:05:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.014+0000 7f8107400640 1 -- 172.21.15.44:0/1419181216 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811802c020 con 0x55982772d9b0 2024-04-26T02:05:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.014+0000 7f8107400640 1 -- 172.21.15.44:0/1419181216 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8118003a00 con 0x55982772d9b0 2024-04-26T02:05:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.014+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81180054d0 con 0x55982772d9b0 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.014+0000 7f8107400640 1 -- 172.21.15.44:0/1419181216 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8118037050 con 0x55982772d9b0 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.014+0000 7f8127837740 10 client.16476 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.014+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559827747a00 con 0x55982772d9b0 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.014+0000 7f8107400640 1 -- 172.21.15.44:0/1419181216 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81180054d0 con 0x55982772d9b0 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f8107400640 1 -- 172.21.15.44:0/1419181216 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8118028450 con 0x55982772d9b0 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f8127837740 10 client.16476 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f8127837740 10 client.16476 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f8127837740 20 client.16476 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f8127837740 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559827748e60 0x55982774b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f8127837740 4 client.16476 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598276a78b0 con 0x559827748e60 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.015+0000 7f811d400640 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559827748e60 0x55982774b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.016+0000 7f811d400640 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559827748e60 0x55982774b250 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1aa00dc9195275b6 server_cookie=89cd11094500e07e in_seq=0 out_seq=0 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.016+0000 7f8107400640 10 client.16476 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8107400640 1 -- 172.21.15.44:0/1419181216 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5598276a78b0 con 0x559827748e60 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8107400640 10 client.16476 handle_command_reply: tid=0 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 client.16476 shutdown 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 msgr2=0x559827735b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827735b00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f8118009380 tx=0x7f81180096a0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 shutdown_connections 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x559827748e60 0x55982774b250 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x559827738b90 0x559827736580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x559827736040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 --2- 172.21.15.44:0/1419181216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827735b00 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 >> 172.21.15.44:0/1419181216 conn(0x559827729ec0 msgr2=0x55982772fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8107400640 0 client.16476 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 shutdown_connections 2024-04-26T02:05:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 1 -- 172.21.15.44:0/1419181216 wait complete. 2024-04-26T02:05:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.017+0000 7f8127837740 20 client.16476 trim_cache size 0 max 16384 2024-04-26T02:05:50.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 Processor -- start 2024-04-26T02:05:50.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 -- start start 2024-04-26T02:05:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827744680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772e2d0 0x559827735420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982772fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f81201b3fd0 con 0x55982772d9b0 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f81201b5b10 con 0x55982772e2d0 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.034+0000 7f8127837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f81201b46a0 con 0x559827738b90 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827744680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827744680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33586/0 (socket says 172.21.15.44:33586) 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 -- 172.21.15.44:0/3558725087 learned_addr learned my addr 172.21.15.44:0/3558725087 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811d400640 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772e2d0 0x559827735420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982772fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 -- 172.21.15.44:0/3558725087 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 msgr2=0x55982772fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982772fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 -- 172.21.15.44:0/3558725087 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772e2d0 msgr2=0x559827735420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772e2d0 0x559827735420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811e800640 1 -- 172.21.15.44:0/3558725087 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55982773af80 con 0x55982772d9b0 2024-04-26T02:05:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.035+0000 7f811d400640 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772e2d0 0x559827735420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.036+0000 7f811e800640 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827744680 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8118001eb0 tx=0x7f8118004630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8caf9f73895e8dbd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.036+0000 7f810e600640 1 -- 172.21.15.44:0/3558725087 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811802c040 con 0x55982772d9b0 2024-04-26T02:05:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.036+0000 7f810e600640 1 -- 172.21.15.44:0/3558725087 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8118003cb0 con 0x55982772d9b0 2024-04-26T02:05:50.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.036+0000 7f810e600640 1 -- 172.21.15.44:0/3558725087 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811803c700 con 0x55982772d9b0 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 -- 172.21.15.44:0/3558725087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 msgr2=0x559827744680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827744680 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8118001eb0 tx=0x7f8118004630 comp rx=0 tx=0).stop 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 -- 172.21.15.44:0/3558725087 shutdown_connections 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x559827738b90 0x55982772fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772e2d0 0x559827735420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 --2- 172.21.15.44:0/3558725087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982772d9b0 0x559827744680 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 -- 172.21.15.44:0/3558725087 >> 172.21.15.44:0/3558725087 conn(0x559827729ec0 msgr2=0x559827736350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 -- 172.21.15.44:0/3558725087 shutdown_connections 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 -- 172.21.15.44:0/3558725087 wait complete. 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 -- start start 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.037+0000 7f8127837740 1 Processor -- start 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f8127837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982773dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f8127837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x55982773e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f8127837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559827738b90 0x5598277ad1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f8127837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f81201b5440 con 0x559827738b90 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f8127837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f81201b4d70 con 0x55982772d9b0 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f8127837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f81201b1fd0 con 0x55982772e2d0 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f8127837740 10 client.0 _ll_register_callbacks cb 0x7f8118009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f811e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982773dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f811e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982773dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:49314/0 (socket says 172.21.15.44:49314) 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f811e800640 1 -- 172.21.15.44:0/1930413395 learned_addr learned my addr 172.21.15.44:0/1930413395 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:05:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.038+0000 7f811d400640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x55982773e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811e800640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559827738b90 0x5598277ad1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811d400640 1 -- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 msgr2=0x55982773dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811d400640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982773dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811d400640 1 -- 172.21.15.44:0/1930413395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559827738b90 msgr2=0x5598277ad1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811d400640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559827738b90 0x5598277ad1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811d400640 1 -- 172.21.15.44:0/1930413395 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598277ad750 con 0x55982772e2d0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811e800640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982773dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f811d400640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x55982773e290 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f810802ac60 tx=0x7f81080307e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7aca1873e8f033ba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f8107400640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.039+0000 7f8107400640 1 -- 172.21.15.44:0/1930413395 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810804b070 con 0x55982772e2d0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8107400640 1 -- 172.21.15.44:0/1930413395 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f8108047dc0 con 0x55982772e2d0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8118003cb0 con 0x55982772e2d0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8107400640 1 -- 172.21.15.44:0/1930413395 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8108057050 con 0x55982772e2d0 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8127837740 10 client.26581 fetch_fsmap learned FSMap version 31 2024-04-26T02:05:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5598277aea40 con 0x55982772e2d0 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8107400640 1 -- 172.21.15.44:0/1930413395 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8118003cb0 con 0x55982772e2d0 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8107400640 1 -- 172.21.15.44:0/1930413395 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f81080472c0 con 0x55982772e2d0 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8127837740 10 client.26581 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8127837740 10 client.26581 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8127837740 20 client.26581 populate_metadata read hostname 'smithi044' 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.040+0000 7f8127837740 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5598277af1a0 0x5598277b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.041+0000 7f8127837740 4 client.26581 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:05:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.041+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5598276a1320 con 0x5598277af1a0 2024-04-26T02:05:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.041+0000 7f811e800640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5598277af1a0 0x5598277b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:05:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.041+0000 7f811e800640 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5598277af1a0 0x5598277b15c0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d697de85bec85158 server_cookie=1e56e3a53b9bdf1d in_seq=0 out_seq=0 2024-04-26T02:05:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.041+0000 7f8107400640 10 client.26581 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8107400640 1 -- 172.21.15.44:0/1930413395 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5598276a1320 con 0x5598277af1a0 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8107400640 10 client.26581 handle_command_reply: tid=0 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 client.26581 shutdown 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 msgr2=0x55982773e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x55982773e290 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f810802ac60 tx=0x7f81080307e0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 shutdown_connections 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5598277af1a0 0x5598277b15c0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559827738b90 0x5598277ad1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982772e2d0 0x55982773e290 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 --2- 172.21.15.44:0/1930413395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982772d9b0 0x55982773dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8107400640 0 client.26581 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 >> 172.21.15.44:0/1930413395 conn(0x559827729ec0 msgr2=0x559827728790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 shutdown_connections 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 1 -- 172.21.15.44:0/1930413395 wait complete. 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.050+0000 7f8127837740 20 client.26581 trim_cache size 0 max 16384 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:05:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:05:50.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81000a3d90 msgr2=0x7f81000a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81000a3d90 0x7f81000a6250 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f811009c830 tx=0x7f81100d4660 comp rx=0 tx=0).stop 2024-04-26T02:05:50.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 msgr2=0x7f81201a4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:05:50.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 0x7f81201a4820 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f811000e9c0 tx=0x7f811000ee80 comp rx=0 tx=0).stop 2024-04-26T02:05:50.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 shutdown_connections 2024-04-26T02:05:50.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81000a3d90 0x7f81000a6250 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8120106100 0x7f812019e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8120101620 0x7f81201a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 --2- 172.21.15.44:0/3685567274 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8120100d00 0x7f81201a4820 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:05:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 >> 172.21.15.44:0/3685567274 conn(0x7f81200fc770 msgr2=0x7f81200fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:05:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 shutdown_connections 2024-04-26T02:05:50.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:05:50.051+0000 7f811f200640 1 -- 172.21.15.44:0/3685567274 wait complete. 2024-04-26T02:05:50.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:50 smithi156 ceph-mon[32543]: pgmap v337: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:05:50.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:50 smithi090 ceph-mon[32456]: pgmap v337: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:05:51.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:50 smithi044 ceph-mon[27847]: pgmap v337: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:05:52.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:52 smithi156 ceph-mon[32543]: pgmap v338: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:05:52.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:52 smithi090 ceph-mon[32456]: pgmap v338: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:05:53.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:52 smithi044 ceph-mon[27847]: pgmap v338: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:05:54.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:54 smithi156 ceph-mon[32543]: pgmap v339: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:05:54.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:54 smithi090 ceph-mon[32456]: pgmap v339: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:05:55.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:54 smithi044 ceph-mon[27847]: pgmap v339: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:05:56.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:56 smithi156 ceph-mon[32543]: pgmap v340: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:56.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:56 smithi090 ceph-mon[32456]: pgmap v340: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:57.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:56 smithi044 ceph-mon[27847]: pgmap v340: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:58.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:05:58 smithi156 ceph-mon[32543]: pgmap v341: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:58.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:05:58 smithi090 ceph-mon[32456]: pgmap v341: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:05:59.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:05:58 smithi044 ceph-mon[27847]: pgmap v341: 97 pgs: 97 active+clean; 4.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:00.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:00 smithi156 ceph-mon[32543]: pgmap v342: 97 pgs: 97 active+clean; 4.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:00.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:00 smithi090 ceph-mon[32456]: pgmap v342: 97 pgs: 97 active+clean; 4.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:01.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:00 smithi044 ceph-mon[27847]: pgmap v342: 97 pgs: 97 active+clean; 4.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:02.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:02 smithi044 ceph-mon[27847]: pgmap v343: 97 pgs: 97 active+clean; 4.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:02.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:02 smithi156 ceph-mon[32543]: pgmap v343: 97 pgs: 97 active+clean; 4.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:02.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:02 smithi090 ceph-mon[32456]: pgmap v343: 97 pgs: 97 active+clean; 4.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.197+0000 7f037d400640 1 -- 172.21.15.44:0/4148909350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 msgr2=0x7f0378110e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.197+0000 7f037d400640 1 --2- 172.21.15.44:0/4148909350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 0x7f0378110e70 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f0370009ca0 tx=0x7f037002a8c0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.197+0000 7f037d400640 1 -- 172.21.15.44:0/4148909350 shutdown_connections 2024-04-26T02:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.197+0000 7f037d400640 1 --2- 172.21.15.44:0/4148909350 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 0x7f0378110e70 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.197+0000 7f037d400640 1 --2- 172.21.15.44:0/4148909350 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0378104b80 0x7f0378108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.197+0000 7f037d400640 1 --2- 172.21.15.44:0/4148909350 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 0x7f03781045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.197+0000 7f037d400640 1 -- 172.21.15.44:0/4148909350 >> 172.21.15.44:0/4148909350 conn(0x7f03780ffa70 msgr2=0x7f0378101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.198+0000 7f037d400640 1 -- 172.21.15.44:0/4148909350 shutdown_connections 2024-04-26T02:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.198+0000 7f037d400640 1 -- 172.21.15.44:0/4148909350 wait complete. 2024-04-26T02:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 Processor -- start 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 -- start start 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 0x7f037819a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 0x7f037819aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f037819f020 0x7f037819f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0378114240 con 0x7f03781092a0 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03781140c0 con 0x7f03781041d0 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.199+0000 7f037d400640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f03781143c0 con 0x7f037819f020 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f036f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 0x7f037819aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 0x7f037819a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 0x7f037819a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45072/0 (socket says 172.21.15.44:45072) 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 -- 172.21.15.44:0/1831969642 learned_addr learned my addr 172.21.15.44:0/1831969642 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f037ca00640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f037819f020 0x7f037819f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 -- 172.21.15.44:0/1831969642 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f037819f020 msgr2=0x7f037819f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f037819f020 0x7f037819f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 -- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 msgr2=0x7f037819aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 0x7f037819aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 -- 172.21.15.44:0/1831969642 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f037819fb10 con 0x7f03781041d0 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f036f400640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 0x7f037819aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.200+0000 7f0377e00640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 0x7f037819a760 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f036800e9f0 tx=0x7f036800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.201+0000 7f0375600640 1 -- 172.21.15.44:0/1831969642 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036800cd80 con 0x7f03781041d0 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.201+0000 7f0375600640 1 -- 172.21.15.44:0/1831969642 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03680108e0 con 0x7f03781041d0 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.201+0000 7f0375600640 1 -- 172.21.15.44:0/1831969642 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0368018980 con 0x7f03781041d0 2024-04-26T02:06:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.201+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f037819fe00 con 0x7f03781041d0 2024-04-26T02:06:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.201+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03781a75f0 con 0x7f03781041d0 2024-04-26T02:06:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.205+0000 7f038187e740 1 Processor -- start 2024-04-26T02:06:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.205+0000 7f038187e740 1 -- start start 2024-04-26T02:06:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f038187e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41a6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f038187e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f0375600640 1 -- 172.21.15.44:0/1831969642 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0368010430 con 0x7f03781041d0 2024-04-26T02:06:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f038187e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41b3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f038187e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5559a410c900 con 0x5559a41b1b90 2024-04-26T02:06:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f038187e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5559a40b2ef0 con 0x5559a41a69b0 2024-04-26T02:06:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f038187e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5559a41088c0 con 0x5559a41a72d0 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f037ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41a6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f036f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41b3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f037ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41a6d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45076/0 (socket says 172.21.15.44:45076) 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f037ca00640 1 -- 172.21.15.44:0/3706282745 learned_addr learned my addr 172.21.15.44:0/3706282745 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f036f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41b3f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37618/0 (socket says 172.21.15.44:37618) 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f0377e00640 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f037ca00640 1 -- 172.21.15.44:0/3706282745 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 msgr2=0x5559a41b1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.206+0000 7f037ca00640 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f037ca00640 1 -- 172.21.15.44:0/3706282745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 msgr2=0x5559a41b3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f037ca00640 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41b3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f037ca00640 1 -- 172.21.15.44:0/3706282745 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559a3e1f210 con 0x5559a41a69b0 2024-04-26T02:06:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f036f400640 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41b3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f037ca00640 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41a6d90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0370009ca0 tx=0x7f037002f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a50061c864285240 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f036d200640 1 -- 172.21.15.44:0/3706282745 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0370031db0 con 0x5559a41a69b0 2024-04-26T02:06:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f036d200640 1 -- 172.21.15.44:0/3706282745 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0370036030 con 0x5559a41a69b0 2024-04-26T02:06:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.207+0000 7f036d200640 1 -- 172.21.15.44:0/3706282745 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03700042a0 con 0x5559a41a69b0 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f0375600640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f035c0a3d10 0x7f035c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f0375600640 1 -- 172.21.15.44:0/1831969642 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f03680d0b00 con 0x7f03781041d0 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f0377e00640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f035c0a3d10 0x7f035c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 -- 172.21.15.44:0/3706282745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 msgr2=0x5559a41a6d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41a6d90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0370009ca0 tx=0x7f037002f3c0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 -- 172.21.15.44:0/3706282745 shutdown_connections 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41b3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 --2- 172.21.15.44:0/3706282745 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41a6d90 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 -- 172.21.15.44:0/3706282745 >> 172.21.15.44:0/3706282745 conn(0x5559a41a2ec0 msgr2=0x5559a41a32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 -- 172.21.15.44:0/3706282745 shutdown_connections 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.208+0000 7f038187e740 1 -- 172.21.15.44:0/3706282745 wait complete. 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.209+0000 7f0377e00640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f035c0a3d10 0x7f035c0a61d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x5559a41a7f50 tx=0x7f03680d45b0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.209+0000 7f038187e740 1 -- start start 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.209+0000 7f038187e740 1 Processor -- start 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f038187e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41aeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f038187e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f038187e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41af5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f038187e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5559a41b45e0 con 0x5559a41b1b90 2024-04-26T02:06:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f038187e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5559a40c6310 con 0x5559a41a69b0 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f038187e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5559a41b4760 con 0x5559a41a72d0 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f038187e740 10 client.0 _ll_register_callbacks cb 0x5559a4094cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f037ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41af5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f036f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f037ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41af5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37626/0 (socket says 172.21.15.44:37626) 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f037ca00640 1 -- 172.21.15.44:0/1367463049 learned_addr learned my addr 172.21.15.44:0/1367463049 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.210+0000 7f037ca00640 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41aeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f036f400640 1 -- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 msgr2=0x5559a41aeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f036f400640 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41aeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f036f400640 1 -- 172.21.15.44:0/1367463049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 msgr2=0x5559a41af5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f036f400640 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41af5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f036f400640 1 -- 172.21.15.44:0/1367463049 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559a3eeb620 con 0x5559a41a72d0 2024-04-26T02:06:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f037ca00640 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f036f400640 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41af060 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f0360005e00 tx=0x7f0360011b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=618dfa205a0a598f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f0365600640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f0365600640 1 -- 172.21.15.44:0/1367463049 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036001f060 con 0x5559a41a72d0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f0365600640 1 -- 172.21.15.44:0/1367463049 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f0360010bb0 con 0x5559a41a72d0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0370036030 con 0x5559a41a72d0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f0365600640 1 -- 172.21.15.44:0/1367463049 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0360010db0 con 0x5559a41a72d0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f038187e740 10 client.26593 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.211+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5559a41c08e0 con 0x5559a41a72d0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f0365600640 1 -- 172.21.15.44:0/1367463049 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0370036030 con 0x5559a41a72d0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f0365600640 1 -- 172.21.15.44:0/1367463049 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0360019370 con 0x5559a41a72d0 2024-04-26T02:06:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f038187e740 10 client.26593 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f038187e740 10 client.26593 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f038187e740 20 client.26593 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f038187e740 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a41c1da0 0x5559a41c4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f038187e740 4 client.26593 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.212+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559a41208b0 con 0x5559a41c1da0 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.213+0000 7f037ca00640 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a41c1da0 0x5559a41c4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.213+0000 7f037ca00640 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a41c1da0 0x5559a41c4190 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a7d0acc64ad8a80 server_cookie=eb31339d29a605c4 in_seq=0 out_seq=0 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.213+0000 7f0365600640 10 client.26593 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f0365600640 1 -- 172.21.15.44:0/1367463049 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5559a41208b0 con 0x5559a41c1da0 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f0365600640 10 client.26593 handle_command_reply: tid=0 2024-04-26T02:06:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 client.26593 shutdown 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 msgr2=0x5559a41af060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41af060 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f0360005e00 tx=0x7f0360011b50 comp rx=0 tx=0).stop 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 shutdown_connections 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a41c1da0 0x5559a41c4190 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41b1b90 0x5559a41af5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41af060 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 --2- 172.21.15.44:0/1367463049 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f0365600640 0 client.26593 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.214+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 >> 172.21.15.44:0/1367463049 conn(0x5559a41a2ec0 msgr2=0x5559a41a8bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.215+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 shutdown_connections 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.215+0000 7f038187e740 1 -- 172.21.15.44:0/1367463049 wait complete. 2024-04-26T02:06:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.215+0000 7f038187e740 20 client.26593 trim_cache size 0 max 16384 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.231+0000 7f038187e740 1 Processor -- start 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.231+0000 7f038187e740 1 -- start start 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.231+0000 7f038187e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41bd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f038187e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a72d0 0x5559a41a1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f038187e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41b1b90 0x5559a41c9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f038187e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f03781afb40 con 0x5559a41a72d0 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f038187e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03781b1680 con 0x5559a41a69b0 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f038187e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f03781b0210 con 0x5559a41b1b90 2024-04-26T02:06:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a72d0 0x5559a41a1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a72d0 0x5559a41a1ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37640/0 (socket says 172.21.15.44:37640) 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 -- 172.21.15.44:0/2996529281 learned_addr learned my addr 172.21.15.44:0/2996529281 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f037ca00640 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41bd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 -- 172.21.15.44:0/2996529281 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41b1b90 msgr2=0x5559a41c9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41b1b90 0x5559a41c9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 -- 172.21.15.44:0/2996529281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 msgr2=0x5559a41bd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41bd4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f036f400640 1 -- 172.21.15.44:0/2996529281 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559a419d490 con 0x5559a41a72d0 2024-04-26T02:06:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.232+0000 7f037ca00640 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41bd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.233+0000 7f036f400640 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a72d0 0x5559a41a1ea0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f036000bc40 tx=0x7f0360010d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16181410b53ad83b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.233+0000 7f0367e00640 1 -- 172.21.15.44:0/2996529281 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360019370 con 0x5559a41a72d0 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.233+0000 7f0367e00640 1 -- 172.21.15.44:0/2996529281 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0360019510 con 0x5559a41a72d0 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.233+0000 7f0367e00640 1 -- 172.21.15.44:0/2996529281 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360004660 con 0x5559a41a72d0 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.233+0000 7f038187e740 1 -- 172.21.15.44:0/2996529281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a72d0 msgr2=0x5559a41a1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.233+0000 7f038187e740 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a72d0 0x5559a41a1ea0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f036000bc40 tx=0x7f0360010d40 comp rx=0 tx=0).stop 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 -- 172.21.15.44:0/2996529281 shutdown_connections 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41b1b90 0x5559a41c9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a72d0 0x5559a41a1ea0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 --2- 172.21.15.44:0/2996529281 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41a69b0 0x5559a41bd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 -- 172.21.15.44:0/2996529281 >> 172.21.15.44:0/2996529281 conn(0x5559a41a2ec0 msgr2=0x5559a41a1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 -- 172.21.15.44:0/2996529281 shutdown_connections 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 -- 172.21.15.44:0/2996529281 wait complete. 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 -- start start 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.234+0000 7f038187e740 1 Processor -- start 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f038187e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a69b0 0x5559a41b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f038187e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f038187e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41b1b90 0x5559a4227300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f038187e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f03781b0fb0 con 0x5559a41a69b0 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f038187e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f03781b08e0 con 0x5559a41b1b90 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f038187e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f03781adb40 con 0x5559a41a72d0 2024-04-26T02:06:03.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f038187e740 10 client.0 _ll_register_callbacks cb 0x7f036000be40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f037ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a69b0 0x5559a41b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f037ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a69b0 0x5559a41b7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:37652/0 (socket says 172.21.15.44:37652) 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f037ca00640 1 -- 172.21.15.44:0/2702354235 learned_addr learned my addr 172.21.15.44:0/2702354235 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f036f400640 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.235+0000 7f037ca00640 1 -- 172.21.15.44:0/2702354235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 msgr2=0x5559a41b8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f037ca00640 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f037ca00640 1 -- 172.21.15.44:0/2702354235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41b1b90 msgr2=0x5559a4227300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f037ca00640 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41b1b90 0x5559a4227300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f037ca00640 1 -- 172.21.15.44:0/2702354235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559a4227840 con 0x5559a41a69b0 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f037ca00640 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a69b0 0x5559a41b7af0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0370003d20 tx=0x7f0370003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac90a148e459b84d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f0365600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f0365600640 1 -- 172.21.15.44:0/2702354235 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037005d060 con 0x5559a41a69b0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f0365600640 1 -- 172.21.15.44:0/2702354235 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8455+0+0 (secure 0 0 0) 0x7f0370031dc0 con 0x5559a41a69b0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0360019510 con 0x5559a41a69b0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.236+0000 7f0365600640 1 -- 172.21.15.44:0/2702354235 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0370031450 con 0x5559a41a69b0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 10 client.16500 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5559a4228ac0 con 0x5559a41a69b0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f0365600640 1 -- 172.21.15.44:0/2702354235 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0360019510 con 0x5559a41a69b0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f0365600640 1 -- 172.21.15.44:0/2702354235 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0370043070 con 0x5559a41a69b0 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 10 client.16500 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 10 client.16500 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 20 client.16500 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4228ec0 0x5559a422b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 4 client.16500 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:06:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.237+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5559a411a320 con 0x5559a4228ec0 2024-04-26T02:06:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.238+0000 7f036f400640 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4228ec0 0x5559a422b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.238+0000 7f036f400640 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4228ec0 0x5559a422b2b0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=683fbd234037484b server_cookie=a44d5f741638a941 in_seq=0 out_seq=0 2024-04-26T02:06:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.238+0000 7f0365600640 10 client.16500 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f0365600640 1 -- 172.21.15.44:0/2702354235 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5559a411a320 con 0x5559a4228ec0 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f0365600640 10 client.16500 handle_command_reply: tid=0 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 client.16500 shutdown 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a69b0 msgr2=0x5559a41b7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a69b0 0x5559a41b7af0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0370003d20 tx=0x7f0370003e60 comp rx=0 tx=0).stop 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 shutdown_connections 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5559a4228ec0 0x5559a422b2b0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5559a41b1b90 0x5559a4227300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5559a41a72d0 0x5559a41b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f0365600640 0 client.16500 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 --2- 172.21.15.44:0/2702354235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5559a41a69b0 0x5559a41b7af0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.247+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 >> 172.21.15.44:0/2702354235 conn(0x5559a41a2ec0 msgr2=0x5559a41a8bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.248+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 shutdown_connections 2024-04-26T02:06:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.248+0000 7f038187e740 1 -- 172.21.15.44:0/2702354235 wait complete. 2024-04-26T02:06:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.248+0000 7f038187e740 20 client.16500 trim_cache size 0 max 16384 2024-04-26T02:06:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:06:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:06:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:06:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f035c0a3d10 msgr2=0x7f035c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f035c0a3d10 0x7f035c0a61d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x5559a41a7f50 tx=0x7f03680d45b0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 msgr2=0x7f037819a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 0x7f037819a760 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f036800e9f0 tx=0x7f036800eeb0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 shutdown_connections 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f035c0a3d10 0x7f035c0a61d0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f037819f020 0x7f037819f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03781092a0 0x7f037819aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 --2- 172.21.15.44:0/1831969642 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f03781041d0 0x7f037819a760 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 >> 172.21.15.44:0/1831969642 conn(0x7f03780ffa70 msgr2=0x7f0378101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 shutdown_connections 2024-04-26T02:06:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:03.249+0000 7f037d400640 1 -- 172.21.15.44:0/1831969642 wait complete. 2024-04-26T02:06:04.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:04 smithi156 ceph-mon[32543]: pgmap v344: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 66 KiB/s wr, 40 op/s 2024-04-26T02:06:04.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:04 smithi090 ceph-mon[32456]: pgmap v344: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 66 KiB/s wr, 40 op/s 2024-04-26T02:06:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:04 smithi044 ceph-mon[27847]: pgmap v344: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 66 KiB/s wr, 40 op/s 2024-04-26T02:06:06.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:06 smithi156 ceph-mon[32543]: pgmap v345: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:06:06.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:06 smithi090 ceph-mon[32456]: pgmap v345: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:06:07.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:06 smithi044 ceph-mon[27847]: pgmap v345: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:06:07.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:07 smithi156 ceph-mon[32543]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:06:07.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:07 smithi090 ceph-mon[32456]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:06:08.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:07 smithi044 ceph-mon[27847]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:06:08.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:08 smithi156 ceph-mon[32543]: pgmap v347: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:06:08.986 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:08 smithi090 ceph-mon[32456]: pgmap v347: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:06:09.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:08 smithi044 ceph-mon[27847]: pgmap v347: 97 pgs: 97 active+clean; 4.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:06:10.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:10 smithi156 ceph-mon[32543]: pgmap v348: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:06:10.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:10 smithi090 ceph-mon[32456]: pgmap v348: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:06:11.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:10 smithi044 ceph-mon[27847]: pgmap v348: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:06:12.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:11 smithi044 ceph-mon[27847]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:06:12.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:11 smithi156 ceph-mon[32543]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:06:12.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:11 smithi090 ceph-mon[32456]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:06:13.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:12 smithi044 ceph-mon[27847]: pgmap v350: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-04-26T02:06:13.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:12 smithi156 ceph-mon[32543]: pgmap v350: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-04-26T02:06:13.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:12 smithi090 ceph-mon[32456]: pgmap v350: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-04-26T02:06:15.032 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:14 smithi156 ceph-mon[32543]: pgmap v351: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:06:15.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:14 smithi044 ceph-mon[27847]: pgmap v351: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:06:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:14 smithi090 ceph-mon[32456]: pgmap v351: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 12 KiB/s wr, 19 op/s 2024-04-26T02:06:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 -- 172.21.15.44:0/387075955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 msgr2=0x7fba501088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 --2- 172.21.15.44:0/387075955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501088d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fba38009930 tx=0x7fba3802a420 comp rx=0 tx=0).stop 2024-04-26T02:06:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 -- 172.21.15.44:0/387075955 shutdown_connections 2024-04-26T02:06:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 --2- 172.21.15.44:0/387075955 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba50108e10 0x7fba50115250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 --2- 172.21.15.44:0/387075955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501088d0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 --2- 172.21.15.44:0/387075955 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fba5010e420 0x7fba5010e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 -- 172.21.15.44:0/387075955 >> 172.21.15.44:0/387075955 conn(0x7fba50077d30 msgr2=0x7fba50106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 -- 172.21.15.44:0/387075955 shutdown_connections 2024-04-26T02:06:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.400+0000 7fba4f200640 1 -- 172.21.15.44:0/387075955 wait complete. 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.401+0000 7fba4f200640 1 Processor -- start 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.401+0000 7fba4f200640 1 -- start start 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4f200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4f200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fba50108e10 0x7fba501a4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4f200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba5010e420 0x7fba5019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4f200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fba50118620 con 0x7fba50108490 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4f200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fba501184a0 con 0x7fba5010e420 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4f200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fba501187a0 con 0x7fba50108e10 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501a47a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54432/0 (socket says 172.21.15.44:54432) 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4de00640 1 -- 172.21.15.44:0/387652029 learned_addr learned my addr 172.21.15.44:0/387652029 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba45400640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fba50108e10 0x7fba501a4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.402+0000 7fba4e800640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba5010e420 0x7fba5019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4de00640 1 -- 172.21.15.44:0/387652029 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fba50108e10 msgr2=0x7fba501a4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4de00640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fba50108e10 0x7fba501a4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4de00640 1 -- 172.21.15.44:0/387652029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba5010e420 msgr2=0x7fba5019e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4de00640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba5010e420 0x7fba5019e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4de00640 1 -- 172.21.15.44:0/387652029 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba5019f120 con 0x7fba50108490 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba45400640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fba50108e10 0x7fba501a4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4de00640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501a47a0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fba4000e9f0 tx=0x7fba4000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba47400640 1 -- 172.21.15.44:0/387652029 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4000cd80 con 0x7fba50108490 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba47400640 1 -- 172.21.15.44:0/387652029 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba400108e0 con 0x7fba50108490 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba5019f410 con 0x7fba50108490 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba47400640 1 -- 172.21.15.44:0/387652029 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba40018920 con 0x7fba50108490 2024-04-26T02:06:16.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.403+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba501ab660 con 0x7fba50108490 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.407+0000 7fba57e0b740 1 Processor -- start 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.407+0000 7fba47400640 1 -- 172.21.15.44:0/387652029 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fba40010430 con 0x7fba50108490 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.407+0000 7fba57e0b740 1 -- start start 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933c4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba57e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c49332a900 con 0x55c4933cfb90 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba57e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c4932d0ef0 con 0x55c4933c52d0 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba57e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c4933268c0 con 0x55c4933c49b0 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba45400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba4de00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba45400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54444/0 (socket says 172.21.15.44:54444) 2024-04-26T02:06:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba45400640 1 -- 172.21.15.44:0/1161709482 learned_addr learned my addr 172.21.15.44:0/1161709482 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.408+0000 7fba4e800640 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933c4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba4e800640 1 -- 172.21.15.44:0/1161709482 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 msgr2=0x55c4933cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba4e800640 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933cf650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba4e800640 1 -- 172.21.15.44:0/1161709482 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 msgr2=0x55c4933d1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba4e800640 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba4e800640 1 -- 172.21.15.44:0/1161709482 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c49303d210 con 0x55c4933c49b0 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba4e800640 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933c4d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fba48009f00 tx=0x7fba48011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53a54ed84522f07b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba47400640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fba340a3d10 0x7fba340a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba47400640 1 -- 172.21.15.44:0/387652029 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7fba400d0a40 con 0x7fba50108490 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.409+0000 7fba3f400640 1 -- 172.21.15.44:0/1161709482 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48004d20 con 0x55c4933c49b0 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba4de00640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fba340a3d10 0x7fba340a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba3f400640 1 -- 172.21.15.44:0/1161709482 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba48004030 con 0x55c4933c49b0 2024-04-26T02:06:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba3f400640 1 -- 172.21.15.44:0/1161709482 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48005280 con 0x55c4933c49b0 2024-04-26T02:06:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba57e0b740 1 -- 172.21.15.44:0/1161709482 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 msgr2=0x55c4933c4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba4de00640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fba340a3d10 0x7fba340a61d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x55c4933c5f50 tx=0x7fba400d44f0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933c4d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fba48009f00 tx=0x7fba48011810 comp rx=0 tx=0).stop 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba57e0b740 1 -- 172.21.15.44:0/1161709482 shutdown_connections 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933cf650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1161709482 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933c4d90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.410+0000 7fba57e0b740 1 -- 172.21.15.44:0/1161709482 >> 172.21.15.44:0/1161709482 conn(0x55c4933c0ec0 msgr2=0x55c4933c12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.411+0000 7fba57e0b740 1 -- 172.21.15.44:0/1161709482 shutdown_connections 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.411+0000 7fba57e0b740 1 -- 172.21.15.44:0/1161709482 wait complete. 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.411+0000 7fba57e0b740 1 -- start start 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.411+0000 7fba57e0b740 1 Processor -- start 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933c52d0 0x55c4933cd070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933cfb90 0x55c4933cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba57e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c4933d27c0 con 0x55c4933c52d0 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba57e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55c4932e4310 con 0x55c4933c49b0 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba57e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55c4933d2940 con 0x55c4933cfb90 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba57e0b740 10 client.0 _ll_register_callbacks cb 0x55c4932b2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba45400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933c52d0 0x55c4933cd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba45400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933c52d0 0x55c4933cd070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54452/0 (socket says 172.21.15.44:54452) 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba45400640 1 -- 172.21.15.44:0/1333084772 learned_addr learned my addr 172.21.15.44:0/1333084772 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba4e800640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933cfb90 0x55c4933cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.412+0000 7fba4e800640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba45400640 1 -- 172.21.15.44:0/1333084772 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933cfb90 msgr2=0x55c4933cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba45400640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933cfb90 0x55c4933cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba45400640 1 -- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 msgr2=0x55c4933ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba45400640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba45400640 1 -- 172.21.15.44:0/1333084772 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c493109620 con 0x55c4933c52d0 2024-04-26T02:06:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba4e800640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba45400640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933c52d0 0x55c4933cd070 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fba3802aa10 tx=0x7fba38005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2b914ac9f17a800 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba33e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba33e00640 1 -- 172.21.15.44:0/1333084772 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba38035040 con 0x55c4933c52d0 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba33e00640 1 -- 172.21.15.44:0/1333084772 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7fba38004970 con 0x55c4933c52d0 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.413+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba48004030 con 0x55c4933c52d0 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba33e00640 1 -- 172.21.15.44:0/1333084772 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fba38004b70 con 0x55c4933c52d0 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 10 client.16512 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c4933dea40 con 0x55c4933c52d0 2024-04-26T02:06:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba33e00640 1 -- 172.21.15.44:0/1333084772 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba48004030 con 0x55c4933c52d0 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba33e00640 1 -- 172.21.15.44:0/1333084772 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fba380314a0 con 0x55c4933c52d0 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 10 client.16512 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 10 client.16512 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 20 client.16512 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c4933dfeb0 0x55c4933e22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 4 client.16512 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.414+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c49333e8b0 con 0x55c4933dfeb0 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.415+0000 7fba4e800640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c4933dfeb0 0x55c4933e22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.415+0000 7fba4e800640 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c4933dfeb0 0x55c4933e22e0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f707288591d1d69d server_cookie=7ca858cc2e1c18ba in_seq=0 out_seq=0 2024-04-26T02:06:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.415+0000 7fba33e00640 10 client.16512 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.416+0000 7fba33e00640 1 -- 172.21.15.44:0/1333084772 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c49333e8b0 con 0x55c4933dfeb0 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.416+0000 7fba33e00640 10 client.16512 handle_command_reply: tid=0 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.416+0000 7fba57e0b740 1 client.16512 shutdown 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.416+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933c52d0 msgr2=0x55c4933cd070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.416+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933c52d0 0x55c4933cd070 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fba3802aa10 tx=0x7fba38005270 comp rx=0 tx=0).stop 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 shutdown_connections 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c4933dfeb0 0x55c4933e22e0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933cfb90 0x55c4933cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933c52d0 0x55c4933cd070 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1333084772 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba33e00640 0 client.16512 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 >> 172.21.15.44:0/1333084772 conn(0x55c4933c0ec0 msgr2=0x55c4933c6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 shutdown_connections 2024-04-26T02:06:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 1 -- 172.21.15.44:0/1333084772 wait complete. 2024-04-26T02:06:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.417+0000 7fba57e0b740 20 client.16512 trim_cache size 0 max 16384 2024-04-26T02:06:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.433+0000 7fba57e0b740 1 Processor -- start 2024-04-26T02:06:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba57e0b740 1 -- start start 2024-04-26T02:06:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933db680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c52d0 0x55c4933c7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933e7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba57e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fba501b3eb0 con 0x55c4933cfb90 2024-04-26T02:06:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba57e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fba501b59f0 con 0x55c4933c49b0 2024-04-26T02:06:16.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba57e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fba501b4580 con 0x55c4933c52d0 2024-04-26T02:06:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba45400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c52d0 0x55c4933c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba45400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c52d0 0x55c4933c7370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:59234/0 (socket says 172.21.15.44:59234) 2024-04-26T02:06:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.434+0000 7fba45400640 1 -- 172.21.15.44:0/1623347648 learned_addr learned my addr 172.21.15.44:0/1623347648 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba4e800640 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933e7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba4e800640 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933db680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba45400640 1 -- 172.21.15.44:0/1623347648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 msgr2=0x55c4933db680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba45400640 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933db680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba45400640 1 -- 172.21.15.44:0/1623347648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 msgr2=0x55c4933e7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba45400640 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933e7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba45400640 1 -- 172.21.15.44:0/1623347648 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4933bc820 con 0x55c4933c52d0 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.435+0000 7fba45400640 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c52d0 0x55c4933c7370 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fba38031a30 tx=0x7fba3802a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90841707ddfa2018 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba3ea00640 1 -- 172.21.15.44:0/1623347648 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba38000e60 con 0x55c4933c52d0 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba3ea00640 1 -- 172.21.15.44:0/1623347648 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba3804a020 con 0x55c4933c52d0 2024-04-26T02:06:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba3ea00640 1 -- 172.21.15.44:0/1623347648 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba38035070 con 0x55c4933c52d0 2024-04-26T02:06:16.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 -- 172.21.15.44:0/1623347648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c52d0 msgr2=0x55c4933c7370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c52d0 0x55c4933c7370 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fba38031a30 tx=0x7fba3802a420 comp rx=0 tx=0).stop 2024-04-26T02:06:16.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 -- 172.21.15.44:0/1623347648 shutdown_connections 2024-04-26T02:06:16.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933e7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c52d0 0x55c4933c7370 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1623347648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c49b0 0x55c4933db680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 -- 172.21.15.44:0/1623347648 >> 172.21.15.44:0/1623347648 conn(0x55c4933c0ec0 msgr2=0x55c4933cebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.436+0000 7fba57e0b740 1 -- 172.21.15.44:0/1623347648 shutdown_connections 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.437+0000 7fba57e0b740 1 -- 172.21.15.44:0/1623347648 wait complete. 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.437+0000 7fba57e0b740 1 -- start start 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.437+0000 7fba57e0b740 1 Processor -- start 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933d5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933d5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba57e0b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba57e0b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fba501b5320 con 0x55c4933cfb90 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba57e0b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fba501b4c50 con 0x55c4933c52d0 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba57e0b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fba501b1eb0 con 0x55c4933c49b0 2024-04-26T02:06:16.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba57e0b740 10 client.0 _ll_register_callbacks cb 0x7fba380043f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933d5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba4e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933d5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:44690/0 (socket says 172.21.15.44:44690) 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 -- 172.21.15.44:0/1720438253 learned_addr learned my addr 172.21.15.44:0/1720438253 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba4e800640 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933d5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 -- 172.21.15.44:0/1720438253 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 msgr2=0x55c4933d5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933d5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 -- 172.21.15.44:0/1720438253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 msgr2=0x55c4933d5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:16.439 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.438+0000 7fba45400640 1 -- 172.21.15.44:0/1720438253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c493445470 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba45400640 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933d5aa0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fba38005ab0 tx=0x7fba38004fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ebb6e382b95db8b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba33e00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba33e00640 1 -- 172.21.15.44:0/1720438253 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3805c060 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba3804a020 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba33e00640 1 -- 172.21.15.44:0/1720438253 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7fba38003800 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba33e00640 1 -- 172.21.15.44:0/1720438253 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fba38035070 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba57e0b740 10 client.26618 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c4934466c0 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.439+0000 7fba33e00640 1 -- 172.21.15.44:0/1720438253 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba3804a020 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba33e00640 1 -- 172.21.15.44:0/1720438253 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fba3803c440 con 0x55c4933c52d0 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba57e0b740 10 client.26618 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba57e0b740 10 client.26618 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba57e0b740 20 client.26618 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:16.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c493446d20 0x55c493449140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba57e0b740 4 client.26618 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:06:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c493338320 con 0x55c493446d20 2024-04-26T02:06:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.440+0000 7fba4e800640 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c493446d20 0x55c493449140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.441+0000 7fba4e800640 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c493446d20 0x55c493449140 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e200f3bfd1052dd0 server_cookie=2301ec749a8e9e62 in_seq=0 out_seq=0 2024-04-26T02:06:16.441 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.441+0000 7fba33e00640 10 client.26618 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba33e00640 1 -- 172.21.15.44:0/1720438253 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c493338320 con 0x55c493446d20 2024-04-26T02:06:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba33e00640 10 client.26618 handle_command_reply: tid=0 2024-04-26T02:06:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 client.26618 shutdown 2024-04-26T02:06:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 msgr2=0x55c4933d5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933d5aa0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fba38005ab0 tx=0x7fba38004fd0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 shutdown_connections 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55c493446d20 0x55c493449140 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c4933cfb90 0x55c4933d5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55c4933c52d0 0x55c4933d5aa0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 --2- 172.21.15.44:0/1720438253 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55c4933c49b0 0x55c4933d5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba33e00640 0 client.26618 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 >> 172.21.15.44:0/1720438253 conn(0x55c4933c0ec0 msgr2=0x55c4933ccad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 shutdown_connections 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 1 -- 172.21.15.44:0/1720438253 wait complete. 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.450+0000 7fba57e0b740 20 client.26618 trim_cache size 0 max 16384 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:06:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fba340a3d10 msgr2=0x7fba340a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fba340a3d10 0x7fba340a61d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x55c4933c5f50 tx=0x7fba400d44f0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 msgr2=0x7fba501a47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501a47a0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fba4000e9f0 tx=0x7fba4000eeb0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 shutdown_connections 2024-04-26T02:06:16.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fba340a3d10 0x7fba340a61d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fba5010e420 0x7fba5019e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fba50108e10 0x7fba501a4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 --2- 172.21.15.44:0/387652029 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50108490 0x7fba501a47a0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.451+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 >> 172.21.15.44:0/387652029 conn(0x7fba50077d30 msgr2=0x7fba50078ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.452+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 shutdown_connections 2024-04-26T02:06:16.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:16.452+0000 7fba4f200640 1 -- 172.21.15.44:0/387652029 wait complete. 2024-04-26T02:06:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:16 smithi044 ceph-mon[27847]: pgmap v352: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 11 KiB/s wr, 17 op/s 2024-04-26T02:06:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:16 smithi156 ceph-mon[32543]: pgmap v352: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 11 KiB/s wr, 17 op/s 2024-04-26T02:06:17.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:16 smithi090 ceph-mon[32456]: pgmap v352: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 11 KiB/s wr, 17 op/s 2024-04-26T02:06:19.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:18 smithi044 ceph-mon[27847]: pgmap v353: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T02:06:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:18 smithi156 ceph-mon[32543]: pgmap v353: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T02:06:19.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:18 smithi090 ceph-mon[32456]: pgmap v353: 97 pgs: 97 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 9.6 KiB/s wr, 15 op/s 2024-04-26T02:06:21.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:20 smithi044 ceph-mon[27847]: pgmap v354: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:06:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:20 smithi156 ceph-mon[32543]: pgmap v354: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:06:21.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:20 smithi090 ceph-mon[32456]: pgmap v354: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:06:23.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:22 smithi044 ceph-mon[27847]: pgmap v355: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-26T02:06:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:22 smithi156 ceph-mon[32543]: pgmap v355: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-26T02:06:23.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:22 smithi090 ceph-mon[32456]: pgmap v355: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-26T02:06:25.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:24 smithi044 ceph-mon[27847]: pgmap v356: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:06:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:24 smithi156 ceph-mon[32543]: pgmap v356: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:06:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:24 smithi090 ceph-mon[32456]: pgmap v356: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:06:27.039 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:26 smithi090 ceph-mon[32456]: pgmap v357: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:06:27.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:26 smithi044 ceph-mon[27847]: pgmap v357: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:06:27.229 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:26 smithi156 ceph-mon[32543]: pgmap v357: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:06:28.102 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:27 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:313/600: open fd = 3 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:314/600: open fd = 3 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:315/600: open fd = 3 2024-04-26T02:06:28.126 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:316/600: open fd = 3 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:317/600: open fd = 3 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:318/600: open fd = 3 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.127 INFO:tasks.workunit.client.0.smithi044.stdout:319/600: open fd = 3 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:320/600: open fd = 3 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:321/600: open fd = 3 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:322/600: open fd = 3 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:323/600: open fd = 3 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:324/600: open fd = 3 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:325/600: open fd = 3 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:326/600: open fd = 3 2024-04-26T02:06:28.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:327/600: open fd = 3 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:328/600: open fd = 3 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:329/600: open fd = 3 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.130 INFO:tasks.workunit.client.0.smithi044.stdout:330/600: open fd = 3 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:331/600: open fd = 3 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:332/600: open fd = 3 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.131 INFO:tasks.workunit.client.0.smithi044.stdout:333/600: open fd = 3 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:334/600: open fd = 3 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:335/600: open fd = 3 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:336/600: open fd = 3 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:337/600: open fd = 3 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:338/600: open fd = 3 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:339/600: open fd = 3 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:340/600: open fd = 3 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:341/600: open fd = 3 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:342/600: open fd = 3 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:343/600: open fd = 3 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:344/600: open fd = 3 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:345/600: open fd = 3 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:346/600: open fd = 3 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:347/600: open fd = 3 2024-04-26T02:06:28.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:348/600: open fd = 3 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:349/600: open fd = 3 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:350/600: open fd = 3 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.136 INFO:tasks.workunit.client.0.smithi044.stdout:351/600: open fd = 3 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:352/600: open fd = 3 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:353/600: open fd = 3 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:354/600: open fd = 3 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:355/600: open fd = 3 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:356/600: open fd = 3 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:357/600: open fd = 3 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:358/600: open fd = 3 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.138 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:359/600: open fd = 3 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:360/600: open fd = 3 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:361/600: open fd = 3 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:362/600: open fd = 3 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:363/600: open fd = 3 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:364/600: open fd = 3 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:365/600: open fd = 3 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:366/600: open fd = 3 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:367/600: open fd = 3 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:368/600: open fd = 3 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:369/600: open fd = 3 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.141 INFO:tasks.workunit.client.0.smithi044.stdout:370/600: open fd = 3 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:371/600: open fd = 3 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:372/600: open fd = 3 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:373/600: open fd = 3 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.142 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.143 INFO:tasks.workunit.client.0.smithi044.stdout:374/600: open fd = 3 2024-04-26T02:06:28.143 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.143 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:06:28.143 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:06:28.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:27 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:06:28.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:27 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:06:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:28 smithi044 ceph-mon[27847]: pgmap v358: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:06:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:28 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:06:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:28 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:06:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:28 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:06:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:28 smithi156 ceph-mon[32543]: pgmap v358: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:06:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:28 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:06:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:28 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:06:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:28 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:06:29.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:28 smithi090 ceph-mon[32456]: pgmap v358: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:06:29.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:28 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:06:29.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:28 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:06:29.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:28 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:06:29.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.599+0000 7f21b4200640 1 -- 172.21.15.44:0/256439559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac109470 msgr2=0x7f21ac111040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.599+0000 7f21b4200640 1 --2- 172.21.15.44:0/256439559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac109470 0x7f21ac111040 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009be0 tx=0x7f21a402a6c0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.599+0000 7f21b4200640 1 -- 172.21.15.44:0/256439559 shutdown_connections 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.599+0000 7f21b4200640 1 --2- 172.21.15.44:0/256439559 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac109470 0x7f21ac111040 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.599+0000 7f21b4200640 1 --2- 172.21.15.44:0/256439559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f21ac104d50 0x7f21ac108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.599+0000 7f21b4200640 1 --2- 172.21.15.44:0/256439559 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f21ac1043a0 0x7f21ac104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.599+0000 7f21b4200640 1 -- 172.21.15.44:0/256439559 >> 172.21.15.44:0/256439559 conn(0x7f21ac0ffc40 msgr2=0x7f21ac102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.600+0000 7f21b4200640 1 -- 172.21.15.44:0/256439559 shutdown_connections 2024-04-26T02:06:29.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.600+0000 7f21b4200640 1 -- 172.21.15.44:0/256439559 wait complete. 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 Processor -- start 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 -- start start 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac1043a0 0x7f21ac1a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f21ac109470 0x7f21ac1a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f21ac19a6a0 0x7f21ac19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac1143e0 con 0x7f21ac109470 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac114260 con 0x7f21ac1043a0 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b4200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac114560 con 0x7f21ac19a6a0 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b1800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac1043a0 0x7f21ac1a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b0e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f21ac109470 0x7f21ac1a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b1800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac1043a0 0x7f21ac1a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36088/0 (socket says 172.21.15.44:36088) 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b1800640 1 -- 172.21.15.44:0/1351536447 learned_addr learned my addr 172.21.15.44:0/1351536447 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.601+0000 7f21b2200640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f21ac19a6a0 0x7f21ac19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21b1800640 1 -- 172.21.15.44:0/1351536447 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f21ac19a6a0 msgr2=0x7f21ac19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21b1800640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f21ac19a6a0 0x7f21ac19ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21b1800640 1 -- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f21ac109470 msgr2=0x7f21ac1a0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21b1800640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f21ac109470 0x7f21ac1a0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21b1800640 1 -- 172.21.15.44:0/1351536447 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21ac19b2a0 con 0x7f21ac1043a0 2024-04-26T02:06:29.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21b1800640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac1043a0 0x7f21ac1a05e0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f21a000e9f0 tx=0x7f21a000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:29.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21aa000640 1 -- 172.21.15.44:0/1351536447 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a000ccc0 con 0x7f21ac1043a0 2024-04-26T02:06:29.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21aa000640 1 -- 172.21.15.44:0/1351536447 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21a000ce60 con 0x7f21ac1043a0 2024-04-26T02:06:29.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21aa000640 1 -- 172.21.15.44:0/1351536447 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a0010430 con 0x7f21ac1043a0 2024-04-26T02:06:29.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.602+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21ac1a7380 con 0x7f21ac1043a0 2024-04-26T02:06:29.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.603+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21ac1a7780 con 0x7f21ac1043a0 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 Processor -- start 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21aa000640 1 -- 172.21.15.44:0/1351536447 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f21a00046c0 con 0x7f21ac1043a0 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 -- start start 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4101c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c410c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d0c4067900 con 0x55d0c4101820 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d0c400def0 con 0x55d0c410ca00 2024-04-26T02:06:29.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.606+0000 7f21b718d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d0c40638c0 con 0x55d0c4102140 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4101c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4101c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42430/0 (socket says 172.21.15.44:42430) 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 -- 172.21.15.44:0/2270713502 learned_addr learned my addr 172.21.15.44:0/2270713502 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b0e00640 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b1800640 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c410c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 -- 172.21.15.44:0/2270713502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 msgr2=0x55d0c410c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c410c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 -- 172.21.15.44:0/2270713502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 msgr2=0x55d0c410edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b2200640 1 -- 172.21.15.44:0/2270713502 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0c3d7a210 con 0x55d0c4101820 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.607+0000 7f21b0e00640 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.608+0000 7f21aa000640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f21940a3e40 0x7f21940a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.608+0000 7f21b2200640 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4101c00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009be0 tx=0x7f21a4030430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96b66888e83ab8bd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.608+0000 7f21aa000640 1 -- 172.21.15.44:0/1351536447 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f21a00d0af0 con 0x7f21ac1043a0 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.608+0000 7f219ea00640 1 -- 172.21.15.44:0/2270713502 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4041030 con 0x55d0c4101820 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.608+0000 7f21b1800640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f21940a3e40 0x7f21940a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.608+0000 7f219ea00640 1 -- 172.21.15.44:0/2270713502 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21a4003e20 con 0x55d0c4101820 2024-04-26T02:06:29.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.608+0000 7f219ea00640 1 -- 172.21.15.44:0/2270713502 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4036040 con 0x55d0c4101820 2024-04-26T02:06:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 -- 172.21.15.44:0/2270713502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 msgr2=0x55d0c4101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b1800640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f21940a3e40 0x7f21940a6300 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f21a00ce330 tx=0x7f21a00d4630 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4101c00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009be0 tx=0x7f21a4030430 comp rx=0 tx=0).stop 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 -- 172.21.15.44:0/2270713502 shutdown_connections 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c410c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 --2- 172.21.15.44:0/2270713502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4101c00 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 -- 172.21.15.44:0/2270713502 >> 172.21.15.44:0/2270713502 conn(0x55d0c40fdd30 msgr2=0x55d0c40fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 -- 172.21.15.44:0/2270713502 shutdown_connections 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.609+0000 7f21b718d740 1 -- 172.21.15.44:0/2270713502 wait complete. 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.610+0000 7f21b718d740 1 -- start start 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.610+0000 7f21b718d740 1 Processor -- start 2024-04-26T02:06:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.610+0000 7f21b718d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4109930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.610+0000 7f21b718d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c4109e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b718d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b718d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d0c410f5d0 con 0x55d0c4101820 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b718d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d0c4021310 con 0x55d0c410ca00 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b718d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d0c410f750 con 0x55d0c4102140 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b718d740 10 client.0 _ll_register_callbacks cb 0x55d0c3fefcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4109930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4109930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42440/0 (socket says 172.21.15.44:42440) 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b0e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c4109e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 -- 172.21.15.44:0/3057036671 learned_addr learned my addr 172.21.15.44:0/3057036671 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 -- 172.21.15.44:0/3057036671 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 msgr2=0x55d0c4109e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c4109e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 -- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 msgr2=0x55d0c410a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.611+0000 7f21b2200640 1 -- 172.21.15.44:0/3057036671 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0c3e46620 con 0x55d0c4101820 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f21b2200640 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4109930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009b30 tx=0x7f21a4030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e0583c36007bff server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f2193400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f2193400640 1 -- 172.21.15.44:0/3057036671 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4036030 con 0x55d0c4101820 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f2193400640 1 -- 172.21.15.44:0/3057036671 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f21a4003970 con 0x55d0c4101820 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21a4003e20 con 0x55d0c4101820 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f2193400640 1 -- 172.21.15.44:0/3057036671 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f21a4059050 con 0x55d0c4101820 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f21b718d740 10 client.16530 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.612+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d0c411b7d0 con 0x55d0c4101820 2024-04-26T02:06:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f2193400640 1 -- 172.21.15.44:0/3057036671 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21a4003e20 con 0x55d0c4101820 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f2193400640 1 -- 172.21.15.44:0/3057036671 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f21a40045d0 con 0x55d0c4101820 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f21b718d740 10 client.16530 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f21b718d740 10 client.16530 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f21b718d740 20 client.16530 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f21b718d740 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c411cb20 0x55d0c411ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f21b718d740 4 client.16530 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0c407b8b0 con 0x55d0c411cb20 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.613+0000 7f21b0e00640 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c411cb20 0x55d0c411ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.614+0000 7f21b0e00640 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c411cb20 0x55d0c411ef10 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd70a60de78bf98e server_cookie=e9f28ef0bf462520 in_seq=0 out_seq=0 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.614+0000 7f2193400640 10 client.16530 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f2193400640 1 -- 172.21.15.44:0/3057036671 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d0c407b8b0 con 0x55d0c411cb20 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f2193400640 10 client.16530 handle_command_reply: tid=0 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 client.16530 shutdown 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 msgr2=0x55d0c4109930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4109930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009b30 tx=0x7f21a4030d80 comp rx=0 tx=0).stop 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 shutdown_connections 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c411cb20 0x55d0c411ef10 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c410a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c4109e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f2193400640 0 client.16530 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 --2- 172.21.15.44:0/3057036671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4109930 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 >> 172.21.15.44:0/3057036671 conn(0x55d0c40fdd30 msgr2=0x55d0c4103a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 shutdown_connections 2024-04-26T02:06:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 1 -- 172.21.15.44:0/3057036671 wait complete. 2024-04-26T02:06:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.615+0000 7f21b718d740 20 client.16530 trim_cache size 0 max 16384 2024-04-26T02:06:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 Processor -- start 2024-04-26T02:06:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 -- start start 2024-04-26T02:06:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4118490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c40fcd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c41245a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac1afb50 con 0x55d0c4101820 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac1b1690 con 0x55d0c410ca00 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.632+0000 7f21b718d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac1b0220 con 0x55d0c4102140 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4118490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b0e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c40fcd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b0e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c40fcd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40066/0 (socket says 172.21.15.44:40066) 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b0e00640 1 -- 172.21.15.44:0/3095228848 learned_addr learned my addr 172.21.15.44:0/3095228848 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c41245a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 -- 172.21.15.44:0/3095228848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 msgr2=0x55d0c40fcd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c40fcd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 -- 172.21.15.44:0/3095228848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 msgr2=0x55d0c41245a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c41245a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 -- 172.21.15.44:0/3095228848 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0c41028b0 con 0x55d0c4101820 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b0e00640 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c40fcd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.633+0000 7f21b2200640 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4118490 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f21a402abe0 tx=0x7f21a4030df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=852a0e0e035b8e2f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f219e000640 1 -- 172.21.15.44:0/3095228848 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4036070 con 0x55d0c4101820 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f219e000640 1 -- 172.21.15.44:0/3095228848 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21a4042040 con 0x55d0c4101820 2024-04-26T02:06:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f219e000640 1 -- 172.21.15.44:0/3095228848 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4041070 con 0x55d0c4101820 2024-04-26T02:06:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 -- 172.21.15.44:0/3095228848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 msgr2=0x55d0c4118490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4118490 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f21a402abe0 tx=0x7f21a4030df0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 -- 172.21.15.44:0/3095228848 shutdown_connections 2024-04-26T02:06:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c410ca00 0x55d0c41245a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4102140 0x55d0c40fcd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 --2- 172.21.15.44:0/3095228848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c4101820 0x55d0c4118490 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 -- 172.21.15.44:0/3095228848 >> 172.21.15.44:0/3095228848 conn(0x55d0c40fdd30 msgr2=0x55d0c40fc600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 -- 172.21.15.44:0/3095228848 shutdown_connections 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.634+0000 7f21b718d740 1 -- 172.21.15.44:0/3095228848 wait complete. 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.635+0000 7f21b718d740 1 -- start start 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.635+0000 7f21b718d740 1 Processor -- start 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b718d740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4101820 0x55d0c4114de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b718d740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c4102140 0x55d0c4112170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b718d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c410ca00 0x55d0c41126d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b718d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac1b0fc0 con 0x55d0c410ca00 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b718d740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac1b08f0 con 0x55d0c4102140 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b718d740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac1adb50 con 0x55d0c4101820 2024-04-26T02:06:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b718d740 10 client.0 _ll_register_callbacks cb 0x7f21a0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b2200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c410ca00 0x55d0c41126d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c4102140 0x55d0c4112170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b2200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4101820 0x55d0c4114de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c4102140 0x55d0c4112170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36134/0 (socket says 172.21.15.44:36134) 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 -- 172.21.15.44:0/1573408094 learned_addr learned my addr 172.21.15.44:0/1573408094 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 -- 172.21.15.44:0/1573408094 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4101820 msgr2=0x55d0c4114de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4101820 0x55d0c4114de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 -- 172.21.15.44:0/1573408094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c410ca00 msgr2=0x55d0c41126d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c410ca00 0x55d0c41126d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.636+0000 7f21b0e00640 1 -- 172.21.15.44:0/1573408094 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0c4112f00 con 0x55d0c4102140 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.637+0000 7f21b0e00640 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c4102140 0x55d0c4112170 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2198005fd0 tx=0x7f2198005870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32be5e17952df0a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.637+0000 7f2193400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.637+0000 7f2193400640 1 -- 172.21.15.44:0/1573408094 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2198005220 con 0x55d0c4102140 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.637+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21a4042040 con 0x55d0c4102140 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.637+0000 7f2193400640 1 -- 172.21.15.44:0/1573408094 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f21980053c0 con 0x55d0c4102140 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.637+0000 7f2193400640 1 -- 172.21.15.44:0/1573408094 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f219802f050 con 0x55d0c4102140 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 10 client.26636 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d0c418b6f0 con 0x55d0c4102140 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f2193400640 1 -- 172.21.15.44:0/1573408094 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21a4042040 con 0x55d0c4102140 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f2193400640 1 -- 172.21.15.44:0/1573408094 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2198020380 con 0x55d0c4102140 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 10 client.26636 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 10 client.26636 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 20 client.26636 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:29.641 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c418be80 0x55d0c418e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:29.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 4 client.26636 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:06:29.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d0c4075320 con 0x55d0c418be80 2024-04-26T02:06:29.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.638+0000 7f21b2200640 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c418be80 0x55d0c418e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:29.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.639+0000 7f21b2200640 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c418be80 0x55d0c418e2a0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8a8a5838d75e34c server_cookie=e948166bd2533eff in_seq=0 out_seq=0 2024-04-26T02:06:29.642 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.639+0000 7f2193400640 10 client.26636 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:29.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.647+0000 7f2193400640 1 -- 172.21.15.44:0/1573408094 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d0c4075320 con 0x55d0c418be80 2024-04-26T02:06:29.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.647+0000 7f2193400640 10 client.26636 handle_command_reply: tid=0 2024-04-26T02:06:29.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.647+0000 7f21b718d740 1 client.26636 shutdown 2024-04-26T02:06:29.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c4102140 msgr2=0x55d0c4112170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c4102140 0x55d0c4112170 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2198005fd0 tx=0x7f2198005870 comp rx=0 tx=0).stop 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 shutdown_connections 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0c418be80 0x55d0c418e2a0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0c410ca00 0x55d0c41126d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0c4102140 0x55d0c4112170 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f2193400640 0 client.26636 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 --2- 172.21.15.44:0/1573408094 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0c4101820 0x55d0c4114de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 >> 172.21.15.44:0/1573408094 conn(0x55d0c40fdd30 msgr2=0x55d0c4103a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 shutdown_connections 2024-04-26T02:06:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 1 -- 172.21.15.44:0/1573408094 wait complete. 2024-04-26T02:06:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.648+0000 7f21b718d740 20 client.26636 trim_cache size 0 max 16384 2024-04-26T02:06:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:06:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:06:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:06:29.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:06:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f21940a3e40 msgr2=0x7f21940a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f21940a3e40 0x7f21940a6300 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f21a00ce330 tx=0x7f21a00d4630 comp rx=0 tx=0).stop 2024-04-26T02:06:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac1043a0 msgr2=0x7f21ac1a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac1043a0 0x7f21ac1a05e0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f21a000e9f0 tx=0x7f21a000edf0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 shutdown_connections 2024-04-26T02:06:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f21940a3e40 0x7f21940a6300 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f21ac19a6a0 0x7f21ac19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f21ac109470 0x7f21ac1a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 --2- 172.21.15.44:0/1351536447 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f21ac1043a0 0x7f21ac1a05e0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 >> 172.21.15.44:0/1351536447 conn(0x7f21ac0ffc40 msgr2=0x7f21ac101ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 shutdown_connections 2024-04-26T02:06:29.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:29.649+0000 7f21b4200640 1 -- 172.21.15.44:0/1351536447 wait complete. 2024-04-26T02:06:31.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:30 smithi044 ceph-mon[27847]: pgmap v359: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-04-26T02:06:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:30 smithi156 ceph-mon[32543]: pgmap v359: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-04-26T02:06:31.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:30 smithi090 ceph-mon[32456]: pgmap v359: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-04-26T02:06:33.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:32 smithi044 ceph-mon[27847]: pgmap v360: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-04-26T02:06:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:32 smithi156 ceph-mon[32543]: pgmap v360: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-04-26T02:06:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:32 smithi090 ceph-mon[32456]: pgmap v360: 97 pgs: 97 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-04-26T02:06:35.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:34 smithi044 ceph-mon[27847]: pgmap v361: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:06:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:34 smithi156 ceph-mon[32543]: pgmap v361: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:06:35.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:34 smithi090 ceph-mon[32456]: pgmap v361: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:06:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:36 smithi044 ceph-mon[27847]: pgmap v362: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:37.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:36 smithi156 ceph-mon[32543]: pgmap v362: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:37.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:36 smithi090 ceph-mon[32456]: pgmap v362: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:39.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:38 smithi044 ceph-mon[27847]: pgmap v363: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:39.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:38 smithi156 ceph-mon[32543]: pgmap v363: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:39.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:38 smithi090 ceph-mon[32456]: pgmap v363: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:40 smithi044 ceph-mon[27847]: pgmap v364: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:40 smithi156 ceph-mon[32543]: pgmap v364: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:41.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:40 smithi090 ceph-mon[32456]: pgmap v364: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 -- 172.21.15.44:0/4125462979 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14104d70 msgr2=0x7f9a14108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 --2- 172.21.15.44:0/4125462979 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14104d70 0x7f9a14108db0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f9a04009860 tx=0x7f9a0402a340 comp rx=0 tx=0).stop 2024-04-26T02:06:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 -- 172.21.15.44:0/4125462979 shutdown_connections 2024-04-26T02:06:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 --2- 172.21.15.44:0/4125462979 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a14109490 0x7f9a14111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 --2- 172.21.15.44:0/4125462979 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14104d70 0x7f9a14108db0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 --2- 172.21.15.44:0/4125462979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a141043c0 0x7f9a141047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 -- 172.21.15.44:0/4125462979 >> 172.21.15.44:0/4125462979 conn(0x7f9a140ffc20 msgr2=0x7f9a14102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 -- 172.21.15.44:0/4125462979 shutdown_connections 2024-04-26T02:06:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.798+0000 7f9a1c800640 1 -- 172.21.15.44:0/4125462979 wait complete. 2024-04-26T02:06:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.799+0000 7f9a1c800640 1 Processor -- start 2024-04-26T02:06:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.799+0000 7f9a1c800640 1 -- start start 2024-04-26T02:06:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1c800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a141043c0 0x7f9a14076460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1c800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14109490 0x7f9a140769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1c800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a14076ee0 0x7f9a141aaf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1c800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9a141143b0 con 0x7f9a14076ee0 2024-04-26T02:06:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1c800640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9a14114230 con 0x7f9a14109490 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1c800640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9a14114530 con 0x7f9a141043c0 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a14076ee0 0x7f9a141aaf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a19e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a141043c0 0x7f9a14076460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a19e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a141043c0 0x7f9a14076460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51452/0 (socket says 172.21.15.44:51452) 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a19e00640 1 -- 172.21.15.44:0/2446666888 learned_addr learned my addr 172.21.15.44:0/2446666888 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a19400640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14109490 0x7f9a140769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.800+0000 7f9a1a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a14076ee0 0x7f9a141aaf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43706/0 (socket says 172.21.15.44:43706) 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a19e00640 1 -- 172.21.15.44:0/2446666888 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14109490 msgr2=0x7f9a140769a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a19e00640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14109490 0x7f9a140769a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a19e00640 1 -- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a14076ee0 msgr2=0x7f9a141aaf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a19e00640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a14076ee0 0x7f9a141aaf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a19e00640 1 -- 172.21.15.44:0/2446666888 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a141ab440 con 0x7f9a141043c0 2024-04-26T02:06:42.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a19e00640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a141043c0 0x7f9a14076460 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9a0800e9c0 tx=0x7f9a0800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a0ea00640 1 -- 172.21.15.44:0/2446666888 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a0800cde0 con 0x7f9a141043c0 2024-04-26T02:06:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a0ea00640 1 -- 172.21.15.44:0/2446666888 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a080035f0 con 0x7f9a141043c0 2024-04-26T02:06:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a0ea00640 1 -- 172.21.15.44:0/2446666888 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a08010690 con 0x7f9a141043c0 2024-04-26T02:06:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a141ab730 con 0x7f9a141043c0 2024-04-26T02:06:42.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.801+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a141abc00 con 0x7f9a141043c0 2024-04-26T02:06:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.804+0000 7f9a1f7f2740 1 Processor -- start 2024-04-26T02:06:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1f7f2740 1 -- start start 2024-04-26T02:06:42.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a0ea00640 1 -- 172.21.15.44:0/2446666888 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9a08004000 con 0x7f9a141043c0 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b54730d820 0x55b54730dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b5473184c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b547318a00 0x55b54731adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b547273900 con 0x55b54730e140 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55b547219ef0 con 0x55b547318a00 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55b54726f8c0 con 0x55b54730d820 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a19e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b5473184c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a1a800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b54730d820 0x55b54730dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a19e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b5473184c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43710/0 (socket says 172.21.15.44:43710) 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a19e00640 1 -- 172.21.15.44:0/1394627383 learned_addr learned my addr 172.21.15.44:0/1394627383 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.805+0000 7f9a19400640 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b547318a00 0x55b54731adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.806+0000 7f9a1a800640 1 -- 172.21.15.44:0/1394627383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b547318a00 msgr2=0x55b54731adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.806+0000 7f9a1a800640 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b547318a00 0x55b54731adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.806+0000 7f9a1a800640 1 -- 172.21.15.44:0/1394627383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 msgr2=0x55b5473184c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.806+0000 7f9a1a800640 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b5473184c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.806+0000 7f9a1a800640 1 -- 172.21.15.44:0/1394627383 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b546f86210 con 0x55b54730d820 2024-04-26T02:06:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.806+0000 7f9a19e00640 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b5473184c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:42.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.806+0000 7f9a1a800640 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b54730d820 0x55b54730dc00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9a10009eb0 tx=0x7f9a10010740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f14abf9cffdf8d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a03000640 1 -- 172.21.15.44:0/1394627383 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a10016070 con 0x55b54730d820 2024-04-26T02:06:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a03000640 1 -- 172.21.15.44:0/1394627383 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a10004d20 con 0x55b54730d820 2024-04-26T02:06:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a03000640 1 -- 172.21.15.44:0/1394627383 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a10012720 con 0x55b54730d820 2024-04-26T02:06:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a0ea00640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99fc0a3dc0 0x7f99fc0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a19e00640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99fc0a3dc0 0x7f99fc0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a0ea00640 1 -- 172.21.15.44:0/2446666888 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f9a080d0b20 con 0x7f9a141043c0 2024-04-26T02:06:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1394627383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b54730d820 msgr2=0x55b54730dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b54730d820 0x55b54730dc00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9a10009eb0 tx=0x7f9a10010740 comp rx=0 tx=0).stop 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1394627383 shutdown_connections 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b547318a00 0x55b54731adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b5473184c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1394627383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b54730d820 0x55b54730dc00 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.807+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1394627383 >> 172.21.15.44:0/1394627383 conn(0x55b547309d30 msgr2=0x55b54730a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.808+0000 7f9a19e00640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99fc0a3dc0 0x7f99fc0a6280 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9a08098f00 tx=0x7f9a080d45d0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.808+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1394627383 shutdown_connections 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.808+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1394627383 wait complete. 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.808+0000 7f9a1f7f2740 1 -- start start 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.808+0000 7f9a1f7f2740 1 Processor -- start 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473159f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547315f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b547316470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b54731b630 con 0x55b54730e140 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55b54722d310 con 0x55b54730d820 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55b54731b7b0 con 0x55b547318a00 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1f7f2740 10 client.0 _ll_register_callbacks cb 0x55b5471fbcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473159f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a19400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547315f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473159f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51894/0 (socket says 172.21.15.44:51894) 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1a800640 1 -- 172.21.15.44:0/2858091551 learned_addr learned my addr 172.21.15.44:0/2858091551 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.809+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b547316470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a19400640 1 -- 172.21.15.44:0/2858091551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 msgr2=0x55b547316470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a19400640 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b547316470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a19400640 1 -- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 msgr2=0x55b5473159f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a19400640 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473159f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a19400640 1 -- 172.21.15.44:0/2858091551 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b547052620 con 0x55b54730e140 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473159f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a19400640 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547315f30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f9a0402a860 tx=0x7f9a04009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa19f875f5a8efc8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f99f7400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:06:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f99f7400640 1 -- 172.21.15.44:0/2858091551 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04037040 con 0x55b54730e140 2024-04-26T02:06:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f99f7400640 1 -- 172.21.15.44:0/2858091551 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f9a04030650 con 0x55b54730e140 2024-04-26T02:06:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.810+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a10004d20 con 0x55b54730e140 2024-04-26T02:06:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f99f7400640 1 -- 172.21.15.44:0/2858091551 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9a0404d050 con 0x55b54730e140 2024-04-26T02:06:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 10 client.16548 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b5473278f0 con 0x55b54730e140 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f99f7400640 1 -- 172.21.15.44:0/2858091551 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a10004d20 con 0x55b54730e140 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f99f7400640 1 -- 172.21.15.44:0/2858091551 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9a0403d450 con 0x55b54730e140 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 10 client.16548 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 10 client.16548 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 20 client.16548 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b547328db0 0x55b54732b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 4 client.16548 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.811+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5472878b0 con 0x55b547328db0 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.812+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b547328db0 0x55b54732b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.812+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b547328db0 0x55b54732b1c0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bcd6c0107a6090c server_cookie=883ac2aef29e2ade in_seq=0 out_seq=0 2024-04-26T02:06:42.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.812+0000 7f99f7400640 10 client.16548 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f99f7400640 1 -- 172.21.15.44:0/2858091551 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b5472878b0 con 0x55b547328db0 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f99f7400640 10 client.16548 handle_command_reply: tid=0 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 client.16548 shutdown 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 msgr2=0x55b547315f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547315f30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f9a0402a860 tx=0x7f9a04009540 comp rx=0 tx=0).stop 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 shutdown_connections 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b547328db0 0x55b54732b1c0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b547316470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547315f30 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f99f7400640 0 client.16548 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2858091551 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473159f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 >> 172.21.15.44:0/2858091551 conn(0x55b547309d30 msgr2=0x55b54730fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 shutdown_connections 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.813+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2858091551 wait complete. 2024-04-26T02:06:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.814+0000 7f9a1f7f2740 20 client.16548 trim_cache size 0 max 16384 2024-04-26T02:06:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 Processor -- start 2024-04-26T02:06:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 -- start start 2024-04-26T02:06:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473244f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547309610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b5473160c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9a141b4110 con 0x55b54730e140 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9a141b5c50 con 0x55b54730d820 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.830+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9a141b47e0 con 0x55b547318a00 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547309610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547309610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43726/0 (socket says 172.21.15.44:43726) 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 -- 172.21.15.44:0/1599975388 learned_addr learned my addr 172.21.15.44:0/1599975388 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a1a800640 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b5473160c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a1a800640 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473244f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 -- 172.21.15.44:0/1599975388 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 msgr2=0x55b5473160c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b5473160c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 -- 172.21.15.44:0/1599975388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 msgr2=0x55b5473244f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473244f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 -- 172.21.15.44:0/1599975388 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b54732b840 con 0x55b54730e140 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a1a800640 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473244f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:06:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.831+0000 7f9a19400640 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547309610 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f9a04009780 tx=0x7f9a04001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11fccda0104ca45a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.832+0000 7f9a02600640 1 -- 172.21.15.44:0/1599975388 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04056070 con 0x55b54730e140 2024-04-26T02:06:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.832+0000 7f9a02600640 1 -- 172.21.15.44:0/1599975388 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a0403dce0 con 0x55b54730e140 2024-04-26T02:06:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.832+0000 7f9a02600640 1 -- 172.21.15.44:0/1599975388 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04037070 con 0x55b54730e140 2024-04-26T02:06:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.832+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1599975388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 msgr2=0x55b547309610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.832+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547309610 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f9a04009780 tx=0x7f9a04001e50 comp rx=0 tx=0).stop 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1599975388 shutdown_connections 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b5473160c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730e140 0x55b547309610 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/1599975388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730d820 0x55b5473244f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1599975388 >> 172.21.15.44:0/1599975388 conn(0x55b547309d30 msgr2=0x55b5473159b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1599975388 shutdown_connections 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/1599975388 wait complete. 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 -- start start 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.833+0000 7f9a1f7f2740 1 Processor -- start 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730d820 0x55b547320bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730e140 0x55b54731df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1f7f2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b54731e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9a141b5580 con 0x55b54730d820 2024-04-26T02:06:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9a141b4eb0 con 0x55b54730e140 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1f7f2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9a141b2110 con 0x55b547318a00 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1f7f2740 10 client.0 _ll_register_callbacks cb 0x7f9a04030f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a19400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730e140 0x55b54731df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a19400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730e140 0x55b54731df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51916/0 (socket says 172.21.15.44:51916) 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a19400640 1 -- 172.21.15.44:0/2190930189 learned_addr learned my addr 172.21.15.44:0/2190930189 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.834+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730d820 0x55b547320bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a19400640 1 -- 172.21.15.44:0/2190930189 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 msgr2=0x55b54731e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b54731e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a19400640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b54731e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a19400640 1 -- 172.21.15.44:0/2190930189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730d820 msgr2=0x55b547320bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a19400640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730d820 0x55b547320bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a19400640 1 -- 172.21.15.44:0/2190930189 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b54731e9b0 con 0x55b54730e140 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b54731e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f9a19400640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730e140 0x55b54731df30 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9a0402a380 tx=0x7f9a0403d660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b84e95f1fd74f832 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:42.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.835+0000 7f99f7400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:06:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.838+0000 7f99f7400640 1 -- 172.21.15.44:0/2190930189 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04056070 con 0x55b54730e140 2024-04-26T02:06:42.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.838+0000 7f99f7400640 1 -- 172.21.15.44:0/2190930189 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f9a04030660 con 0x55b54730e140 2024-04-26T02:06:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.838+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a0403dce0 con 0x55b54730e140 2024-04-26T02:06:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f99f7400640 1 -- 172.21.15.44:0/2190930189 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9a04037040 con 0x55b54730e140 2024-04-26T02:06:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 10 client.26651 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b54738f040 con 0x55b54730e140 2024-04-26T02:06:42.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f99f7400640 1 -- 172.21.15.44:0/2190930189 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a0403dce0 con 0x55b54730e140 2024-04-26T02:06:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f99f7400640 1 -- 172.21.15.44:0/2190930189 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9a04004750 con 0x55b54730e140 2024-04-26T02:06:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 10 client.26651 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 10 client.26651 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 20 client.26651 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b54738f730 0x55b547391b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 4 client.26651 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:06:42.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.839+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b547281320 con 0x55b54738f730 2024-04-26T02:06:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.840+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b54738f730 0x55b547391b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.840+0000 7f9a1a800640 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b54738f730 0x55b547391b50 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db143992ad524eb4 server_cookie=3928054c004829e5 in_seq=0 out_seq=0 2024-04-26T02:06:42.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.840+0000 7f99f7400640 10 client.26651 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f99f7400640 1 -- 172.21.15.44:0/2190930189 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b547281320 con 0x55b54738f730 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f99f7400640 10 client.26651 handle_command_reply: tid=0 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 client.26651 shutdown 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730e140 msgr2=0x55b54731df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730e140 0x55b54731df30 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9a0402a380 tx=0x7f9a0403d660 comp rx=0 tx=0).stop 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 shutdown_connections 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b54738f730 0x55b547391b50 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b547318a00 0x55b54731e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b54730e140 0x55b54731df30 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 --2- 172.21.15.44:0/2190930189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b54730d820 0x55b547320bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f99f7400640 0 client.26651 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 >> 172.21.15.44:0/2190930189 conn(0x55b547309d30 msgr2=0x55b547316220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 shutdown_connections 2024-04-26T02:06:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 1 -- 172.21.15.44:0/2190930189 wait complete. 2024-04-26T02:06:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.850+0000 7f9a1f7f2740 20 client.26651 trim_cache size 0 max 16384 2024-04-26T02:06:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:06:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:06:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:06:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99fc0a3dc0 msgr2=0x7f99fc0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99fc0a3dc0 0x7f99fc0a6280 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9a08098f00 tx=0x7f9a080d45d0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a141043c0 msgr2=0x7f9a14076460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a141043c0 0x7f9a14076460 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9a0800e9c0 tx=0x7f9a0800ee80 comp rx=0 tx=0).stop 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 shutdown_connections 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99fc0a3dc0 0x7f99fc0a6280 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9a14076ee0 0x7f9a141aaf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9a14109490 0x7f9a140769a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 --2- 172.21.15.44:0/2446666888 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9a141043c0 0x7f9a14076460 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 >> 172.21.15.44:0/2446666888 conn(0x7f9a140ffc20 msgr2=0x7f9a14101f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 shutdown_connections 2024-04-26T02:06:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:42.851+0000 7f9a1c800640 1 -- 172.21.15.44:0/2446666888 wait complete. 2024-04-26T02:06:43.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:42 smithi044 ceph-mon[27847]: pgmap v365: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:43.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:42 smithi156 ceph-mon[32543]: pgmap v365: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:43.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:42 smithi090 ceph-mon[32456]: pgmap v365: 97 pgs: 97 active+clean; 4.9 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:43.635 INFO:tasks.quiescer.fs.[cephfs]:Total duration (38.5) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T02:06:43.635 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.25 2024-04-26T02:06:43.636 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:06:44.106 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:06:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:44 smithi044 ceph-mon[27847]: pgmap v366: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 23 op/s 2024-04-26T02:06:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:44 smithi156 ceph-mon[32543]: pgmap v366: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 23 op/s 2024-04-26T02:06:45.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:44 smithi090 ceph-mon[32456]: pgmap v366: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 23 op/s 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.538+0000 7f8a8d800700 1 -- 172.21.15.44:0/1471054919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88108aa0 msgr2=0x7f8a88108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.538+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1471054919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88108aa0 0x7f8a88108e80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8a7800b0a0 tx=0x7f8a7800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.539+0000 7f8a8d800700 1 -- 172.21.15.44:0/1471054919 shutdown_connections 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.539+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1471054919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a88103490 0x7f8a8810f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.539+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1471054919 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88108aa0 0x7f8a88108e80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.539+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1471054919 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a88102ad0 0x7f8a88102f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.539+0000 7f8a8d800700 1 -- 172.21.15.44:0/1471054919 >> 172.21.15.44:0/1471054919 conn(0x7f8a88079c30 msgr2=0x7f8a8807a040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.539+0000 7f8a8d800700 1 -- 172.21.15.44:0/1471054919 shutdown_connections 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.539+0000 7f8a8d800700 1 -- 172.21.15.44:0/1471054919 wait complete. 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 Processor -- start 2024-04-26T02:06:46.539 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 -- start start 2024-04-26T02:06:46.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88102ad0 0x7f8a88074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:46.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a88103490 0x7f8a88075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:46.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a88108aa0 0x7f8a880757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:46.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a88112ca0 con 0x7f8a88103490 2024-04-26T02:06:46.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a88112b20 con 0x7f8a88102ad0 2024-04-26T02:06:46.541 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.540+0000 7f8a8d800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a88112e20 con 0x7f8a88108aa0 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88102ad0 0x7f8a88074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88102ad0 0x7f8a88074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51944/0 (socket says 172.21.15.44:51944) 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a88103490 0x7f8a88075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 -- 172.21.15.44:0/1034078417 learned_addr learned my addr 172.21.15.44:0/1034078417 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a87400700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a88108aa0 0x7f8a880757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 -- 172.21.15.44:0/1034078417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a88108aa0 msgr2=0x7f8a880757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a88108aa0 0x7f8a880757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 -- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a88103490 msgr2=0x7f8a88075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a88103490 0x7f8a88075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86a00700 1 -- 172.21.15.44:0/1034078417 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a881abb40 con 0x7f8a88102ad0 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a86000700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a88103490 0x7f8a88075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.541+0000 7f8a87400700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a88108aa0 0x7f8a880757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:06:46.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.542+0000 7f8a86a00700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88102ad0 0x7f8a88074d40 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8a7800b070 tx=0x7f8a78004db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:46.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.542+0000 7f8a7f400700 1 -- 172.21.15.44:0/1034078417 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a78021070 con 0x7f8a88102ad0 2024-04-26T02:06:46.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.542+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a881abd70 con 0x7f8a88102ad0 2024-04-26T02:06:46.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.542+0000 7f8a7f400700 1 -- 172.21.15.44:0/1034078417 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a78003c00 con 0x7f8a88102ad0 2024-04-26T02:06:46.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.542+0000 7f8a7f400700 1 -- 172.21.15.44:0/1034078417 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a78004850 con 0x7f8a88102ad0 2024-04-26T02:06:46.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.542+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a881ac210 con 0x7f8a88102ad0 2024-04-26T02:06:46.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.543+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a8810b0a0 con 0x7f8a88102ad0 2024-04-26T02:06:46.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.545+0000 7f8a7f400700 1 -- 172.21.15.44:0/1034078417 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8a78004000 con 0x7f8a88102ad0 2024-04-26T02:06:46.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.547+0000 7f8a7f400700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a6c0a3db0 0x7f8a6c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:46.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.547+0000 7f8a7f400700 1 -- 172.21.15.44:0/1034078417 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f8a7800f020 con 0x7f8a88102ad0 2024-04-26T02:06:46.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.547+0000 7f8a86000700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a6c0a3db0 0x7f8a6c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:46.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.548+0000 7f8a86000700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a6c0a3db0 0x7f8a6c0a6270 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8a88076500 tx=0x7f8a74009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:46.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.549+0000 7f8a7f400700 1 -- 172.21.15.44:0/1034078417 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a7802a020 con 0x7f8a88102ad0 2024-04-26T02:06:46.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.829+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a88076270 con 0x7f8a88102ad0 2024-04-26T02:06:46.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.830+0000 7f8a7f400700 1 -- 172.21.15.44:0/1034078417 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f8a78009cb0 con 0x7f8a88102ad0 2024-04-26T02:06:46.829 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:06:46.829 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:06:46.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.832+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a6c0a3db0 msgr2=0x7f8a6c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.832+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a6c0a3db0 0x7f8a6c0a6270 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8a88076500 tx=0x7f8a74009260 comp rx=0 tx=0).stop 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88102ad0 msgr2=0x7f8a88074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88102ad0 0x7f8a88074d40 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8a7800b070 tx=0x7f8a78004db0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 shutdown_connections 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a88108aa0 0x7f8a880757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a6c0a3db0 0x7f8a6c0a6270 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a88102ad0 0x7f8a88074d40 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 --2- 172.21.15.44:0/1034078417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a88103490 0x7f8a88075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.833+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 >> 172.21.15.44:0/1034078417 conn(0x7f8a88079c30 msgr2=0x7f8a88100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:46.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.834+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 shutdown_connections 2024-04-26T02:06:46.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:46.834+0000 7f8a8d800700 1 -- 172.21.15.44:0/1034078417 wait complete. 2024-04-26T02:06:46.834 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:06:46.938 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:46 smithi044 ceph-mon[27847]: pgmap v367: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:46.938 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:46 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1034078417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:06:47.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:46 smithi156 ceph-mon[32543]: pgmap v367: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:47.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:46 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1034078417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:06:47.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:46 smithi090 ceph-mon[32456]: pgmap v367: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:47.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:46 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1034078417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:06:47.811 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 79.25 --await-for 42.0' 2024-04-26T02:06:47.811 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 79.25 --await-for 42.0 2024-04-26T02:06:48.272 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:06:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:48 smithi044 ceph-mon[27847]: pgmap v368: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:48 smithi156 ceph-mon[32543]: pgmap v368: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:49.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:48 smithi090 ceph-mon[32456]: pgmap v368: 97 pgs: 97 active+clean; 5.0 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:50.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 -- 172.21.15.44:0/1874899563 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 msgr2=0x7f5a6c105310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 --2- 172.21.15.44:0/1874899563 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c105310 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c009990 tx=0x7f5a5c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 -- 172.21.15.44:0/1874899563 shutdown_connections 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 --2- 172.21.15.44:0/1874899563 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a6c10a010 0x7f5a6c111be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 --2- 172.21.15.44:0/1874899563 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c105310 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 --2- 172.21.15.44:0/1874899563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6c1058e0 0x7f5a6c109930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 -- 172.21.15.44:0/1874899563 >> 172.21.15.44:0/1874899563 conn(0x7f5a6c100800 msgr2=0x7f5a6c102c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 -- 172.21.15.44:0/1874899563 shutdown_connections 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.674+0000 7f5a71400700 1 -- 172.21.15.44:0/1874899563 wait complete. 2024-04-26T02:06:50.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.676+0000 7f5a71400700 1 Processor -- start 2024-04-26T02:06:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.676+0000 7f5a71400700 1 -- start start 2024-04-26T02:06:50.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a71400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c19b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a71400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a6c1058e0 0x7f5a6c19b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a71400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6c10a010 0x7f5a6c19fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a71400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c114f20 con 0x7f5a6c10a010 2024-04-26T02:06:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a71400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c114da0 con 0x7f5a6c104f30 2024-04-26T02:06:50.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a71400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1150a0 con 0x7f5a6c1058e0 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c19b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a6b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6c10a010 0x7f5a6c19fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c19b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:38998/0 (socket says 172.21.15.44:38998) 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a6a800700 1 -- 172.21.15.44:0/107078199 learned_addr learned my addr 172.21.15.44:0/107078199 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.677+0000 7f5a63e00700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a6c1058e0 0x7f5a6c19b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a6a800700 1 -- 172.21.15.44:0/107078199 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a6c1058e0 msgr2=0x7f5a6c19b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a6a800700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a6c1058e0 0x7f5a6c19b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a6a800700 1 -- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6c10a010 msgr2=0x7f5a6c19fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a6a800700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6c10a010 0x7f5a6c19fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a6a800700 1 -- 172.21.15.44:0/107078199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a6c1a03b0 con 0x7f5a6c104f30 2024-04-26T02:06:50.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a6a800700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c19b3f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c005910 tx=0x7f5a5c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:50.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a63400700 1 -- 172.21.15.44:0/107078199 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c027070 con 0x7f5a6c104f30 2024-04-26T02:06:50.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a63400700 1 -- 172.21.15.44:0/107078199 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a5c00b610 con 0x7f5a6c104f30 2024-04-26T02:06:50.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a6c1a0640 con 0x7f5a6c104f30 2024-04-26T02:06:50.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.678+0000 7f5a63400700 1 -- 172.21.15.44:0/107078199 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c0173f0 con 0x7f5a6c104f30 2024-04-26T02:06:50.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.679+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a6c1a7f20 con 0x7f5a6c104f30 2024-04-26T02:06:50.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.684+0000 7f5a63400700 1 -- 172.21.15.44:0/107078199 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5a5c02a070 con 0x7f5a6c104f30 2024-04-26T02:06:50.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.684+0000 7f5a7be0fb80 1 Processor -- start 2024-04-26T02:06:50.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a7be0fb80 1 -- start start 2024-04-26T02:06:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a63400700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a500a3ed0 0x7f5a500a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8df9b0 0x557eaa8dfd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8eac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8eb180 0x557eaa8ed570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557eaa833020 con 0x557eaa8eb180 2024-04-26T02:06:50.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557eaa7d98c0 con 0x557eaa8e02d0 2024-04-26T02:06:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x557eaa82efe0 con 0x557eaa8df9b0 2024-04-26T02:06:50.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.685+0000 7f5a63400700 1 -- 172.21.15.44:0/107078199 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f5a5c0d14b0 con 0x7f5a6c104f30 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a6b200700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a500a3ed0 0x7f5a500a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8eac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8eac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39006/0 (socket says 172.21.15.44:39006) 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 -- 172.21.15.44:0/1597224646 learned_addr learned my addr 172.21.15.44:0/1597224646 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a6a800700 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8df9b0 0x557eaa8dfd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a6b200700 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8eb180 0x557eaa8ed570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 -- 172.21.15.44:0/1597224646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8df9b0 msgr2=0x557eaa8dfd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8df9b0 0x557eaa8dfd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 -- 172.21.15.44:0/1597224646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8eb180 msgr2=0x557eaa8ed570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8eb180 0x557eaa8ed570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.686+0000 7f5a63e00700 1 -- 172.21.15.44:0/1597224646 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557eaa7cf810 con 0x557eaa8e02d0 2024-04-26T02:06:50.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.687+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8eac40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009cf0 tx=0x7f5a54011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a381a29299acaac1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.687+0000 7f5a6b200700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a500a3ed0 0x7f5a500a6390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5a64007af0 tx=0x7f5a64009bf0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.687+0000 7f5a5be00700 1 -- 172.21.15.44:0/1597224646 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54011d80 con 0x557eaa8e02d0 2024-04-26T02:06:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.687+0000 7f5a5be00700 1 -- 172.21.15.44:0/1597224646 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a54004500 con 0x557eaa8e02d0 2024-04-26T02:06:50.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.687+0000 7f5a5be00700 1 -- 172.21.15.44:0/1597224646 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54005280 con 0x557eaa8e02d0 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1597224646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 msgr2=0x557eaa8eac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8eac40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009cf0 tx=0x7f5a54011440 comp rx=0 tx=0).stop 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1597224646 shutdown_connections 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8df9b0 0x557eaa8dfd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8eb180 0x557eaa8ed570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1597224646 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8eac40 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1597224646 >> 172.21.15.44:0/1597224646 conn(0x557eaa80e730 msgr2=0x557eaa8dbe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:50.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1597224646 shutdown_connections 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.688+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1597224646 wait complete. 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 -- start start 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 Processor -- start 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8df9b0 0x557eaa8ea7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8e02d0 0x557eaa8e7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa8e8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557eaa8edca0 con 0x557eaa8e02d0 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557eaa7ec9f0 con 0x557eaa8df9b0 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x557eaa8ede20 con 0x557eaa8eb180 2024-04-26T02:06:50.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.689+0000 7f5a7be0fb80 10 client.0 _ll_register_callbacks cb 0x557eaa7cb8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8e02d0 0x557eaa8e7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8df9b0 0x557eaa8ea7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8e02d0 0x557eaa8e7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58774/0 (socket says 172.21.15.44:58774) 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 -- 172.21.15.44:0/1460725639 learned_addr learned my addr 172.21.15.44:0/1460725639 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a6b200700 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa8e8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 -- 172.21.15.44:0/1460725639 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 msgr2=0x557eaa8e8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa8e8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 -- 172.21.15.44:0/1460725639 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8df9b0 msgr2=0x557eaa8ea7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8df9b0 0x557eaa8ea7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.690+0000 7f5a63e00700 1 -- 172.21.15.44:0/1460725639 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557eaa780a60 con 0x557eaa8e02d0 2024-04-26T02:06:50.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8e02d0 0x557eaa8e7af0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009cc0 tx=0x7f5a54013c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b0f4bac86277f8c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a58c00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a58c00700 1 -- 172.21.15.44:0/1460725639 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54011b80 con 0x557eaa8e02d0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a58c00700 1 -- 172.21.15.44:0/1460725639 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f5a54011d20 con 0x557eaa8e02d0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a54004500 con 0x557eaa8e02d0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a58c00700 1 -- 172.21.15.44:0/1460725639 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5a54030050 con 0x557eaa8e02d0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a7be0fb80 10 client.16572 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.691+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557eaa7c9c80 con 0x557eaa8e02d0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a58c00700 1 -- 172.21.15.44:0/1460725639 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a54004500 con 0x557eaa8e02d0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a58c00700 1 -- 172.21.15.44:0/1460725639 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5a54018070 con 0x557eaa8e02d0 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a7be0fb80 10 client.16572 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a7be0fb80 10 client.16572 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a7be0fb80 20 client.16572 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:50.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa8fa7d0 0x557eaa8fcbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a7be0fb80 4 client.16572 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:06:50.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.692+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557eaa840810 con 0x557eaa8fa7d0 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.693+0000 7f5a6a800700 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa8fa7d0 0x557eaa8fcbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.693+0000 7f5a6a800700 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa8fa7d0 0x557eaa8fcbc0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9640a6ae84322ff server_cookie=abb7429fea13df94 in_seq=0 out_seq=0 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.693+0000 7f5a58c00700 10 client.16572 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a58c00700 1 -- 172.21.15.44:0/1460725639 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557eaa840810 con 0x557eaa8fa7d0 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a58c00700 10 client.16572 handle_command_reply: tid=0 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 client.16572 shutdown 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8e02d0 msgr2=0x557eaa8e7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8e02d0 0x557eaa8e7af0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009cc0 tx=0x7f5a54013c20 comp rx=0 tx=0).stop 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 shutdown_connections 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa8e8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa8fa7d0 0x557eaa8fcbc0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8df9b0 0x557eaa8ea7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1460725639 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8e02d0 0x557eaa8e7af0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 >> 172.21.15.44:0/1460725639 conn(0x557eaa80e730 msgr2=0x557eaa8dba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.694+0000 7f5a58c00700 0 client.16572 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.695+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 shutdown_connections 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.695+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1460725639 wait complete. 2024-04-26T02:06:50.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.695+0000 7f5a7be0fb80 20 client.16572 trim_cache size 0 max 16384 2024-04-26T02:06:50.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 Processor -- start 2024-04-26T02:06:50.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 -- start start 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8e69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8e02d0 0x557eaa902380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8eb180 0x557eaa9028c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1af270 con 0x557eaa8df9b0 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1b0db0 con 0x557eaa8eb180 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.717+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1af940 con 0x557eaa8e02d0 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8e69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8e69c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58790/0 (socket says 172.21.15.44:58790) 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 -- 172.21.15.44:0/3878148323 learned_addr learned my addr 172.21.15.44:0/3878148323 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a63e00700 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8e02d0 0x557eaa902380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6b200700 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8eb180 0x557eaa9028c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 -- 172.21.15.44:0/3878148323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8e02d0 msgr2=0x557eaa902380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8e02d0 0x557eaa902380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 -- 172.21.15.44:0/3878148323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8eb180 msgr2=0x557eaa9028c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8eb180 0x557eaa9028c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 -- 172.21.15.44:0/3878148323 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557eaa8e6060 con 0x557eaa8df9b0 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.718+0000 7f5a6a800700 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8e69c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c000c00 tx=0x7f5a5c022aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c432aac8a7f08f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a5b400700 1 -- 172.21.15.44:0/3878148323 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c0a62f0 con 0x557eaa8df9b0 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a5b400700 1 -- 172.21.15.44:0/3878148323 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a5c09d4c0 con 0x557eaa8df9b0 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a5b400700 1 -- 172.21.15.44:0/3878148323 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c022500 con 0x557eaa8df9b0 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/3878148323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 msgr2=0x557eaa8e69c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8e69c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c000c00 tx=0x7f5a5c022aa0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/3878148323 shutdown_connections 2024-04-26T02:06:50.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8eb180 0x557eaa9028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8e69c0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/3878148323 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8e02d0 0x557eaa902380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.719+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/3878148323 >> 172.21.15.44:0/3878148323 conn(0x557eaa80e730 msgr2=0x557eaa8e62b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.720+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/3878148323 shutdown_connections 2024-04-26T02:06:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.720+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/3878148323 wait complete. 2024-04-26T02:06:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.720+0000 7f5a7be0fb80 1 -- start start 2024-04-26T02:06:50.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.720+0000 7f5a7be0fb80 1 Processor -- start 2024-04-26T02:06:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8f1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8f1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a7be0fb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa959c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1b06e0 con 0x557eaa8df9b0 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1b0010 con 0x557eaa8e02d0 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a7be0fb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1ad230 con 0x557eaa8eb180 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a7be0fb80 10 client.0 _ll_register_callbacks cb 0x557eaa7cb8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8f1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8f1430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58802/0 (socket says 172.21.15.44:58802) 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a6a800700 1 -- 172.21.15.44:0/1785215052 learned_addr learned my addr 172.21.15.44:0/1785215052 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8f1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.721+0000 7f5a6b200700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa959c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a6a800700 1 -- 172.21.15.44:0/1785215052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 msgr2=0x557eaa959c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a6a800700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa959c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a6a800700 1 -- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 msgr2=0x557eaa8f1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:50.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a6a800700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8f1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a6a800700 1 -- 172.21.15.44:0/1785215052 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557eaa95a280 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8f1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a6a800700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8f1430 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c0a6500 tx=0x7f5a5c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a784c4645ce2a9ed server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a58c00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a58c00700 1 -- 172.21.15.44:0/1785215052 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c0b5020 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a5c09d4c0 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.722+0000 7f5a58c00700 1 -- 172.21.15.44:0/1785215052 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f5a5c0cee60 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a58c00700 1 -- 172.21.15.44:0/1785215052 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5a5c0cf060 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 10 client.16578 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557eaa9615d0 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a58c00700 1 -- 172.21.15.44:0/1785215052 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a5c09d4c0 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a58c00700 1 -- 172.21.15.44:0/1785215052 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5a5c09d7b0 con 0x557eaa8df9b0 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 10 client.16578 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 10 client.16578 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:06:50.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 20 client.16578 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa961cb0 0x557eaa9640d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 4 client.16578 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 79.25, "await_for": 42.0}] 2024-04-26T02:06:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.723+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 79.25, "await_for": 42.0}) -- 0x557eaa83a8b0 con 0x557eaa961cb0 2024-04-26T02:06:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.724+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa961cb0 0x557eaa9640d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.724+0000 7f5a63e00700 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa961cb0 0x557eaa9640d0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c79d7dd74b11a2a server_cookie=60932102b46d7d87 in_seq=0 out_seq=0 2024-04-26T02:06:50.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.724+0000 7f5a58c00700 10 client.16578 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:50.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.739+0000 7f5a58c00700 1 -- 172.21.15.44:0/1785215052 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x557eaa83a8b0 con 0x557eaa961cb0 2024-04-26T02:06:50.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.739+0000 7f5a58c00700 10 client.16578 handle_command_reply: tid=0 2024-04-26T02:06:50.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.739+0000 7f5a7be0fb80 1 client.16578 shutdown 2024-04-26T02:06:50.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 msgr2=0x557eaa8f1430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8f1430 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c0a6500 tx=0x7f5a5c009310 comp rx=0 tx=0).stop 2024-04-26T02:06:50.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 shutdown_connections 2024-04-26T02:06:50.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557eaa8eb180 0x557eaa959c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557eaa961cb0 0x557eaa9640d0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557eaa8df9b0 0x557eaa8f1430 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 --2- 172.21.15.44:0/1785215052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557eaa8e02d0 0x557eaa8f1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 >> 172.21.15.44:0/1785215052 conn(0x557eaa80e730 msgr2=0x557eaa8e6b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a58c00700 0 client.16578 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 shutdown_connections 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 1 -- 172.21.15.44:0/1785215052 wait complete. 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.740+0000 7f5a7be0fb80 20 client.16578 trim_cache size 0 max 16384 2024-04-26T02:06:50.740 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 34, 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "1529900c": { 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 34, 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:06:50.741 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 79.2, 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:06:50.742 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a500a3ed0 msgr2=0x7f5a500a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a500a3ed0 0x7f5a500a6390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5a64007af0 tx=0x7f5a64009bf0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 msgr2=0x7f5a6c19b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c19b3f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c005910 tx=0x7f5a5c0047b0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 shutdown_connections 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f5a500a3ed0 0x7f5a500a6390 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6c10a010 0x7f5a6c19fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5a6c104f30 0x7f5a6c19b3f0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 --2- 172.21.15.44:0/107078199 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5a6c1058e0 0x7f5a6c19b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.741+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 >> 172.21.15.44:0/107078199 conn(0x7f5a6c100800 msgr2=0x7f5a6c1024d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.742+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 shutdown_connections 2024-04-26T02:06:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:06:50.742+0000 7f5a71400700 1 -- 172.21.15.44:0/107078199 wait complete. 2024-04-26T02:06:51.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:50 smithi044 ceph-mon[27847]: pgmap v369: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:51.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:50 smithi156 ceph-mon[32543]: pgmap v369: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:51.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:50 smithi090 ceph-mon[32456]: pgmap v369: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:06:51.642 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '1529900c', quiesce took 8.0 seconds. Will release after: 19.25 2024-04-26T02:06:53.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:52 smithi156 ceph-mon[32543]: pgmap v370: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:53.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:52 smithi090 ceph-mon[32456]: pgmap v370: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:53.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:52 smithi044 ceph-mon[27847]: pgmap v370: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:06:55.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:54 smithi156 ceph-mon[32543]: pgmap v371: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T02:06:55.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:54 smithi090 ceph-mon[32456]: pgmap v371: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T02:06:55.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:54 smithi044 ceph-mon[27847]: pgmap v371: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 20 op/s 2024-04-26T02:06:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 -- 172.21.15.44:0/1360369082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 msgr2=0x7f6794115250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 --2- 172.21.15.44:0/1360369082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f6794115250 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f678c009cd0 tx=0x7f678c02a8f0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 -- 172.21.15.44:0/1360369082 shutdown_connections 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 --2- 172.21.15.44:0/1360369082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f6794115250 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 --2- 172.21.15.44:0/1360369082 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6794108490 0x7f67941088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 --2- 172.21.15.44:0/1360369082 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f679410e420 0x7f679410e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 -- 172.21.15.44:0/1360369082 >> 172.21.15.44:0/1360369082 conn(0x7f6794077d30 msgr2=0x7f6794106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.004+0000 7f6799600640 1 -- 172.21.15.44:0/1360369082 shutdown_connections 2024-04-26T02:06:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.005+0000 7f6799600640 1 -- 172.21.15.44:0/1360369082 wait complete. 2024-04-26T02:06:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.005+0000 7f6799600640 1 Processor -- start 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6799600640 1 -- start start 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6799600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6794108490 0x7f67941a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6799600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f67941a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6799600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f679410e420 0x7f679419e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6799600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6794118630 con 0x7f6794108e10 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6799600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f67941184b0 con 0x7f679410e420 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6799600640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f67941187b0 con 0x7f6794108490 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f678be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f67941a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6793e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6794108490 0x7f67941a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f678be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f67941a4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58828/0 (socket says 172.21.15.44:58828) 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f678be00640 1 -- 172.21.15.44:0/471001959 learned_addr learned my addr 172.21.15.44:0/471001959 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.006+0000 7f6798c00640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f679410e420 0x7f679419e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f678be00640 1 -- 172.21.15.44:0/471001959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6794108490 msgr2=0x7f67941a4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f678be00640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6794108490 0x7f67941a4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f678be00640 1 -- 172.21.15.44:0/471001959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f679410e420 msgr2=0x7f679419e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f678be00640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f679410e420 0x7f679419e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f678be00640 1 -- 172.21.15.44:0/471001959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f679419f0b0 con 0x7f6794108e10 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f6793e00640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6794108490 0x7f67941a4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f678be00640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f67941a4cc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f678400e9f0 tx=0x7f678400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f6791600640 1 -- 172.21.15.44:0/471001959 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678400cd80 con 0x7f6794108e10 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f6791600640 1 -- 172.21.15.44:0/471001959 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67840108e0 con 0x7f6794108e10 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.007+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f679419f3a0 con 0x7f6794108e10 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.008+0000 7f6791600640 1 -- 172.21.15.44:0/471001959 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6784018980 con 0x7f6794108e10 2024-04-26T02:06:56.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.008+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67941ab640 con 0x7f6794108e10 2024-04-26T02:06:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 Processor -- start 2024-04-26T02:06:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f6791600640 1 -- 172.21.15.44:0/471001959 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6784010430 con 0x7f6794108e10 2024-04-26T02:06:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 -- start start 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05555bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555c2d0 0x55d055566650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d055566b90 0x55d055568f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d0554c1900 con 0x55d05555c2d0 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d055467ef0 con 0x55d055566b90 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.011+0000 7f679d9b9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d0554bd8c0 con 0x55d05555b9b0 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6793e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555c2d0 0x55d055566650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6798c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05555bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6793e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555c2d0 0x55d055566650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58830/0 (socket says 172.21.15.44:58830) 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6793e00640 1 -- 172.21.15.44:0/349916394 learned_addr learned my addr 172.21.15.44:0/349916394 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f678be00640 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d055566b90 0x55d055568f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6798c00640 1 -- 172.21.15.44:0/349916394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d055566b90 msgr2=0x55d055568f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6798c00640 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d055566b90 0x55d055568f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6798c00640 1 -- 172.21.15.44:0/349916394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555c2d0 msgr2=0x55d055566650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6798c00640 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555c2d0 0x55d055566650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6798c00640 1 -- 172.21.15.44:0/349916394 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0551d4210 con 0x55d05555b9b0 2024-04-26T02:06:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.012+0000 7f6798c00640 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05555bd90 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f678c02ae10 tx=0x7f678c005f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=545c2d898df3e360 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.013+0000 7f6791600640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f67740a3d90 0x7f67740a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.013+0000 7f6789200640 1 -- 172.21.15.44:0/349916394 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c030800 con 0x55d05555b9b0 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.013+0000 7f6789200640 1 -- 172.21.15.44:0/349916394 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f678c036030 con 0x55d05555b9b0 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.013+0000 7f6789200640 1 -- 172.21.15.44:0/349916394 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c004330 con 0x55d05555b9b0 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.013+0000 7f6791600640 1 -- 172.21.15.44:0/471001959 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f67840d0a90 con 0x7f6794108e10 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.013+0000 7f6793e00640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f67740a3d90 0x7f67740a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 -- 172.21.15.44:0/349916394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 msgr2=0x55d05555bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05555bd90 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f678c02ae10 tx=0x7f678c005f80 comp rx=0 tx=0).stop 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 -- 172.21.15.44:0/349916394 shutdown_connections 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d055566b90 0x55d055568f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555c2d0 0x55d055566650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 --2- 172.21.15.44:0/349916394 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05555bd90 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 -- 172.21.15.44:0/349916394 >> 172.21.15.44:0/349916394 conn(0x55d055557ec0 msgr2=0x55d0555582a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f6793e00640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f67740a3d90 0x7f67740a6250 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x55d05555cf50 tx=0x7f677c005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 -- 172.21.15.44:0/349916394 shutdown_connections 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 -- 172.21.15.44:0/349916394 wait complete. 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.014+0000 7f679d9b9740 1 -- start start 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 1 Processor -- start 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555b9b0 0x55d055563b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d055564070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d055566b90 0x55d0555645b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d055569760 con 0x55d05555b9b0 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d05547b310 con 0x55d05555c2d0 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d0555698e0 con 0x55d055566b90 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f679d9b9740 10 client.0 _ll_register_callbacks cb 0x55d055449cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f6793e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555b9b0 0x55d055563b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.015+0000 7f6798c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d055566b90 0x55d0555645b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555b9b0 0x55d055563b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58834/0 (socket says 172.21.15.44:58834) 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 -- 172.21.15.44:0/1054572684 learned_addr learned my addr 172.21.15.44:0/1054572684 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6798c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d055566b90 0x55d0555645b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49242/0 (socket says 172.21.15.44:49242) 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f678be00640 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d055564070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 -- 172.21.15.44:0/1054572684 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d055566b90 msgr2=0x55d0555645b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d055566b90 0x55d0555645b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 -- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 msgr2=0x55d055564070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d055564070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 -- 172.21.15.44:0/1054572684 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0552a0620 con 0x55d05555b9b0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6793e00640 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555b9b0 0x55d055563b30 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f677c003620 tx=0x7f677c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c65aebc7dcfb93d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.016+0000 7f6781600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.017+0000 7f6781600640 1 -- 172.21.15.44:0/1054572684 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677c00f970 con 0x55d05555b9b0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.017+0000 7f6781600640 1 -- 172.21.15.44:0/1054572684 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f677c00fb10 con 0x55d05555b9b0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.017+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f678c036030 con 0x55d05555b9b0 2024-04-26T02:06:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.017+0000 7f6781600640 1 -- 172.21.15.44:0/1054572684 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f677c00fd10 con 0x55d05555b9b0 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.017+0000 7f679d9b9740 10 client.16590 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.017+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d055575a40 con 0x55d05555b9b0 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.017+0000 7f6781600640 1 -- 172.21.15.44:0/1054572684 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f678c036030 con 0x55d05555b9b0 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f6781600640 1 -- 172.21.15.44:0/1054572684 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f677c027030 con 0x55d05555b9b0 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f679d9b9740 10 client.16590 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f679d9b9740 10 client.16590 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f679d9b9740 20 client.16590 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f679d9b9740 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d055576f00 0x55d055579310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f679d9b9740 4 client.16590 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0554d58b0 con 0x55d055576f00 2024-04-26T02:06:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.018+0000 7f678be00640 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d055576f00 0x55d055579310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.019+0000 7f678be00640 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d055576f00 0x55d055579310 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f99aaf0cce4e12ed server_cookie=90ba03d785bec2ca in_seq=0 out_seq=0 2024-04-26T02:06:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.019+0000 7f6781600640 10 client.16590 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.019+0000 7f6781600640 1 -- 172.21.15.44:0/1054572684 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d0554d58b0 con 0x55d055576f00 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.019+0000 7f6781600640 10 client.16590 handle_command_reply: tid=0 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.019+0000 7f679d9b9740 1 client.16590 shutdown 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555b9b0 msgr2=0x55d055563b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555b9b0 0x55d055563b30 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f677c003620 tx=0x7f677c004730 comp rx=0 tx=0).stop 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 shutdown_connections 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d055576f00 0x55d055579310 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d055566b90 0x55d0555645b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d055564070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 --2- 172.21.15.44:0/1054572684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d05555b9b0 0x55d055563b30 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f6781600640 0 client.16590 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 >> 172.21.15.44:0/1054572684 conn(0x55d055557ec0 msgr2=0x55d05555dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 shutdown_connections 2024-04-26T02:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 1 -- 172.21.15.44:0/1054572684 wait complete. 2024-04-26T02:06:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.020+0000 7f679d9b9740 20 client.16590 trim_cache size 0 max 16384 2024-04-26T02:06:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 Processor -- start 2024-04-26T02:06:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 -- start start 2024-04-26T02:06:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555b9b0 0x55d055572620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555c2d0 0x55d05555e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d055556ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f67941b3e60 con 0x55d055566b90 2024-04-26T02:06:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f67941b59a0 con 0x55d05555b9b0 2024-04-26T02:06:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f679d9b9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f67941b4530 con 0x55d05555c2d0 2024-04-26T02:06:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f6798c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d055556ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f6798c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d055556ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58836/0 (socket says 172.21.15.44:58836) 2024-04-26T02:06:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f6798c00640 1 -- 172.21.15.44:0/821764054 learned_addr learned my addr 172.21.15.44:0/821764054 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.037+0000 7f678be00640 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555c2d0 0x55d05555e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f6793e00640 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555b9b0 0x55d055572620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f6798c00640 1 -- 172.21.15.44:0/821764054 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555c2d0 msgr2=0x55d05555e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f6798c00640 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555c2d0 0x55d05555e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f6798c00640 1 -- 172.21.15.44:0/821764054 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555b9b0 msgr2=0x55d055572620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f6798c00640 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555b9b0 0x55d055572620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f6798c00640 1 -- 172.21.15.44:0/821764054 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d055553820 con 0x55d055566b90 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f678be00640 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555c2d0 0x55d05555e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.038+0000 7f6798c00640 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d055556ea0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f678c005e30 tx=0x7f678c02a8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12353cc0817a6579 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.039+0000 7f6783e00640 1 -- 172.21.15.44:0/821764054 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c055070 con 0x55d055566b90 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.039+0000 7f6783e00640 1 -- 172.21.15.44:0/821764054 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f678c036050 con 0x55d055566b90 2024-04-26T02:06:56.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.039+0000 7f6783e00640 1 -- 172.21.15.44:0/821764054 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c004140 con 0x55d055566b90 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.039+0000 7f679d9b9740 1 -- 172.21.15.44:0/821764054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 msgr2=0x55d055556ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.039+0000 7f679d9b9740 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d055556ea0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f678c005e30 tx=0x7f678c02a8f0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 -- 172.21.15.44:0/821764054 shutdown_connections 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d055556ea0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555c2d0 0x55d05555e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 --2- 172.21.15.44:0/821764054 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555b9b0 0x55d055572620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 -- 172.21.15.44:0/821764054 >> 172.21.15.44:0/821764054 conn(0x55d055557ec0 msgr2=0x55d055556790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 -- 172.21.15.44:0/821764054 shutdown_connections 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 -- 172.21.15.44:0/821764054 wait complete. 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 -- start start 2024-04-26T02:06:56.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.040+0000 7f679d9b9740 1 Processor -- start 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05556bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d05556c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f679d9b9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d0555d54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f679d9b9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f67941b52d0 con 0x55d055566b90 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f679d9b9740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f67941b4c00 con 0x55d05555c2d0 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f679d9b9740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f67941b1e60 con 0x55d05555b9b0 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f679d9b9740 10 client.0 _ll_register_callbacks cb 0x7f677c0044f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:06:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f6798c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d0555d54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f6798c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d0555d54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58846/0 (socket says 172.21.15.44:58846) 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f6798c00640 1 -- 172.21.15.44:0/3841139960 learned_addr learned my addr 172.21.15.44:0/3841139960 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f678be00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d05556c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f6793e00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05556bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f678be00640 1 -- 172.21.15.44:0/3841139960 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 msgr2=0x55d05556bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f678be00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05556bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f678be00640 1 -- 172.21.15.44:0/3841139960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 msgr2=0x55d0555d54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.041+0000 7f678be00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d0555d54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f678be00640 1 -- 172.21.15.44:0/3841139960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0555d5b10 con 0x55d05555c2d0 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f6798c00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d0555d54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f6793e00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05556bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f678be00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d05556c330 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f67840ce190 tx=0x7f6784018420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48bddcc8aeddbcab server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f6781600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:06:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f6781600640 1 -- 172.21.15.44:0/3841139960 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67840a5680 con 0x55d05555c2d0 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f6781600640 1 -- 172.21.15.44:0/3841139960 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7f6784010a90 con 0x55d05555c2d0 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f678c036050 con 0x55d05555c2d0 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f6781600640 1 -- 172.21.15.44:0/3841139960 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6784099130 con 0x55d05555c2d0 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f679d9b9740 10 client.26693 fetch_fsmap learned FSMap version 31 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.042+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d0555dced0 con 0x55d05555c2d0 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f6781600640 1 -- 172.21.15.44:0/3841139960 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f678c036050 con 0x55d05555c2d0 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f6781600640 1 -- 172.21.15.44:0/3841139960 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6784018b20 con 0x55d05555c2d0 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f679d9b9740 10 client.26693 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f679d9b9740 10 client.26693 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f679d9b9740 20 client.26693 populate_metadata read hostname 'smithi044' 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f679d9b9740 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0555dd600 0x55d0555dfa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f679d9b9740 4 client.26693 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d0554cf320 con 0x55d0555dd600 2024-04-26T02:06:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.043+0000 7f6793e00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0555dd600 0x55d0555dfa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:06:56.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.044+0000 7f6793e00640 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0555dd600 0x55d0555dfa20 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a99916d15cf08837 server_cookie=b72c98e345236558 in_seq=0 out_seq=0 2024-04-26T02:06:56.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.044+0000 7f6781600640 10 client.26693 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f6781600640 1 -- 172.21.15.44:0/3841139960 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d0554cf320 con 0x55d0555dd600 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f6781600640 10 client.26693 handle_command_reply: tid=0 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 client.26693 shutdown 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 msgr2=0x55d05556c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d05556c330 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f67840ce190 tx=0x7f6784018420 comp rx=0 tx=0).stop 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 shutdown_connections 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0555dd600 0x55d0555dfa20 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d055566b90 0x55d0555d54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d05555c2d0 0x55d05556c330 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 --2- 172.21.15.44:0/3841139960 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d05555b9b0 0x55d05556bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f6781600640 0 client.26693 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 >> 172.21.15.44:0/3841139960 conn(0x55d055557ec0 msgr2=0x55d055556790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 shutdown_connections 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 1 -- 172.21.15.44:0/3841139960 wait complete. 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.053+0000 7f679d9b9740 20 client.26693 trim_cache size 0 max 16384 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:06:56.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:06:56.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:06:56.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f67740a3d90 msgr2=0x7f67740a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f67740a3d90 0x7f67740a6250 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x55d05555cf50 tx=0x7f677c005f90 comp rx=0 tx=0).stop 2024-04-26T02:06:56.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 msgr2=0x7f67941a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:06:56.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f67941a4cc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f678400e9f0 tx=0x7f678400eeb0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 shutdown_connections 2024-04-26T02:06:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f67740a3d90 0x7f67740a6250 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f679410e420 0x7f679419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794108e10 0x7f67941a4cc0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 --2- 172.21.15.44:0/471001959 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6794108490 0x7f67941a4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:06:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.054+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 >> 172.21.15.44:0/471001959 conn(0x7f6794077d30 msgr2=0x7f6794078de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:06:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.055+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 shutdown_connections 2024-04-26T02:06:56.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:06:56.055+0000 7f6799600640 1 -- 172.21.15.44:0/471001959 wait complete. 2024-04-26T02:06:57.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:56 smithi156 ceph-mon[32543]: pgmap v372: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-26T02:06:57.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:56 smithi090 ceph-mon[32456]: pgmap v372: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-26T02:06:57.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:56 smithi044 ceph-mon[27847]: pgmap v372: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-26T02:06:59.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:06:58 smithi156 ceph-mon[32543]: pgmap v373: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-26T02:06:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:06:58 smithi090 ceph-mon[32456]: pgmap v373: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-26T02:06:59.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:06:58 smithi044 ceph-mon[27847]: pgmap v373: 97 pgs: 97 active+clean; 5.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-26T02:07:01.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:00 smithi156 ceph-mon[32543]: pgmap v374: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 18 op/s 2024-04-26T02:07:01.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:00 smithi090 ceph-mon[32456]: pgmap v374: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 18 op/s 2024-04-26T02:07:01.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:00 smithi044 ceph-mon[27847]: pgmap v374: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 18 op/s 2024-04-26T02:07:03.156 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:02 smithi044 ceph-mon[27847]: pgmap v375: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 11 op/s 2024-04-26T02:07:03.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:02 smithi156 ceph-mon[32543]: pgmap v375: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 11 op/s 2024-04-26T02:07:03.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:02 smithi090 ceph-mon[32456]: pgmap v375: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 11 op/s 2024-04-26T02:07:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:04 smithi044 ceph-mon[27847]: pgmap v376: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T02:07:05.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:04 smithi156 ceph-mon[32543]: pgmap v376: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T02:07:05.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:04 smithi090 ceph-mon[32456]: pgmap v376: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T02:07:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:06 smithi156 ceph-mon[32543]: pgmap v377: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:07:07.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:06 smithi090 ceph-mon[32456]: pgmap v377: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:07:07.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:06 smithi044 ceph-mon[27847]: pgmap v377: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 -- 172.21.15.44:0/2242590663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd4108560 msgr2=0x7fcdd41089e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2242590663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd4108560 0x7fcdd41089e0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcdc0009900 tx=0x7fcdc002a3f0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 -- 172.21.15.44:0/2242590663 shutdown_connections 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2242590663 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcdd4108f20 0x7fcdd41153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2242590663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd4108560 0x7fcdd41089e0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2242590663 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcdd410e620 0x7fcdd410ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 -- 172.21.15.44:0/2242590663 >> 172.21.15.44:0/2242590663 conn(0x7fcdd40764e0 msgr2=0x7fcdd4078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 -- 172.21.15.44:0/2242590663 shutdown_connections 2024-04-26T02:07:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.205+0000 7fcddbe00640 1 -- 172.21.15.44:0/2242590663 wait complete. 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.206+0000 7fcddbe00640 1 Processor -- start 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.206+0000 7fcddbe00640 1 -- start start 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcddbe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcdd4108560 0x7fcdd41a48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcddbe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcdd4108f20 0x7fcdd41a4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcddbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd410e620 0x7fcdd419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcddbe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd41187e0 con 0x7fcdd410e620 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcddbe00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd4118660 con 0x7fcdd4108f20 2024-04-26T02:07:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcddbe00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd4118960 con 0x7fcdd4108560 2024-04-26T02:07:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd410e620 0x7fcdd419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcdd8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcdd4108f20 0x7fcdd41a4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcdd9400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcdd4108560 0x7fcdd41a48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd410e620 0x7fcdd419eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46238/0 (socket says 172.21.15.44:46238) 2024-04-26T02:07:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcdd9e00640 1 -- 172.21.15.44:0/2536879170 learned_addr learned my addr 172.21.15.44:0/2536879170 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.207+0000 7fcdd8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcdd4108f20 0x7fcdd41a4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39606/0 (socket says 172.21.15.44:39606) 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd9400640 1 -- 172.21.15.44:0/2536879170 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcdd4108f20 msgr2=0x7fcdd41a4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd9400640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcdd4108f20 0x7fcdd41a4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd9400640 1 -- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd410e620 msgr2=0x7fcdd419eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd9400640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd410e620 0x7fcdd419eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd9400640 1 -- 172.21.15.44:0/2536879170 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd419f260 con 0x7fcdd4108560 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd410e620 0x7fcdd419eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd9400640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcdd4108560 0x7fcdd41a48e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800e9f0 tx=0x7fcdc800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd2000640 1 -- 172.21.15.44:0/2536879170 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc800ccc0 con 0x7fcdd4108560 2024-04-26T02:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd2000640 1 -- 172.21.15.44:0/2536879170 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdc80108e0 con 0x7fcdd4108560 2024-04-26T02:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcdd2000640 1 -- 172.21.15.44:0/2536879170 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8018880 con 0x7fcdd4108560 2024-04-26T02:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.208+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdd419f550 con 0x7fcdd4108560 2024-04-26T02:07:09.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.209+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdd41ab7a0 con 0x7fcdd4108560 2024-04-26T02:07:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 Processor -- start 2024-04-26T02:07:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcdd2000640 1 -- 172.21.15.44:0/2536879170 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcdc8010430 con 0x7fcdd4108560 2024-04-26T02:07:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 -- start start 2024-04-26T02:07:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf762820 0x55bccf762c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf763140 0x55bccf76d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf76fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bccf6c8900 con 0x55bccf76da00 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55bccf66eef0 con 0x55bccf762820 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.212+0000 7fcddec59740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55bccf6c48c0 con 0x55bccf763140 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf762820 0x55bccf762c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf762820 0x55bccf762c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39622/0 (socket says 172.21.15.44:39622) 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1503472999 learned_addr learned my addr 172.21.15.44:0/1503472999 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf76fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9400640 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf763140 0x55bccf76d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1503472999 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf763140 msgr2=0x55bccf76d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf763140 0x55bccf76d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1503472999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 msgr2=0x55bccf76fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf76fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.213+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1503472999 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bccf3db210 con 0x55bccf762820 2024-04-26T02:07:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.214+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf762820 0x55bccf762c00 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc00e830 tx=0x7fcdcc00ecf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bad706ad8a95837e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.214+0000 7fcdd2000640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcdbc0a3dc0 0x7fcdbc0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.214+0000 7fcdc6600640 1 -- 172.21.15.44:0/1503472999 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdcc004d20 con 0x55bccf762820 2024-04-26T02:07:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.214+0000 7fcdc6600640 1 -- 172.21.15.44:0/1503472999 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdcc005020 con 0x55bccf762820 2024-04-26T02:07:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.214+0000 7fcdc6600640 1 -- 172.21.15.44:0/1503472999 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdcc01a600 con 0x55bccf762820 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.214+0000 7fcdd2000640 1 -- 172.21.15.44:0/2536879170 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7fcdc80d0b20 con 0x7fcdd4108560 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.214+0000 7fcdd9400640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcdbc0a3dc0 0x7fcdbc0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 -- 172.21.15.44:0/1503472999 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf762820 msgr2=0x55bccf762c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf762820 0x55bccf762c00 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc00e830 tx=0x7fcdcc00ecf0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcdd9400640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcdbc0a3dc0 0x7fcdbc0a6280 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x55bccf763dc0 tx=0x7fcdc8009700 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 -- 172.21.15.44:0/1503472999 shutdown_connections 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf76fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf763140 0x55bccf76d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 --2- 172.21.15.44:0/1503472999 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf762820 0x55bccf762c00 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 -- 172.21.15.44:0/1503472999 >> 172.21.15.44:0/1503472999 conn(0x55bccf75ed30 msgr2=0x55bccf75f110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 -- 172.21.15.44:0/1503472999 shutdown_connections 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 -- 172.21.15.44:0/1503472999 wait complete. 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.215+0000 7fcddec59740 1 -- start start 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 1 Processor -- start 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf762820 0x55bccf76a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf76aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf76da00 0x55bccf76b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bccf770630 con 0x55bccf762820 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55bccf682310 con 0x55bccf763140 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55bccf7707b0 con 0x55bccf76da00 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcddec59740 10 client.0 _ll_register_callbacks cb 0x55bccf650cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.216+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf762820 0x55bccf76a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf76aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf762820 0x55bccf76a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46260/0 (socket says 172.21.15.44:46260) 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1927334739 learned_addr learned my addr 172.21.15.44:0/1927334739 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf76da00 0x55bccf76b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd8a00640 1 -- 172.21.15.44:0/1927334739 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf76da00 msgr2=0x55bccf76b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf76da00 0x55bccf76b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd8a00640 1 -- 172.21.15.44:0/1927334739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf762820 msgr2=0x55bccf76a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf762820 0x55bccf76a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd8a00640 1 -- 172.21.15.44:0/1927334739 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bccf4a7620 con 0x55bccf763140 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf76aec0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fcdc002a9e0 tx=0x7fcdc00044f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eeb1d5e27fde81f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.217+0000 7fcdbaa00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.218+0000 7fcdbaa00640 1 -- 172.21.15.44:0/1927334739 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0035040 con 0x55bccf763140 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.218+0000 7fcdbaa00640 1 -- 172.21.15.44:0/1927334739 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7fcdc0005510 con 0x55bccf763140 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.218+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdcc005020 con 0x55bccf763140 2024-04-26T02:07:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.218+0000 7fcdbaa00640 1 -- 172.21.15.44:0/1927334739 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcdc00046c0 con 0x55bccf763140 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.218+0000 7fcddec59740 10 client.26705 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.218+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bccf77c870 con 0x55bccf763140 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.218+0000 7fcdbaa00640 1 -- 172.21.15.44:0/1927334739 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdcc005020 con 0x55bccf763140 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcdbaa00640 1 -- 172.21.15.44:0/1927334739 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fcdc0003a80 con 0x55bccf763140 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcddec59740 10 client.26705 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcddec59740 10 client.26705 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcddec59740 20 client.26705 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcddec59740 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf77dce0 0x55bccf7800d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcddec59740 4 client.26705 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bccf6dc8b0 con 0x55bccf77dce0 2024-04-26T02:07:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.219+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf77dce0 0x55bccf7800d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.220+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf77dce0 0x55bccf7800d0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cec26c8b41c1e5c0 server_cookie=e36df20000a1af6c in_seq=0 out_seq=0 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.220+0000 7fcdbaa00640 10 client.26705 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcdbaa00640 1 -- 172.21.15.44:0/1927334739 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bccf6dc8b0 con 0x55bccf77dce0 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcdbaa00640 10 client.26705 handle_command_reply: tid=0 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 client.26705 shutdown 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 msgr2=0x55bccf76aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf76aec0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fcdc002a9e0 tx=0x7fcdc00044f0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 shutdown_connections 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf77dce0 0x55bccf7800d0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf76da00 0x55bccf76b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf76aec0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 --2- 172.21.15.44:0/1927334739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf762820 0x55bccf76a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcdbaa00640 0 client.26705 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 >> 172.21.15.44:0/1927334739 conn(0x55bccf75ed30 msgr2=0x55bccf764a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 shutdown_connections 2024-04-26T02:07:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 1 -- 172.21.15.44:0/1927334739 wait complete. 2024-04-26T02:07:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.221+0000 7fcddec59740 20 client.26705 trim_cache size 0 max 16384 2024-04-26T02:07:09.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:08 smithi156 ceph-mon[32543]: pgmap v378: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:07:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:08 smithi090 ceph-mon[32456]: pgmap v378: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:07:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.238+0000 7fcddec59740 1 Processor -- start 2024-04-26T02:07:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.238+0000 7fcddec59740 1 -- start start 2024-04-26T02:07:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcddec59740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7794f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcddec59740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf785970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcddec59740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf785eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcddec59740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd41b3ff0 con 0x55bccf76da00 2024-04-26T02:07:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcddec59740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd41b5b30 con 0x55bccf763140 2024-04-26T02:07:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcddec59740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd41b46c0 con 0x55bccf762820 2024-04-26T02:07:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf785eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf785eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46274/0 (socket says 172.21.15.44:46274) 2024-04-26T02:07:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcdd8a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf785970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1849629306 learned_addr learned my addr 172.21.15.44:0/1849629306 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.239+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7794f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1849629306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 msgr2=0x55bccf7794f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7794f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1849629306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 msgr2=0x55bccf785970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf785970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdd9e00640 1 -- 172.21.15.44:0/1849629306 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bccf768ed0 con 0x55bccf76da00 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf785970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf785eb0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc005990 tx=0x7fcdcc00ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f44c134f8c004d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdc5c00640 1 -- 172.21.15.44:0/1849629306 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdcc011b90 con 0x55bccf76da00 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdc5c00640 1 -- 172.21.15.44:0/1849629306 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdcc003e20 con 0x55bccf76da00 2024-04-26T02:07:09.240 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.240+0000 7fcdc5c00640 1 -- 172.21.15.44:0/1849629306 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdcc004520 con 0x55bccf76da00 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 -- 172.21.15.44:0/1849629306 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 msgr2=0x55bccf785eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf785eb0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc005990 tx=0x7fcdcc00ecf0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 -- 172.21.15.44:0/1849629306 shutdown_connections 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf785eb0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf785970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 --2- 172.21.15.44:0/1849629306 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7794f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 -- 172.21.15.44:0/1849629306 >> 172.21.15.44:0/1849629306 conn(0x55bccf75ed30 msgr2=0x55bccf75f110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 -- 172.21.15.44:0/1849629306 shutdown_connections 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.241+0000 7fcddec59740 1 -- 172.21.15.44:0/1849629306 wait complete. 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 -- start start 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 Processor -- start 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7734b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf7739f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf773f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd41b5460 con 0x55bccf76da00 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd41b4d90 con 0x55bccf763140 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd41b1ff0 con 0x55bccf762820 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.242+0000 7fcddec59740 10 client.0 _ll_register_callbacks cb 0x7fcdc0004180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf773f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf773f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46290/0 (socket says 172.21.15.44:46290) 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd9e00640 1 -- 172.21.15.44:0/2507989833 learned_addr learned my addr 172.21.15.44:0/2507989833 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf7739f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7734b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd8a00640 1 -- 172.21.15.44:0/2507989833 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 msgr2=0x55bccf7734b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7734b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd8a00640 1 -- 172.21.15.44:0/2507989833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 msgr2=0x55bccf773f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf773f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd8a00640 1 -- 172.21.15.44:0/2507989833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bccf7e3270 con 0x55bccf763140 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf773f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdd8a00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf7739f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fcdc0009850 tx=0x7fcdc0046470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7612f8bf56c7a737 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.243+0000 7fcdbaa00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcdbaa00640 1 -- 172.21.15.44:0/2507989833 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0035070 con 0x55bccf763140 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdcc003e20 con 0x55bccf763140 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcdbaa00640 1 -- 172.21.15.44:0/2507989833 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8455+0+0 (secure 0 0 0) 0x7fcdc0046ac0 con 0x55bccf763140 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcdbaa00640 1 -- 172.21.15.44:0/2507989833 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcdc0005850 con 0x55bccf763140 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcddec59740 10 client.26711 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bccf7e4560 con 0x55bccf763140 2024-04-26T02:07:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcdbaa00640 1 -- 172.21.15.44:0/2507989833 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdcc003e20 con 0x55bccf763140 2024-04-26T02:07:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcdbaa00640 1 -- 172.21.15.44:0/2507989833 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fcdc0057030 con 0x55bccf763140 2024-04-26T02:07:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcddec59740 10 client.26711 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcddec59740 10 client.26711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.244+0000 7fcddec59740 20 client.26711 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.245+0000 7fcddec59740 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf7e4d10 0x55bccf7e7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.245+0000 7fcddec59740 4 client.26711 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:07:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.245+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bccf6d6320 con 0x55bccf7e4d10 2024-04-26T02:07:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.245+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf7e4d10 0x55bccf7e7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.245+0000 7fcdd9e00640 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf7e4d10 0x55bccf7e7130 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7d13d6a34ec0a07 server_cookie=2495287b66d54d60 in_seq=0 out_seq=0 2024-04-26T02:07:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.245+0000 7fcdbaa00640 10 client.26711 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:09.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcdbaa00640 1 -- 172.21.15.44:0/2507989833 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bccf6d6320 con 0x55bccf7e4d10 2024-04-26T02:07:09.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcdbaa00640 10 client.26711 handle_command_reply: tid=0 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 client.26711 shutdown 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 msgr2=0x55bccf7739f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf7739f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fcdc0009850 tx=0x7fcdc0046470 comp rx=0 tx=0).stop 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 shutdown_connections 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55bccf7e4d10 0x55bccf7e7130 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bccf76da00 0x55bccf773f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55bccf763140 0x55bccf7739f0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 --2- 172.21.15.44:0/2507989833 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55bccf762820 0x55bccf7734b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcdbaa00640 0 client.26711 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.254+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 >> 172.21.15.44:0/2507989833 conn(0x55bccf75ed30 msgr2=0x55bccf76a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.255+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 shutdown_connections 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.255+0000 7fcddec59740 1 -- 172.21.15.44:0/2507989833 wait complete. 2024-04-26T02:07:09.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.255+0000 7fcddec59740 20 client.26711 trim_cache size 0 max 16384 2024-04-26T02:07:09.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:07:09.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:07:09.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:07:09.255 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.255+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcdbc0a3dc0 msgr2=0x7fcdbc0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.255+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcdbc0a3dc0 0x7fcdbc0a6280 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x55bccf763dc0 tx=0x7fcdc8009700 comp rx=0 tx=0).stop 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcdd4108560 msgr2=0x7fcdd41a48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcdd4108560 0x7fcdd41a48e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800e9f0 tx=0x7fcdc800eeb0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 shutdown_connections 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcdbc0a3dc0 0x7fcdbc0a6280 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcdd410e620 0x7fcdd419eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcdd4108f20 0x7fcdd41a4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 --2- 172.21.15.44:0/2536879170 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcdd4108560 0x7fcdd41a48e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:09.256 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 >> 172.21.15.44:0/2536879170 conn(0x7fcdd40764e0 msgr2=0x7fcdd4077cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 shutdown_connections 2024-04-26T02:07:09.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:09.256+0000 7fcddbe00640 1 -- 172.21.15.44:0/2536879170 wait complete. 2024-04-26T02:07:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:08 smithi044 ceph-mon[27847]: pgmap v378: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:07:10.893 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:07:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:10 smithi156 ceph-mon[32543]: pgmap v379: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:07:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:10 smithi090 ceph-mon[32456]: pgmap v379: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:07:11.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:10 smithi044 ceph-mon[27847]: pgmap v379: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:07:11.371 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:07:12.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:11 smithi156 ceph-mon[32543]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:07:12.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:11 smithi090 ceph-mon[32456]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:07:12.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:11 smithi044 ceph-mon[27847]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:07:13.189 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:12 smithi044 ceph-mon[27847]: pgmap v381: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 31 op/s 2024-04-26T02:07:13.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:12 smithi156 ceph-mon[32543]: pgmap v381: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 31 op/s 2024-04-26T02:07:13.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:12 smithi090 ceph-mon[32456]: pgmap v381: 97 pgs: 97 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 31 op/s 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 -- 172.21.15.44:0/474670818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 msgr2=0x7f51001133b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 --2- 172.21.15.44:0/474670818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 0x7f51001133b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f50ec009990 tx=0x7f50ec009ca0 comp rx=0 tx=0).stop 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 -- 172.21.15.44:0/474670818 shutdown_connections 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 --2- 172.21.15.44:0/474670818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f51001138f0 0x7f5100115ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 --2- 172.21.15.44:0/474670818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5100076f70 0x7f5100077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 --2- 172.21.15.44:0/474670818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 0x7f51001133b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 -- 172.21.15.44:0/474670818 >> 172.21.15.44:0/474670818 conn(0x7f5100100740 msgr2=0x7f5100102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:13.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.731+0000 7f5104a00700 1 -- 172.21.15.44:0/474670818 shutdown_connections 2024-04-26T02:07:13.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.732+0000 7f5104a00700 1 -- 172.21.15.44:0/474670818 wait complete. 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 Processor -- start 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 -- start start 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5100076f70 0x7f51001a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 0x7f51001a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f51001138f0 0x7f510019f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5100119280 con 0x7f51001138f0 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f5100119100 con 0x7f5100076f70 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.733+0000 7f5104a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f5100119400 con 0x7f5100077890 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5100076f70 0x7f51001a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:13.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5100076f70 0x7f51001a53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39688/0 (socket says 172.21.15.44:39688) 2024-04-26T02:07:13.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 -- 172.21.15.44:0/80798327 learned_addr learned my addr 172.21.15.44:0/80798327 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:13.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fe800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f51001138f0 0x7f510019f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:13.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fd400700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 0x7f51001a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:13.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 -- 172.21.15.44:0/80798327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 msgr2=0x7f51001a5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:13.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 0x7f51001a5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:13.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 -- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f51001138f0 msgr2=0x7f510019f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:13.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f51001138f0 0x7f510019f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:13.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.734+0000 7f50fde00700 1 -- 172.21.15.44:0/80798327 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f510019fd00 con 0x7f5100076f70 2024-04-26T02:07:13.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.735+0000 7f50fde00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5100076f70 0x7f51001a53e0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f50f000e9a0 tx=0x7f50f000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:13.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.735+0000 7f50f6a00700 1 -- 172.21.15.44:0/80798327 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f000ca10 con 0x7f5100076f70 2024-04-26T02:07:13.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.735+0000 7f50f6a00700 1 -- 172.21.15.44:0/80798327 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50f000cbb0 con 0x7f5100076f70 2024-04-26T02:07:13.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.735+0000 7f50f6a00700 1 -- 172.21.15.44:0/80798327 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f0018680 con 0x7f5100076f70 2024-04-26T02:07:13.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.735+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f510019fff0 con 0x7f5100076f70 2024-04-26T02:07:13.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.735+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51001ac2b0 con 0x7f5100076f70 2024-04-26T02:07:13.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.737+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5100069730 con 0x7f5100076f70 2024-04-26T02:07:13.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.739+0000 7f50f6a00700 1 -- 172.21.15.44:0/80798327 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f50f0010430 con 0x7f5100076f70 2024-04-26T02:07:13.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.740+0000 7f50f6a00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50e40a3e30 0x7f50e40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:13.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.740+0000 7f50f6a00700 1 -- 172.21.15.44:0/80798327 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8499+0+0 (secure 0 0 0) 0x7f50f00d0990 con 0x7f5100076f70 2024-04-26T02:07:13.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.740+0000 7f50fd400700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50e40a3e30 0x7f50e40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:13.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.741+0000 7f50fd400700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50e40a3e30 0x7f50e40a62f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00b2e0 tx=0x7f50ec005960 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:13.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:13.745+0000 7f50f6a00700 1 -- 172.21.15.44:0/80798327 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f50f009cfe0 con 0x7f5100076f70 2024-04-26T02:07:14.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.027+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f510002e140 con 0x7f5100076f70 2024-04-26T02:07:14.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.028+0000 7f50f6a00700 1 -- 172.21.15.44:0/80798327 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f50f009c8e0 con 0x7f5100076f70 2024-04-26T02:07:14.027 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:07:14.027 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:07:14.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50e40a3e30 msgr2=0x7f50e40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:14.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50e40a3e30 0x7f50e40a62f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00b2e0 tx=0x7f50ec005960 comp rx=0 tx=0).stop 2024-04-26T02:07:14.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5100076f70 msgr2=0x7f51001a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5100076f70 0x7f51001a53e0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f50f000e9a0 tx=0x7f50f000ecb0 comp rx=0 tx=0).stop 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 shutdown_connections 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50e40a3e30 0x7f50e40a62f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f51001138f0 0x7f510019f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f5100076f70 0x7f51001a53e0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 --2- 172.21.15.44:0/80798327 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f5100077890 0x7f51001a5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 >> 172.21.15.44:0/80798327 conn(0x7f5100100740 msgr2=0x7f5100102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 shutdown_connections 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:14.031+0000 7f5104a00700 1 -- 172.21.15.44:0/80798327 wait complete. 2024-04-26T02:07:14.031 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:07:14.967 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 1529900c --release --await' 2024-04-26T02:07:14.967 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 1529900c --release --await 2024-04-26T02:07:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:14 smithi156 ceph-mon[32543]: pgmap v382: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:07:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:14 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/80798327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:15.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:14 smithi090 ceph-mon[32456]: pgmap v382: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:07:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:14 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/80798327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:15.352 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:14 smithi044 ceph-mon[27847]: pgmap v382: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:07:15.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:14 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/80798327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:15.425 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:07:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:16 smithi044 ceph-mon[27847]: pgmap v383: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:07:17.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:16 smithi044 ceph-mon[27847]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:07:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:16 smithi156 ceph-mon[32543]: pgmap v383: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:07:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:16 smithi156 ceph-mon[32543]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:07:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:16 smithi090 ceph-mon[32456]: pgmap v383: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-04-26T02:07:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:16 smithi090 ceph-mon[32456]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:07:17.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.769+0000 7fa14ee00700 1 -- 172.21.15.44:0/665832758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148104ee0 msgr2=0x7fa1481052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.769+0000 7fa14ee00700 1 --2- 172.21.15.44:0/665832758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148104ee0 0x7fa1481052c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa1380099c0 tx=0x7fa138009cd0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.770+0000 7fa14ee00700 1 -- 172.21.15.44:0/665832758 shutdown_connections 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.770+0000 7fa14ee00700 1 --2- 172.21.15.44:0/665832758 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa148109fc0 0x7fa148111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.770+0000 7fa14ee00700 1 --2- 172.21.15.44:0/665832758 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148104ee0 0x7fa1481052c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.770+0000 7fa14ee00700 1 --2- 172.21.15.44:0/665832758 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa148105890 0x7fa1481098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.770+0000 7fa14ee00700 1 -- 172.21.15.44:0/665832758 >> 172.21.15.44:0/665832758 conn(0x7fa148100770 msgr2=0x7fa148102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.770+0000 7fa14ee00700 1 -- 172.21.15.44:0/665832758 shutdown_connections 2024-04-26T02:07:17.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.770+0000 7fa14ee00700 1 -- 172.21.15.44:0/665832758 wait complete. 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.771+0000 7fa14ee00700 1 Processor -- start 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.772+0000 7fa14ee00700 1 -- start start 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.772+0000 7fa14ee00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa148104ee0 0x7fa14819b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.772+0000 7fa14ee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148105890 0x7fa14819b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.772+0000 7fa14ee00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa148109fc0 0x7fa14819fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.772+0000 7fa14ee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa148114e80 con 0x7fa148105890 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.772+0000 7fa14ee00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa148114d00 con 0x7fa148104ee0 2024-04-26T02:07:17.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.772+0000 7fa14ee00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa148115000 con 0x7fa148109fc0 2024-04-26T02:07:17.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa147400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148105890 0x7fa14819b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa147e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa148104ee0 0x7fa14819b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa147400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148105890 0x7fa14819b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59182/0 (socket says 172.21.15.44:59182) 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa147e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa148104ee0 0x7fa14819b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51564/0 (socket says 172.21.15.44:51564) 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa147400700 1 -- 172.21.15.44:0/1747468436 learned_addr learned my addr 172.21.15.44:0/1747468436 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa14ce00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa148109fc0 0x7fa14819fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa14ce00700 1 -- 172.21.15.44:0/1747468436 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa148104ee0 msgr2=0x7fa14819b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa14ce00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa148104ee0 0x7fa14819b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa14ce00700 1 -- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148105890 msgr2=0x7fa14819b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa14ce00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148105890 0x7fa14819b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa14ce00700 1 -- 172.21.15.44:0/1747468436 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1481a03a0 con 0x7fa148109fc0 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.773+0000 7fa147400700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148105890 0x7fa14819b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.774+0000 7fa14ce00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa148109fc0 0x7fa14819fc60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa14000efc0 tx=0x7fa14000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.774+0000 7fa144c00700 1 -- 172.21.15.44:0/1747468436 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1400092e0 con 0x7fa148109fc0 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.774+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1481a0630 con 0x7fa148109fc0 2024-04-26T02:07:17.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.774+0000 7fa144c00700 1 -- 172.21.15.44:0/1747468436 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa140004bb0 con 0x7fa148109fc0 2024-04-26T02:07:17.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.774+0000 7fa144c00700 1 -- 172.21.15.44:0/1747468436 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa140004020 con 0x7fa148109fc0 2024-04-26T02:07:17.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.774+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1481a7f10 con 0x7fa148109fc0 2024-04-26T02:07:17.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.779+0000 7fa144c00700 1 -- 172.21.15.44:0/1747468436 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa14001b030 con 0x7fa148109fc0 2024-04-26T02:07:17.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.780+0000 7fa144c00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa12c0a3db0 0x7fa12c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 Processor -- start 2024-04-26T02:07:17.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa144c00700 1 -- 172.21.15.44:0/1747468436 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7fa1400d01e0 con 0x7fa148109fc0 2024-04-26T02:07:17.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa147e00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa12c0a3db0 0x7fa12c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 -- start start 2024-04-26T02:07:17.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb17120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb2ace0 0x5570bbb2d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5570bba69f90 con 0x5570bbb2ace0 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5570bba10830 con 0x5570bbb17660 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.781+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5570bba65f50 con 0x5570bbb16d40 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa147e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb17120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa147e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb17120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:36908/0 (socket says 172.21.15.44:36908) 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa147e00700 1 -- 172.21.15.44:0/4038777565 learned_addr learned my addr 172.21.15.44:0/4038777565 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:17.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa14ce00700 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb2ace0 0x5570bbb2d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa147400700 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa147e00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa12c0a3db0 0x7fa12c0a6270 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa138000c00 tx=0x7fa138005fb0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:17.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa14ce00700 1 -- 172.21.15.44:0/4038777565 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 msgr2=0x5570bbb17120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa14ce00700 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb17120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa14ce00700 1 -- 172.21.15.44:0/4038777565 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 msgr2=0x5570bbb2a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa14ce00700 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.782+0000 7fa14ce00700 1 -- 172.21.15.44:0/4038777565 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570bba06780 con 0x5570bbb2ace0 2024-04-26T02:07:17.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.783+0000 7fa147400700 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:17.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.783+0000 7fa14ce00700 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb2ace0 0x5570bbb2d0d0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa1400cd910 tx=0x7fa14009bb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbcb35d4654cae75 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:17.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.783+0000 7fa13d600700 1 -- 172.21.15.44:0/4038777565 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14009c1f0 con 0x5570bbb2ace0 2024-04-26T02:07:17.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.783+0000 7fa13d600700 1 -- 172.21.15.44:0/4038777565 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1400a05a0 con 0x5570bbb2ace0 2024-04-26T02:07:17.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.783+0000 7fa13d600700 1 -- 172.21.15.44:0/4038777565 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14009c6e0 con 0x5570bbb2ace0 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 -- 172.21.15.44:0/4038777565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb2ace0 msgr2=0x5570bbb2d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb2ace0 0x5570bbb2d0d0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa1400cd910 tx=0x7fa14009bb50 comp rx=0 tx=0).stop 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 -- 172.21.15.44:0/4038777565 shutdown_connections 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb17120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb2ace0 0x5570bbb2d0d0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/4038777565 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 -- 172.21.15.44:0/4038777565 >> 172.21.15.44:0/4038777565 conn(0x5570bba46050 msgr2=0x5570bbb13250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.784+0000 7fa1597f3b80 1 -- 172.21.15.44:0/4038777565 shutdown_connections 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.785+0000 7fa1597f3b80 1 -- 172.21.15.44:0/4038777565 wait complete. 2024-04-26T02:07:17.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.785+0000 7fa1597f3b80 1 -- start start 2024-04-26T02:07:17.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 1 Processor -- start 2024-04-26T02:07:17.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb2a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb17660 0x5570bbb276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb27c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5570bbb2d7d0 con 0x5570bbb17660 2024-04-26T02:07:17.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5570bba23960 con 0x5570bbb2ace0 2024-04-26T02:07:17.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5570bbb2d950 con 0x5570bbb16d40 2024-04-26T02:07:17.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa1597f3b80 10 client.0 _ll_register_callbacks cb 0x5570bba02820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:17.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa147400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb17660 0x5570bbb276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa147400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb17660 0x5570bbb276f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59200/0 (socket says 172.21.15.44:59200) 2024-04-26T02:07:17.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.786+0000 7fa147400700 1 -- 172.21.15.44:0/1635874088 learned_addr learned my addr 172.21.15.44:0/1635874088 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:17.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa147e00700 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb2a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa14ce00700 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb27c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa147400700 1 -- 172.21.15.44:0/1635874088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 msgr2=0x5570bbb2a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa147400700 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb2a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa147400700 1 -- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 msgr2=0x5570bbb27c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa147400700 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb27c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa147400700 1 -- 172.21.15.44:0/1635874088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570bb9b79d0 con 0x5570bbb17660 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa147400700 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb17660 0x5570bbb276f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa134012de0 tx=0x7fa13400f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ec92f86d97b39d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.787+0000 7fa132000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.788+0000 7fa132000700 1 -- 172.21.15.44:0/1635874088 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13400fb80 con 0x5570bbb17660 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.788+0000 7fa132000700 1 -- 172.21.15.44:0/1635874088 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7fa13400fd20 con 0x5570bbb17660 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.788+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1400a05a0 con 0x5570bbb17660 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.788+0000 7fa132000700 1 -- 172.21.15.44:0/1635874088 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa134004030 con 0x5570bbb17660 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.788+0000 7fa1597f3b80 10 client.16632 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.788+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5570bba00bf0 con 0x5570bbb17660 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.788+0000 7fa132000700 1 -- 172.21.15.44:0/1635874088 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1400a05a0 con 0x5570bbb17660 2024-04-26T02:07:17.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa132000700 1 -- 172.21.15.44:0/1635874088 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa134003cc0 con 0x5570bbb17660 2024-04-26T02:07:17.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa1597f3b80 10 client.16632 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:17.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa1597f3b80 10 client.16632 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:07:17.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa1597f3b80 20 client.16632 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:17.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbb3a480 0x5570bbb3c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa1597f3b80 4 client.16632 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:07:17.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570bba77780 con 0x5570bbb3a480 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.789+0000 7fa147e00700 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbb3a480 0x5570bbb3c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.790+0000 7fa147e00700 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbb3a480 0x5570bbb3c8a0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61799d3be89e91ed server_cookie=45eafe1cf5f799b3 in_seq=0 out_seq=0 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.790+0000 7fa132000700 10 client.16632 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa132000700 1 -- 172.21.15.44:0/1635874088 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5570bba77780 con 0x5570bbb3a480 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa132000700 10 client.16632 handle_command_reply: tid=0 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 client.16632 shutdown 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb17660 msgr2=0x5570bbb276f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb17660 0x5570bbb276f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa134012de0 tx=0x7fa13400f6a0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 shutdown_connections 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb16d40 0x5570bbb2a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbb3a480 0x5570bbb3c8a0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb27c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1635874088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb17660 0x5570bbb276f0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 >> 172.21.15.44:0/1635874088 conn(0x5570bba46050 msgr2=0x5570bbb12e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:17.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa132000700 0 client.16632 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:17.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 shutdown_connections 2024-04-26T02:07:17.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1635874088 wait complete. 2024-04-26T02:07:17.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.791+0000 7fa1597f3b80 20 client.16632 trim_cache size 0 max 16384 2024-04-26T02:07:17.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.813+0000 7fa1597f3b80 1 Processor -- start 2024-04-26T02:07:17.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.813+0000 7fa1597f3b80 1 -- start start 2024-04-26T02:07:17.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb26870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb17660 0x5570bbb366d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb29630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ab0b0 con 0x5570bbb16d40 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481acbf0 con 0x5570bbb2ace0 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ab780 con 0x5570bbb17660 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa147e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb26870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa147e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb26870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59202/0 (socket says 172.21.15.44:59202) 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa147e00700 1 -- 172.21.15.44:0/779353618 learned_addr learned my addr 172.21.15.44:0/779353618 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa147400700 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb17660 0x5570bbb366d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.814+0000 7fa14ce00700 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb29630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa147400700 1 -- 172.21.15.44:0/779353618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 msgr2=0x5570bbb29630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa147400700 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb29630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa147400700 1 -- 172.21.15.44:0/779353618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 msgr2=0x5570bbb26870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa147400700 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb26870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa147400700 1 -- 172.21.15.44:0/779353618 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570bbb37f50 con 0x5570bbb17660 2024-04-26T02:07:17.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa14ce00700 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb29630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:17.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa147400700 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb17660 0x5570bbb366d0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa13401c4e0 tx=0x7fa134009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d9ee2dabe05bf78 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa13cc00700 1 -- 172.21.15.44:0/779353618 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13400fb80 con 0x5570bbb17660 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa13cc00700 1 -- 172.21.15.44:0/779353618 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa13400fd20 con 0x5570bbb17660 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.815+0000 7fa13cc00700 1 -- 172.21.15.44:0/779353618 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa134003ba0 con 0x5570bbb17660 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.816+0000 7fa1597f3b80 1 -- 172.21.15.44:0/779353618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb17660 msgr2=0x5570bbb366d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.816+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb17660 0x5570bbb366d0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa13401c4e0 tx=0x7fa134009ca0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.816+0000 7fa1597f3b80 1 -- 172.21.15.44:0/779353618 shutdown_connections 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.816+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb2ace0 0x5570bbb29630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.816+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb26870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.816+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/779353618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb17660 0x5570bbb366d0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.816+0000 7fa1597f3b80 1 -- 172.21.15.44:0/779353618 >> 172.21.15.44:0/779353618 conn(0x5570bba46050 msgr2=0x5570bbb28f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:17.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.817+0000 7fa1597f3b80 1 -- 172.21.15.44:0/779353618 shutdown_connections 2024-04-26T02:07:17.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.817+0000 7fa1597f3b80 1 -- 172.21.15.44:0/779353618 wait complete. 2024-04-26T02:07:17.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.817+0000 7fa1597f3b80 1 -- start start 2024-04-26T02:07:17.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.817+0000 7fa1597f3b80 1 Processor -- start 2024-04-26T02:07:17.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb32dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa1597f3b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb2ace0 0x5570bbb300f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ac520 con 0x5570bbb16d40 2024-04-26T02:07:17.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481abe50 con 0x5570bbb17660 2024-04-26T02:07:17.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa1597f3b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa14807b000 con 0x5570bbb2ace0 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa1597f3b80 10 client.0 _ll_register_callbacks cb 0x5570bba02820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa147e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb32dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa147e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb32dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59214/0 (socket says 172.21.15.44:59214) 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa147e00700 1 -- 172.21.15.44:0/1787641881 learned_addr learned my addr 172.21.15.44:0/1787641881 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa14ce00700 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb2ace0 0x5570bbb300f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.818+0000 7fa147400700 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa147e00700 1 -- 172.21.15.44:0/1787641881 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb2ace0 msgr2=0x5570bbb300f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa147e00700 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb2ace0 0x5570bbb300f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa147e00700 1 -- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 msgr2=0x5570bbb2fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa147e00700 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa147e00700 1 -- 172.21.15.44:0/1787641881 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570bbb17ce0 con 0x5570bbb16d40 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa147e00700 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb32dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa1380056d0 tx=0x7fa13801a070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e68859f1697452ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:17.820 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa132000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa132000700 1 -- 172.21.15.44:0/1787641881 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13800bac0 con 0x5570bbb16d40 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa132000700 1 -- 172.21.15.44:0/1787641881 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7fa13800bc60 con 0x5570bbb16d40 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.819+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa13400fd20 con 0x5570bbb16d40 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa132000700 1 -- 172.21.15.44:0/1787641881 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa13800be60 con 0x5570bbb16d40 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa1597f3b80 10 client.16638 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5570bbba16e0 con 0x5570bbb16d40 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa132000700 1 -- 172.21.15.44:0/1787641881 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa13400fd20 con 0x5570bbb16d40 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa132000700 1 -- 172.21.15.44:0/1787641881 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa138030040 con 0x5570bbb16d40 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa1597f3b80 10 client.16638 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa1597f3b80 10 client.16638 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa1597f3b80 20 client.16638 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.820+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbba1e20 0x5570bbba4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.821+0000 7fa1597f3b80 4 client.16638 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "1529900c", "release": true, "await": true}] 2024-04-26T02:07:17.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.821+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "1529900c", "release": true, "await": true}) -- 0x5570bba71820 con 0x5570bbba1e20 2024-04-26T02:07:17.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.821+0000 7fa147400700 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbba1e20 0x5570bbba4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:17.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.821+0000 7fa147400700 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbba1e20 0x5570bbba4240 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e988a08beba9ce27 server_cookie=422c33eebf5b58ea in_seq=0 out_seq=0 2024-04-26T02:07:17.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.821+0000 7fa132000700 10 client.16638 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa132000700 1 -- 172.21.15.44:0/1787641881 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5570bba71820 con 0x5570bbba1e20 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa132000700 10 client.16638 handle_command_reply: tid=0 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 client.16638 shutdown 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 msgr2=0x5570bbb32dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb32dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa1380056d0 tx=0x7fa13801a070 comp rx=0 tx=0).stop 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 shutdown_connections 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5570bbb2ace0 0x5570bbb300f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5570bbba1e20 0x5570bbba4240 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5570bbb16d40 0x5570bbb32dc0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 --2- 172.21.15.44:0/1787641881 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5570bbb17660 0x5570bbb2fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 >> 172.21.15.44:0/1787641881 conn(0x5570bba46050 msgr2=0x5570bbb19670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:17.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.824+0000 7fa132000700 0 client.16638 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:17.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.825+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 shutdown_connections 2024-04-26T02:07:17.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.825+0000 7fa1597f3b80 1 -- 172.21.15.44:0/1787641881 wait complete. 2024-04-26T02:07:17.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.825+0000 7fa1597f3b80 20 client.16638 trim_cache size 0 max 16384 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 36, 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "1529900c": { 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 36, 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:07:17.825 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 79.2, 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:17.826 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa12c0a3db0 msgr2=0x7fa12c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa12c0a3db0 0x7fa12c0a6270 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa138000c00 tx=0x7fa138005fb0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa148109fc0 msgr2=0x7fa14819fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa148109fc0 0x7fa14819fc60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa14000efc0 tx=0x7fa14000c3a0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 shutdown_connections 2024-04-26T02:07:17.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa148109fc0 0x7fa14819fc60 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa12c0a3db0 0x7fa12c0a6270 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa148104ee0 0x7fa14819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 --2- 172.21.15.44:0/1747468436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa148105890 0x7fa14819b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:17.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.826+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 >> 172.21.15.44:0/1747468436 conn(0x7fa148100770 msgr2=0x7fa148102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:17.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.827+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 shutdown_connections 2024-04-26T02:07:17.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:17.827+0000 7fa14ee00700 1 -- 172.21.15.44:0/1747468436 wait complete. 2024-04-26T02:07:18.695 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '1529900c', seconds elapsed: 35.1 2024-04-26T02:07:18.695 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.25 2024-04-26T02:07:18.696 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:07:19.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:18 smithi044 ceph-mon[27847]: pgmap v385: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 7.4 KiB/s wr, 9 op/s 2024-04-26T02:07:19.141 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:07:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:18 smithi156 ceph-mon[32543]: pgmap v385: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 7.4 KiB/s wr, 9 op/s 2024-04-26T02:07:19.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:18 smithi090 ceph-mon[32456]: pgmap v385: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 7.4 KiB/s wr, 9 op/s 2024-04-26T02:07:20.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:20 smithi044 ceph-mon[27847]: pgmap v386: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-26T02:07:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:20 smithi156 ceph-mon[32543]: pgmap v386: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-26T02:07:21.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:20 smithi090 ceph-mon[32456]: pgmap v386: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-26T02:07:21.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 -- 172.21.15.44:0/2955563828 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8077890 msgr2=0x7fdfa81133e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 --2- 172.21.15.44:0/2955563828 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8077890 0x7fdfa81133e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fdf940098f0 tx=0x7fdf94009c00 comp rx=0 tx=0).stop 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 -- 172.21.15.44:0/2955563828 shutdown_connections 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 --2- 172.21.15.44:0/2955563828 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8076f70 0x7fdfa8077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 --2- 172.21.15.44:0/2955563828 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfa8113920 0x7fdfa8115d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 --2- 172.21.15.44:0/2955563828 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8077890 0x7fdfa81133e0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 -- 172.21.15.44:0/2955563828 >> 172.21.15.44:0/2955563828 conn(0x7fdfa8100770 msgr2=0x7fdfa8102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 -- 172.21.15.44:0/2955563828 shutdown_connections 2024-04-26T02:07:21.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.403+0000 7fdfb0400700 1 -- 172.21.15.44:0/2955563828 wait complete. 2024-04-26T02:07:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 Processor -- start 2024-04-26T02:07:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 -- start start 2024-04-26T02:07:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfa8076f70 0x7fdfa81a5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:21.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8077890 0x7fdfa81a5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8113920 0x7fdfa819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81192f0 con 0x7fdfa8076f70 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa8119170 con 0x7fdfa8113920 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.405+0000 7fdfb0400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa8119470 con 0x7fdfa8077890 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfad000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8077890 0x7fdfa81a5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfada00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfa8076f70 0x7fdfa81a5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfad000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8077890 0x7fdfa81a5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:36950/0 (socket says 172.21.15.44:36950) 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfad000700 1 -- 172.21.15.44:0/455840393 learned_addr learned my addr 172.21.15.44:0/455840393 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:21.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfae400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8113920 0x7fdfa819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:21.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfae400700 1 -- 172.21.15.44:0/455840393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8077890 msgr2=0x7fdfa81a5ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:21.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfae400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8077890 0x7fdfa81a5ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfae400700 1 -- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfa8076f70 msgr2=0x7fdfa81a5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfae400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfa8076f70 0x7fdfa81a5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfae400700 1 -- 172.21.15.44:0/455840393 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa819ff90 con 0x7fdfa8113920 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfada00700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfa8076f70 0x7fdfa81a5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.406+0000 7fdfad000700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8077890 0x7fdfa81a5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.407+0000 7fdfae400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8113920 0x7fdfa819f6b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009cd0 tx=0x7fdfa000c620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.407+0000 7fdfa6000700 1 -- 172.21.15.44:0/455840393 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa000cce0 con 0x7fdfa8113920 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.407+0000 7fdfa6000700 1 -- 172.21.15.44:0/455840393 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdfa0003a00 con 0x7fdfa8113920 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.407+0000 7fdfa6000700 1 -- 172.21.15.44:0/455840393 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa00044c0 con 0x7fdfa8113920 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.407+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa81a0220 con 0x7fdfa8113920 2024-04-26T02:07:21.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.407+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa81ac340 con 0x7fdfa8113920 2024-04-26T02:07:21.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.408+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa80786b0 con 0x7fdfa8113920 2024-04-26T02:07:21.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.410+0000 7fdfa6000700 1 -- 172.21.15.44:0/455840393 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdfa001a020 con 0x7fdfa8113920 2024-04-26T02:07:21.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.412+0000 7fdfa6000700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf900a3db0 0x7fdf900a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:21.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.412+0000 7fdfa6000700 1 -- 172.21.15.44:0/455840393 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7fdfa00d0070 con 0x7fdfa8113920 2024-04-26T02:07:21.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.412+0000 7fdfada00700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf900a3db0 0x7fdf900a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:21.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.413+0000 7fdfada00700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf900a3db0 0x7fdf900a6270 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c011490 tx=0x7fdf9c009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:21.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.416+0000 7fdfa6000700 1 -- 172.21.15.44:0/455840393 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdfa0010040 con 0x7fdfa8113920 2024-04-26T02:07:21.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.700+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfa802df80 con 0x7fdfa8113920 2024-04-26T02:07:21.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.701+0000 7fdfa6000700 1 -- 172.21.15.44:0/455840393 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7fdfa00bc070 con 0x7fdfa8113920 2024-04-26T02:07:21.700 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:07:21.700 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf900a3db0 msgr2=0x7fdf900a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf900a3db0 0x7fdf900a6270 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c011490 tx=0x7fdf9c009260 comp rx=0 tx=0).stop 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8113920 msgr2=0x7fdfa819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8113920 0x7fdfa819f6b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009cd0 tx=0x7fdfa000c620 comp rx=0 tx=0).stop 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 shutdown_connections 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf900a3db0 0x7fdf900a6270 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfa8113920 0x7fdfa819f6b0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfa8076f70 0x7fdfa81a5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 --2- 172.21.15.44:0/455840393 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfa8077890 0x7fdfa81a5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:21.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 >> 172.21.15.44:0/455840393 conn(0x7fdfa8100770 msgr2=0x7fdfa8102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:21.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 shutdown_connections 2024-04-26T02:07:21.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:21.704+0000 7fdfb0400700 1 -- 172.21.15.44:0/455840393 wait complete. 2024-04-26T02:07:21.705 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:07:22.025 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:21 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/455840393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:22.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:21 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/455840393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:22.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:21 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/455840393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 -- 172.21.15.44:0/265866969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c104d50 msgr2=0x7f923c108d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 --2- 172.21.15.44:0/265866969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c104d50 0x7f923c108d90 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f9228009900 tx=0x7f922802a3f0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 -- 172.21.15.44:0/265866969 shutdown_connections 2024-04-26T02:07:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 --2- 172.21.15.44:0/265866969 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f923c109470 0x7f923c111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 --2- 172.21.15.44:0/265866969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c104d50 0x7f923c108d90 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 --2- 172.21.15.44:0/265866969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f923c1043a0 0x7f923c104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 -- 172.21.15.44:0/265866969 >> 172.21.15.44:0/265866969 conn(0x7f923c0ffc40 msgr2=0x7f923c102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 -- 172.21.15.44:0/265866969 shutdown_connections 2024-04-26T02:07:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.408+0000 7f9242600640 1 -- 172.21.15.44:0/265866969 wait complete. 2024-04-26T02:07:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.410+0000 7f9242600640 1 Processor -- start 2024-04-26T02:07:22.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.410+0000 7f9242600640 1 -- start start 2024-04-26T02:07:22.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.410+0000 7f9242600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f923c1043a0 0x7f923c1a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.410+0000 7f9242600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f923c109470 0x7f923c1a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f9242600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c19a680 0x7f923c19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f9242600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f923c114400 con 0x7f923c19a680 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f9242600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f923c114280 con 0x7f923c1043a0 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f9242600640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f923c114580 con 0x7f923c109470 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c19a680 0x7f923c19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c19a680 0x7f923c19ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59240/0 (socket says 172.21.15.44:59240) 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 -- 172.21.15.44:0/2999333314 learned_addr learned my addr 172.21.15.44:0/2999333314 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923b400640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f923c1043a0 0x7f923c1a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923aa00640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f923c109470 0x7f923c1a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 -- 172.21.15.44:0/2999333314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f923c109470 msgr2=0x7f923c1a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f923c109470 0x7f923c1a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 -- 172.21.15.44:0/2999333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f923c1043a0 msgr2=0x7f923c1a05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f923c1043a0 0x7f923c1a05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923be00640 1 -- 172.21.15.44:0/2999333314 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f923c19b280 con 0x7f923c19a680 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.411+0000 7f923b400640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f923c1043a0 0x7f923c1a05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.412+0000 7f923be00640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c19a680 0x7f923c19ab00 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f923400eb10 tx=0x7f923400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:22.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.412+0000 7f9233e00640 1 -- 172.21.15.44:0/2999333314 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9234004b20 con 0x7f923c19a680 2024-04-26T02:07:22.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.412+0000 7f9233e00640 1 -- 172.21.15.44:0/2999333314 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9234004cc0 con 0x7f923c19a680 2024-04-26T02:07:22.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.412+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f923c1a7360 con 0x7f923c19a680 2024-04-26T02:07:22.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.412+0000 7f9233e00640 1 -- 172.21.15.44:0/2999333314 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9234010670 con 0x7f923c19a680 2024-04-26T02:07:22.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.412+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f923c1a7710 con 0x7f923c19a680 2024-04-26T02:07:22.415 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 79.25 --await-for 42.0' 2024-04-26T02:07:22.415 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 79.25 --await-for 42.0 2024-04-26T02:07:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 Processor -- start 2024-04-26T02:07:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9233e00640 1 -- 172.21.15.44:0/2999333314 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9234005020 con 0x7f923c19a680 2024-04-26T02:07:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 -- start start 2024-04-26T02:07:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116d9820 0x55d0116d9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116da140 0x55d0116e44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d01163f900 con 0x55d0116e4a00 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d0115e5ef0 con 0x55d0116d9820 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.416+0000 7f9245388740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d01163b8c0 con 0x55d0116da140 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116da140 0x55d0116e44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923aa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116d9820 0x55d0116d9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116da140 0x55d0116e44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:36984/0 (socket says 172.21.15.44:36984) 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 -- 172.21.15.44:0/2279872610 learned_addr learned my addr 172.21.15.44:0/2279872610 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923aa00640 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 -- 172.21.15.44:0/2279872610 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116d9820 msgr2=0x55d0116d9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116d9820 0x55d0116d9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 -- 172.21.15.44:0/2279872610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 msgr2=0x55d0116e6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.417+0000 7f923b400640 1 -- 172.21.15.44:0/2279872610 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d011352210 con 0x55d0116da140 2024-04-26T02:07:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.418+0000 7f923b400640 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116da140 0x55d0116e44c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f922c0115f0 tx=0x7f922c011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e814dc67c2e766a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.418+0000 7f9233e00640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92200a3dc0 0x7f92200a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.418+0000 7f9230c00640 1 -- 172.21.15.44:0/2279872610 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c01e070 con 0x55d0116da140 2024-04-26T02:07:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.418+0000 7f9233e00640 1 -- 172.21.15.44:0/2999333314 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f92340d0d00 con 0x7f923c19a680 2024-04-26T02:07:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.418+0000 7f9230c00640 1 -- 172.21.15.44:0/2279872610 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f922c00faf0 con 0x55d0116da140 2024-04-26T02:07:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.418+0000 7f9230c00640 1 -- 172.21.15.44:0/2279872610 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c019b50 con 0x55d0116da140 2024-04-26T02:07:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.418+0000 7f923aa00640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92200a3dc0 0x7f92200a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f923aa00640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92200a3dc0 0x7f92200a6280 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9228031440 tx=0x7f9228005a20 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 -- 172.21.15.44:0/2279872610 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116da140 msgr2=0x55d0116e44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116da140 0x55d0116e44c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f922c0115f0 tx=0x7f922c011ab0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 -- 172.21.15.44:0/2279872610 shutdown_connections 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116da140 0x55d0116e44c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 --2- 172.21.15.44:0/2279872610 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116d9820 0x55d0116d9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 -- 172.21.15.44:0/2279872610 >> 172.21.15.44:0/2279872610 conn(0x55d0116d5d30 msgr2=0x55d0116d6110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 -- 172.21.15.44:0/2279872610 shutdown_connections 2024-04-26T02:07:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 -- 172.21.15.44:0/2279872610 wait complete. 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.419+0000 7f9245388740 1 -- start start 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 1 Processor -- start 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116da140 0x55d0116e1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d0116e7630 con 0x55d0116e4a00 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d0115f9310 con 0x55d0116da140 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d0116e77b0 con 0x55d0116d9820 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.420+0000 7f9245388740 10 client.0 _ll_register_callbacks cb 0x55d0115c7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e1990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:36986/0 (socket says 172.21.15.44:36986) 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 -- 172.21.15.44:0/3144360210 learned_addr learned my addr 172.21.15.44:0/3144360210 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:22.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923aa00640 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116da140 0x55d0116e1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 -- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116da140 msgr2=0x55d0116e1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116da140 0x55d0116e1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 -- 172.21.15.44:0/3144360210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 msgr2=0x55d0116e2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 -- 172.21.15.44:0/3144360210 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d01141e620 con 0x55d0116d9820 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f923b400640 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e1990 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f922c0057c0 tx=0x7f922c009d40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a5da3f4a9f9bae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f9225600640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f9225600640 1 -- 172.21.15.44:0/3144360210 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c027060 con 0x55d0116d9820 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.421+0000 7f9225600640 1 -- 172.21.15.44:0/3144360210 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f922c00f640 con 0x55d0116d9820 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.422+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f922c00faf0 con 0x55d0116d9820 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.422+0000 7f9225600640 1 -- 172.21.15.44:0/3144360210 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f922c01e040 con 0x55d0116d9820 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.422+0000 7f9245388740 10 client.26749 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.422+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d0116f3890 con 0x55d0116d9820 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.422+0000 7f9225600640 1 -- 172.21.15.44:0/3144360210 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f922c00faf0 con 0x55d0116d9820 2024-04-26T02:07:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.422+0000 7f9225600640 1 -- 172.21.15.44:0/3144360210 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f922c021030 con 0x55d0116d9820 2024-04-26T02:07:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.423+0000 7f9245388740 10 client.26749 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.423+0000 7f9245388740 10 client.26749 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.423+0000 7f9245388740 20 client.26749 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.423+0000 7f9245388740 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0116f4c90 0x55d0116f7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.423+0000 7f9245388740 4 client.26749 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:07:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.423+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0116538b0 con 0x55d0116f4c90 2024-04-26T02:07:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.423+0000 7f923aa00640 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0116f4c90 0x55d0116f7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.424+0000 7f923aa00640 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0116f4c90 0x55d0116f7080 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ece838514ff5c134 server_cookie=d49385e4f02f619 in_seq=0 out_seq=0 2024-04-26T02:07:22.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.424+0000 7f9225600640 10 client.26749 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:22.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.424+0000 7f9225600640 1 -- 172.21.15.44:0/3144360210 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d0116538b0 con 0x55d0116f4c90 2024-04-26T02:07:22.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.424+0000 7f9225600640 10 client.26749 handle_command_reply: tid=0 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.424+0000 7f9245388740 1 client.26749 shutdown 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 msgr2=0x55d0116e1990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e1990 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f922c0057c0 tx=0x7f922c009d40 comp rx=0 tx=0).stop 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 shutdown_connections 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d0116f4c90 0x55d0116f7080 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116e4a00 0x55d0116e2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116da140 0x55d0116e1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9225600640 0 client.26749 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 --2- 172.21.15.44:0/3144360210 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e1990 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 >> 172.21.15.44:0/3144360210 conn(0x55d0116d5d30 msgr2=0x55d0116dba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 shutdown_connections 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 1 -- 172.21.15.44:0/3144360210 wait complete. 2024-04-26T02:07:22.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.425+0000 7f9245388740 20 client.26749 trim_cache size 0 max 16384 2024-04-26T02:07:22.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.441+0000 7f9245388740 1 Processor -- start 2024-04-26T02:07:22.440 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.441+0000 7f9245388740 1 -- start start 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f9245388740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116f04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f9245388740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116fc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f9245388740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0116fcce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f9245388740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1afc90 con 0x55d0116da140 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f9245388740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b17d0 con 0x55d0116e4a00 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f9245388740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b0360 con 0x55d0116d9820 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f923aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116fc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f923b400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116f04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f923aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116fc7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59278/0 (socket says 172.21.15.44:59278) 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f923aa00640 1 -- 172.21.15.44:0/1185134061 learned_addr learned my addr 172.21.15.44:0/1185134061 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:22.442 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.442+0000 7f923be00640 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0116fcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923b400640 1 -- 172.21.15.44:0/1185134061 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 msgr2=0x55d0116fcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923b400640 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0116fcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923b400640 1 -- 172.21.15.44:0/1185134061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 msgr2=0x55d0116fc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923b400640 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116fc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923b400640 1 -- 172.21.15.44:0/1185134061 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0116d9f70 con 0x55d0116d9820 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923be00640 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0116fcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923aa00640 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116fc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f923b400640 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116f04f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f922c019660 tx=0x7f922c012fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=818b9a5ce25a44a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f9227e00640 1 -- 172.21.15.44:0/1185134061 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c015070 con 0x55d0116d9820 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f9227e00640 1 -- 172.21.15.44:0/1185134061 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f922c00faf0 con 0x55d0116d9820 2024-04-26T02:07:22.443 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.443+0000 7f9227e00640 1 -- 172.21.15.44:0/1185134061 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c027040 con 0x55d0116d9820 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 -- 172.21.15.44:0/1185134061 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 msgr2=0x55d0116f04f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116f04f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f922c019660 tx=0x7f922c012fc0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 -- 172.21.15.44:0/1185134061 shutdown_connections 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0116fcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116fc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 --2- 172.21.15.44:0/1185134061 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116f04f0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 -- 172.21.15.44:0/1185134061 >> 172.21.15.44:0/1185134061 conn(0x55d0116d5d30 msgr2=0x55d0116dcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 -- 172.21.15.44:0/1185134061 shutdown_connections 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.444+0000 7f9245388740 1 -- 172.21.15.44:0/1185134061 wait complete. 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 -- start start 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 Processor -- start 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116ea240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0117530c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b1100 con 0x55d0116da140 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b0a30 con 0x55d0116e4a00 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1adc90 con 0x55d0116d9820 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.445+0000 7f9245388740 10 client.0 _ll_register_callbacks cb 0x7f92340093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116ea240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116ea240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59280/0 (socket says 172.21.15.44:59280) 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923be00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0117530c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923aa00640 1 -- 172.21.15.44:0/490026890 learned_addr learned my addr 172.21.15.44:0/490026890 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923b400640 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923be00640 1 -- 172.21.15.44:0/490026890 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 msgr2=0x55d0116e9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923be00640 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923be00640 1 -- 172.21.15.44:0/490026890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 msgr2=0x55d0116ea240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923be00640 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116ea240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923be00640 1 -- 172.21.15.44:0/490026890 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d011753700 con 0x55d0116e4a00 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f923be00640 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0117530c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f92340ce430 tx=0x7f923409c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18f808bd242bda8b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.446+0000 7f9225600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9225600640 1 -- 172.21.15.44:0/490026890 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92340a1030 con 0x55d0116e4a00 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9225600640 1 -- 172.21.15.44:0/490026890 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f92340bd0b0 con 0x55d0116e4a00 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f922c00faf0 con 0x55d0116e4a00 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9225600640 1 -- 172.21.15.44:0/490026890 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f92340ce8b0 con 0x55d0116e4a00 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 10 client.26759 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d01175aae0 con 0x55d0116e4a00 2024-04-26T02:07:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9225600640 1 -- 172.21.15.44:0/490026890 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f922c00faf0 con 0x55d0116e4a00 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9225600640 1 -- 172.21.15.44:0/490026890 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f92340ceb80 con 0x55d0116e4a00 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 10 client.26759 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 10 client.26759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 20 client.26759 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d01175b230 0x55d01175d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 4 client.26759 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.447+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d01164d320 con 0x55d01175b230 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.448+0000 7f923b400640 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d01175b230 0x55d01175d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:22.449 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.448+0000 7f923b400640 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d01175b230 0x55d01175d650 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9123d4b7ca38059c server_cookie=eae397665c46fa34 in_seq=0 out_seq=0 2024-04-26T02:07:22.450 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.448+0000 7f9225600640 10 client.26759 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.455+0000 7f9225600640 1 -- 172.21.15.44:0/490026890 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d01164d320 con 0x55d01175b230 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.455+0000 7f9225600640 10 client.26759 handle_command_reply: tid=0 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.455+0000 7f9245388740 1 client.26759 shutdown 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 msgr2=0x55d0117530c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0117530c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f92340ce430 tx=0x7f923409c6a0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 shutdown_connections 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d01175b230 0x55d01175d650 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d0116e4a00 0x55d0117530c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0116da140 0x55d0116ea240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 --2- 172.21.15.44:0/490026890 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d0116d9820 0x55d0116e9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9225600640 0 client.26759 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 >> 172.21.15.44:0/490026890 conn(0x55d0116d5d30 msgr2=0x55d0116db1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 shutdown_connections 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 1 -- 172.21.15.44:0/490026890 wait complete. 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.456+0000 7f9245388740 20 client.26759 trim_cache size 0 max 16384 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:07:22.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92200a3dc0 msgr2=0x7f92200a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92200a3dc0 0x7f92200a6280 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9228031440 tx=0x7f9228005a20 comp rx=0 tx=0).stop 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c19a680 msgr2=0x7f923c19ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c19a680 0x7f923c19ab00 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f923400eb10 tx=0x7f923400c2d0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 shutdown_connections 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92200a3dc0 0x7f92200a6280 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f923c19a680 0x7f923c19ab00 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f923c109470 0x7f923c1a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 --2- 172.21.15.44:0/2999333314 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f923c1043a0 0x7f923c1a05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:22.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 >> 172.21.15.44:0/2999333314 conn(0x7f923c0ffc40 msgr2=0x7f923c100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:22.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 shutdown_connections 2024-04-26T02:07:22.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:22.457+0000 7f9242600640 1 -- 172.21.15.44:0/2999333314 wait complete. 2024-04-26T02:07:22.888 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:07:23.049 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:22 smithi044 ceph-mon[27847]: pgmap v387: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T02:07:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:22 smithi156 ceph-mon[32543]: pgmap v387: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T02:07:23.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:22 smithi090 ceph-mon[32456]: pgmap v387: 97 pgs: 97 active+clean; 5.1 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T02:07:24.836 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:24 smithi044 ceph-mon[27847]: pgmap v388: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-04-26T02:07:25.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 -- 172.21.15.44:0/349868962 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c006bad0 msgr2=0x7f06c010f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 --2- 172.21.15.44:0/349868962 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c006bad0 0x7f06c010f8d0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f06b800b0a0 tx=0x7f06b800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 -- 172.21.15.44:0/349868962 shutdown_connections 2024-04-26T02:07:25.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 --2- 172.21.15.44:0/349868962 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f06c0108a70 0x7f06c0108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 --2- 172.21.15.44:0/349868962 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c006bad0 0x7f06c010f8d0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 --2- 172.21.15.44:0/349868962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 0x7f06c006b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 -- 172.21.15.44:0/349868962 >> 172.21.15.44:0/349868962 conn(0x7f06c0078910 msgr2=0x7f06c0078d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:25.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 -- 172.21.15.44:0/349868962 shutdown_connections 2024-04-26T02:07:25.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.152+0000 7f06c5200700 1 -- 172.21.15.44:0/349868962 wait complete. 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.153+0000 7f06c5200700 1 Processor -- start 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.153+0000 7f06c5200700 1 -- start start 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06c5200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 0x7f06c0101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06c5200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f06c006bad0 0x7f06c0101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06c5200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c0108a70 0x7f06c0102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06c5200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06c0112c70 con 0x7f06c006b110 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06c5200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f06c0112af0 con 0x7f06c0108a70 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06c5200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f06c0112df0 con 0x7f06c006bad0 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06bde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 0x7f06c0101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06bde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 0x7f06c0101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59302/0 (socket says 172.21.15.44:59302) 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06bde00700 1 -- 172.21.15.44:0/2739048265 learned_addr learned my addr 172.21.15.44:0/2739048265 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06be800700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c0108a70 0x7f06c0102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06bd400700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f06c006bad0 0x7f06c0101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06be800700 1 -- 172.21.15.44:0/2739048265 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f06c006bad0 msgr2=0x7f06c0101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06be800700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f06c006bad0 0x7f06c0101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06be800700 1 -- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 msgr2=0x7f06c0101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06be800700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 0x7f06c0101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.154+0000 7f06be800700 1 -- 172.21.15.44:0/2739048265 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06c01a7570 con 0x7f06c0108a70 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.155+0000 7f06bde00700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 0x7f06c0101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.155+0000 7f06be800700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c0108a70 0x7f06c0102490 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f06b800b070 tx=0x7f06b8004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.155+0000 7f06b6a00700 1 -- 172.21.15.44:0/2739048265 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b8021070 con 0x7f06c0108a70 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.155+0000 7f06b6a00700 1 -- 172.21.15.44:0/2739048265 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b8007e30 con 0x7f06c0108a70 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.155+0000 7f06b6a00700 1 -- 172.21.15.44:0/2739048265 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b80045f0 con 0x7f06c0108a70 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.155+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06c01a7800 con 0x7f06c0108a70 2024-04-26T02:07:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.156+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06c01a7d90 con 0x7f06c0108a70 2024-04-26T02:07:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.159+0000 7f06b6a00700 1 -- 172.21.15.44:0/2739048265 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f06b8007980 con 0x7f06c0108a70 2024-04-26T02:07:25.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.160+0000 7f06cfbd6b80 1 Processor -- start 2024-04-26T02:07:25.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.160+0000 7f06b6a00700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f06a40a3ed0 0x7f06a40a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06cfbd6b80 1 -- start start 2024-04-26T02:07:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06b6a00700 1 -- 172.21.15.44:0/2739048265 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f06b800f020 con 0x7f06c0108a70 2024-04-26T02:07:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06bd400700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f06a40a3ed0 0x7f06a40a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1047d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc1052c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1055570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555cc0f9b020 con 0x555cc10479b0 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555cc0f418c0 con 0x555cc1053180 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.161+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555cc0f96fe0 con 0x555cc10482d0 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1055570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06bd400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc1052c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1055570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51702/0 (socket says 172.21.15.44:51702) 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 -- 172.21.15.44:0/2923790998 learned_addr learned my addr 172.21.15.44:0/2923790998 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06bde00700 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1047d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06bd400700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f06a40a3ed0 0x7f06a40a6390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f06c0107740 tx=0x7f06ac009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 -- 172.21.15.44:0/2923790998 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 msgr2=0x555cc1052c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc1052c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 -- 172.21.15.44:0/2923790998 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 msgr2=0x555cc1047d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1047d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 -- 172.21.15.44:0/2923790998 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cc0f37810 con 0x555cc1053180 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.162+0000 7f06be800700 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1055570 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f06b809a4e0 tx=0x7f06b80099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=982642530f020c9a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06ab400700 1 -- 172.21.15.44:0/2923790998 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b8007c70 con 0x555cc1053180 2024-04-26T02:07:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06ab400700 1 -- 172.21.15.44:0/2923790998 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b809e210 con 0x555cc1053180 2024-04-26T02:07:25.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06ab400700 1 -- 172.21.15.44:0/2923790998 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b802ddd0 con 0x555cc1053180 2024-04-26T02:07:25.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2923790998 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 msgr2=0x555cc1055570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1055570 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f06b809a4e0 tx=0x7f06b80099e0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2923790998 shutdown_connections 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1055570 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1047d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2923790998 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc1052c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.163+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2923790998 >> 172.21.15.44:0/2923790998 conn(0x555cc0f76730 msgr2=0x555cc1043e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.164+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2923790998 shutdown_connections 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.164+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2923790998 wait complete. 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.164+0000 7f06cfbd6b80 1 -- start start 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.164+0000 7f06cfbd6b80 1 Processor -- start 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1052910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc104fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1050150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555cc1055ab0 con 0x555cc10479b0 2024-04-26T02:07:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555cc0f549f0 con 0x555cc1053180 2024-04-26T02:07:25.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555cc1055c30 con 0x555cc10482d0 2024-04-26T02:07:25.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06cfbd6b80 10 client.0 _ll_register_callbacks cb 0x555cc0f338b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06bde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1052910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06bd400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc104fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06bd400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc104fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37054/0 (socket says 172.21.15.44:37054) 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06bd400700 1 -- 172.21.15.44:0/3738012949 learned_addr learned my addr 172.21.15.44:0/3738012949 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.165+0000 7f06be800700 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1050150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f06bd400700 1 -- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 msgr2=0x555cc1050150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f06bd400700 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1050150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f06bd400700 1 -- 172.21.15.44:0/3738012949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 msgr2=0x555cc1052910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f06bd400700 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1052910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f06bd400700 1 -- 172.21.15.44:0/3738012949 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cc0ee8a60 con 0x555cc10482d0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f06bd400700 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc104fc10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f06ac004620 tx=0x7f06ac0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ac0051f5e22f379 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f069fe00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f069fe00700 1 -- 172.21.15.44:0/3738012949 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ac01b460 con 0x555cc10482d0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f069fe00700 1 -- 172.21.15.44:0/3738012949 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f06ac01b600 con 0x555cc10482d0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.166+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06b809e210 con 0x555cc10482d0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.167+0000 7f069fe00700 1 -- 172.21.15.44:0/3738012949 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f06ac01b840 con 0x555cc10482d0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.167+0000 7f06cfbd6b80 10 client.26767 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.167+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555cc0f31c80 con 0x555cc10482d0 2024-04-26T02:07:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.167+0000 7f069fe00700 1 -- 172.21.15.44:0/3738012949 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b809e210 con 0x555cc10482d0 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f069fe00700 1 -- 172.21.15.44:0/3738012949 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f06ac01cb50 con 0x555cc10482d0 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f06cfbd6b80 10 client.26767 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f06cfbd6b80 10 client.26767 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f06cfbd6b80 20 client.26767 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc1062700 0x555cc1064af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f06cfbd6b80 4 client.26767 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555cc0fa8810 con 0x555cc1062700 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.168+0000 7f06bde00700 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc1062700 0x555cc1064af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.169+0000 7f06bde00700 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc1062700 0x555cc1064af0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ccde2162e374a64 server_cookie=b457aaab7dafde40 in_seq=0 out_seq=0 2024-04-26T02:07:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.169+0000 7f069fe00700 10 client.26767 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:25.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f069fe00700 1 -- 172.21.15.44:0/3738012949 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555cc0fa8810 con 0x555cc1062700 2024-04-26T02:07:25.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f069fe00700 10 client.26767 handle_command_reply: tid=0 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 client.26767 shutdown 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 msgr2=0x555cc104fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc104fc10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f06ac004620 tx=0x7f06ac0047c0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 shutdown_connections 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc1062700 0x555cc1064af0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1050150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10479b0 0x555cc1052910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f069fe00700 0 client.26767 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/3738012949 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc104fc10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 >> 172.21.15.44:0/3738012949 conn(0x555cc0f76730 msgr2=0x555cc10439f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:25.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 shutdown_connections 2024-04-26T02:07:25.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/3738012949 wait complete. 2024-04-26T02:07:25.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.170+0000 7f06cfbd6b80 20 client.26767 trim_cache size 0 max 16384 2024-04-26T02:07:25.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.192+0000 7f06cfbd6b80 1 Processor -- start 2024-04-26T02:07:25.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.192+0000 7f06cfbd6b80 1 -- start start 2024-04-26T02:07:25.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc10479b0 0x555cc1050240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc105e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc1053180 0x555cc106a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01af310 con 0x555cc1053180 2024-04-26T02:07:25.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01b0e50 con 0x555cc10479b0 2024-04-26T02:07:25.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01af9e0 con 0x555cc10482d0 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06be800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc1053180 0x555cc106a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06bde00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc10479b0 0x555cc1050240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06be800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc1053180 0x555cc106a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59324/0 (socket says 172.21.15.44:59324) 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06be800700 1 -- 172.21.15.44:0/1355249969 learned_addr learned my addr 172.21.15.44:0/1355249969 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.193+0000 7f06bd400700 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc105e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06bde00700 1 -- 172.21.15.44:0/1355249969 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 msgr2=0x555cc105e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06bde00700 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc105e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06bde00700 1 -- 172.21.15.44:0/1355249969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc1053180 msgr2=0x555cc106a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06bde00700 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc1053180 0x555cc106a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06bde00700 1 -- 172.21.15.44:0/1355249969 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cc1052550 con 0x555cc10479b0 2024-04-26T02:07:25.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06bde00700 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc10479b0 0x555cc1050240 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x555cc1055d20 tx=0x7f06b0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78ee2846d375bdd0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:25.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06aaa00700 1 -- 172.21.15.44:0/1355249969 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b0023070 con 0x555cc10479b0 2024-04-26T02:07:25.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06aaa00700 1 -- 172.21.15.44:0/1355249969 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b0010e20 con 0x555cc10479b0 2024-04-26T02:07:25.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.194+0000 7f06aaa00700 1 -- 172.21.15.44:0/1355249969 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b000f980 con 0x555cc10479b0 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/1355249969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc10479b0 msgr2=0x555cc1050240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc10479b0 0x555cc1050240 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x555cc1055d20 tx=0x7f06b0009260 comp rx=0 tx=0).stop 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/1355249969 shutdown_connections 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc1053180 0x555cc106a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc10479b0 0x555cc1050240 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/1355249969 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10482d0 0x555cc105e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/1355249969 >> 172.21.15.44:0/1355249969 conn(0x555cc0f76730 msgr2=0x555cc104b360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/1355249969 shutdown_connections 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.195+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/1355249969 wait complete. 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.196+0000 7f06cfbd6b80 1 -- start start 2024-04-26T02:07:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.196+0000 7f06cfbd6b80 1 Processor -- start 2024-04-26T02:07:25.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.196+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10479b0 0x555cc105b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10482d0 0x555cc1057d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06cfbd6b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1058480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01b0780 con 0x555cc10482d0 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01b00b0 con 0x555cc1053180 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06cfbd6b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01ad2d0 con 0x555cc10479b0 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06cfbd6b80 10 client.0 _ll_register_callbacks cb 0x555cc0f338b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10482d0 0x555cc1057d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10482d0 0x555cc1057d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59334/0 (socket says 172.21.15.44:59334) 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 -- 172.21.15.44:0/2511257180 learned_addr learned my addr 172.21.15.44:0/2511257180 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bde00700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10479b0 0x555cc105b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06be800700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1058480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 -- 172.21.15.44:0/2511257180 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10479b0 msgr2=0x555cc105b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10479b0 0x555cc105b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 -- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 msgr2=0x555cc1058480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1058480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bd400700 1 -- 172.21.15.44:0/2511257180 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cc10c8c20 con 0x555cc10482d0 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06bde00700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10479b0 0x555cc105b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.197+0000 7f06be800700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1058480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:25.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.198+0000 7f06bd400700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10482d0 0x555cc1057d60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x555cc10403c0 tx=0x7f06ac01b710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91ac645d53333c7f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.198+0000 7f069fe00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.198+0000 7f069fe00700 1 -- 172.21.15.44:0/2511257180 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ac033030 con 0x555cc10482d0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.198+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06b0010e20 con 0x555cc10482d0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.198+0000 7f069fe00700 1 -- 172.21.15.44:0/2511257180 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f06ac022040 con 0x555cc10482d0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.198+0000 7f069fe00700 1 -- 172.21.15.44:0/2511257180 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f06ac01bbf0 con 0x555cc10482d0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.198+0000 7f06cfbd6b80 10 client.16680 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555cc10c9d50 con 0x555cc10482d0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f069fe00700 1 -- 172.21.15.44:0/2511257180 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b0010e20 con 0x555cc10482d0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f069fe00700 1 -- 172.21.15.44:0/2511257180 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f06ac004ba0 con 0x555cc10482d0 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f06cfbd6b80 10 client.16680 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f06cfbd6b80 10 client.16680 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:07:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f06cfbd6b80 20 client.16680 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:25.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc10ca500 0x555cc10cc920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:25.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f06cfbd6b80 4 client.16680 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 79.25, "await_for": 42.0}] 2024-04-26T02:07:25.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.199+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 79.25, "await_for": 42.0}) -- 0x555cc0fa28b0 con 0x555cc10ca500 2024-04-26T02:07:25.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.200+0000 7f06bde00700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc10ca500 0x555cc10cc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:25.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.200+0000 7f06bde00700 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc10ca500 0x555cc10cc920 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e91a313dc8ecdfa server_cookie=a0b6a1a0e9828bef in_seq=0 out_seq=0 2024-04-26T02:07:25.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.200+0000 7f069fe00700 10 client.16680 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:25.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.214+0000 7f069fe00700 1 -- 172.21.15.44:0/2511257180 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x555cc0fa28b0 con 0x555cc10ca500 2024-04-26T02:07:25.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.214+0000 7f069fe00700 10 client.16680 handle_command_reply: tid=0 2024-04-26T02:07:25.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.214+0000 7f06cfbd6b80 1 client.16680 shutdown 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.214+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10482d0 msgr2=0x555cc1057d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.214+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10482d0 0x555cc1057d60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x555cc10403c0 tx=0x7f06ac01b710 comp rx=0 tx=0).stop 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 shutdown_connections 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555cc10479b0 0x555cc105b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555cc10ca500 0x555cc10cc920 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555cc1053180 0x555cc1058480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 --2- 172.21.15.44:0/2511257180 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555cc10482d0 0x555cc1057d60 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f069fe00700 0 client.16680 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 >> 172.21.15.44:0/2511257180 conn(0x555cc0f76730 msgr2=0x555cc1051440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 shutdown_connections 2024-04-26T02:07:25.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 1 -- 172.21.15.44:0/2511257180 wait complete. 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.215+0000 7f06cfbd6b80 20 client.16680 trim_cache size 0 max 16384 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 38, 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "9dd40ddf": { 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 38, 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:07:25.215 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 79.2, 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:25.216 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:25.217 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:07:25.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f06a40a3ed0 msgr2=0x7f06a40a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f06a40a3ed0 0x7f06a40a6390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f06c0107740 tx=0x7f06ac009260 comp rx=0 tx=0).stop 2024-04-26T02:07:25.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c0108a70 msgr2=0x7f06c0102490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:25.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c0108a70 0x7f06c0102490 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f06b800b070 tx=0x7f06b8004c80 comp rx=0 tx=0).stop 2024-04-26T02:07:25.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 shutdown_connections 2024-04-26T02:07:25.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f06a40a3ed0 0x7f06a40a6390 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f06c0108a70 0x7f06c0102490 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06c006b110 0x7f06c0101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 --2- 172.21.15.44:0/2739048265 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f06c006bad0 0x7f06c0101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:25.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 >> 172.21.15.44:0/2739048265 conn(0x7f06c0078910 msgr2=0x7f06c01003c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:25.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.216+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 shutdown_connections 2024-04-26T02:07:25.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:25.217+0000 7f06c5200700 1 -- 172.21.15.44:0/2739048265 wait complete. 2024-04-26T02:07:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:24 smithi156 ceph-mon[32543]: pgmap v388: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-04-26T02:07:25.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:24 smithi090 ceph-mon[32456]: pgmap v388: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-04-26T02:07:26.051 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '9dd40ddf', quiesce took 7.4 seconds. Will release after: 19.25 2024-04-26T02:07:27.039 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:26 smithi090 ceph-mon[32456]: pgmap v389: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-04-26T02:07:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:26 smithi044 ceph-mon[27847]: pgmap v389: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-04-26T02:07:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:26 smithi156 ceph-mon[32543]: pgmap v389: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-04-26T02:07:28.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:28 smithi044 ceph-mon[27847]: pgmap v390: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-04-26T02:07:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:28 smithi156 ceph-mon[32543]: pgmap v390: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-04-26T02:07:29.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:28 smithi090 ceph-mon[32456]: pgmap v390: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-04-26T02:07:30.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:29 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:07:30.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:29 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:07:30.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:29 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:07:31.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:30 smithi044 ceph-mon[27847]: pgmap v391: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.5 KiB/s wr, 16 op/s 2024-04-26T02:07:31.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:30 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:07:31.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:30 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:07:31.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:30 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:07:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:30 smithi156 ceph-mon[32543]: pgmap v391: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.5 KiB/s wr, 16 op/s 2024-04-26T02:07:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:30 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:07:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:30 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:07:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:30 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:07:31.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:30 smithi090 ceph-mon[32456]: pgmap v391: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.5 KiB/s wr, 16 op/s 2024-04-26T02:07:31.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:30 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:07:31.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:30 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:07:31.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:30 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:07:33.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:32 smithi044 ceph-mon[27847]: pgmap v392: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-04-26T02:07:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:32 smithi156 ceph-mon[32543]: pgmap v392: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-04-26T02:07:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:32 smithi090 ceph-mon[32456]: pgmap v392: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-04-26T02:07:35.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:34 smithi044 ceph-mon[27847]: pgmap v393: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:07:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:34 smithi156 ceph-mon[32543]: pgmap v393: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:07:35.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:34 smithi090 ceph-mon[32456]: pgmap v393: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:07:35.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.605+0000 7ff0cf200640 1 -- 172.21.15.44:0/1481435101 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c8108490 msgr2=0x7ff0c81088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.605+0000 7ff0cf200640 1 --2- 172.21.15.44:0/1481435101 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c8108490 0x7ff0c81088d0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009860 tx=0x7ff0b802a340 comp rx=0 tx=0).stop 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.605+0000 7ff0cf200640 1 -- 172.21.15.44:0/1481435101 shutdown_connections 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.605+0000 7ff0cf200640 1 --2- 172.21.15.44:0/1481435101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0c8108e10 0x7ff0c8115250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.605+0000 7ff0cf200640 1 --2- 172.21.15.44:0/1481435101 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c8108490 0x7ff0c81088d0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.605+0000 7ff0cf200640 1 --2- 172.21.15.44:0/1481435101 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c810e420 0x7ff0c810e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.605+0000 7ff0cf200640 1 -- 172.21.15.44:0/1481435101 >> 172.21.15.44:0/1481435101 conn(0x7ff0c8077d30 msgr2=0x7ff0c8106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.606+0000 7ff0cf200640 1 -- 172.21.15.44:0/1481435101 shutdown_connections 2024-04-26T02:07:35.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.606+0000 7ff0cf200640 1 -- 172.21.15.44:0/1481435101 wait complete. 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 Processor -- start 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 -- start start 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c8108490 0x7ff0c81a47e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0c8108e10 0x7ff0c81a4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c810e420 0x7ff0c819e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81185d0 con 0x7ff0c8108e10 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c8118450 con 0x7ff0c810e420 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cf200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c8118750 con 0x7ff0c8108490 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cde00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c8108490 0x7ff0c81a47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cde00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c8108490 0x7ff0c81a47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40328/0 (socket says 172.21.15.44:40328) 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.607+0000 7ff0cde00640 1 -- 172.21.15.44:0/528460012 learned_addr learned my addr 172.21.15.44:0/528460012 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0ce800640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c810e420 0x7ff0c819e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0cd400640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0c8108e10 0x7ff0c81a4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0cde00640 1 -- 172.21.15.44:0/528460012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c810e420 msgr2=0x7ff0c819e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0cde00640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c810e420 0x7ff0c819e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0cde00640 1 -- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0c8108e10 msgr2=0x7ff0c81a4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0cde00640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0c8108e10 0x7ff0c81a4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0cde00640 1 -- 172.21.15.44:0/528460012 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0c819f110 con 0x7ff0c8108490 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.608+0000 7ff0cde00640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c8108490 0x7ff0c81a47e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00e9f0 tx=0x7ff0bc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.609+0000 7ff0c2a00640 1 -- 172.21.15.44:0/528460012 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc00cd80 con 0x7ff0c8108490 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.609+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0c819f400 con 0x7ff0c8108490 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.609+0000 7ff0c2a00640 1 -- 172.21.15.44:0/528460012 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0bc0108e0 con 0x7ff0c8108490 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.609+0000 7ff0c2a00640 1 -- 172.21.15.44:0/528460012 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc018980 con 0x7ff0c8108490 2024-04-26T02:07:35.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.609+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0c81ab6a0 con 0x7ff0c8108490 2024-04-26T02:07:35.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.612+0000 7ff0d3600740 1 Processor -- start 2024-04-26T02:07:35.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.612+0000 7ff0d3600740 1 -- start start 2024-04-26T02:07:35.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.612+0000 7ff0c2a00640 1 -- 172.21.15.44:0/528460012 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff0bc010430 con 0x7ff0c8108490 2024-04-26T02:07:35.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cc9b0 0x555d221ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221d7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0d3600740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555d22132900 con 0x555d221cc9b0 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0d3600740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555d220d8ef0 con 0x555d221d7b90 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0d3600740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555d2212e8c0 con 0x555d221cd2d0 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0ce800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cc9b0 0x555d221ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0cde00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221d7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0cd400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0cd400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d9f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59676/0 (socket says 172.21.15.44:59676) 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0cd400640 1 -- 172.21.15.44:0/3137105396 learned_addr learned my addr 172.21.15.44:0/3137105396 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.613+0000 7ff0cde00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221d7650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40330/0 (socket says 172.21.15.44:40330) 2024-04-26T02:07:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0cd400640 1 -- 172.21.15.44:0/3137105396 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 msgr2=0x555d221d7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0cd400640 1 --2- 172.21.15.44:0/3137105396 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221d7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0cd400640 1 -- 172.21.15.44:0/3137105396 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cc9b0 msgr2=0x555d221ccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0cd400640 1 --2- 172.21.15.44:0/3137105396 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cc9b0 0x555d221ccd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0cd400640 1 -- 172.21.15.44:0/3137105396 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d21e45210 con 0x555d221d7b90 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0cd400640 1 --2- 172.21.15.44:0/3137105396 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d9f80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009780 tx=0x7ff0b8005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc1eb70cd8900309 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0c2a00640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff0b00a3d10 0x7ff0b00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0b7000640 1 -- 172.21.15.44:0/3137105396 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8041020 con 0x555d221d7b90 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0b7000640 1 -- 172.21.15.44:0/3137105396 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0b8030e80 con 0x555d221d7b90 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0b7000640 1 -- 172.21.15.44:0/3137105396 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8037040 con 0x555d221d7b90 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.614+0000 7ff0c2a00640 1 -- 172.21.15.44:0/528460012 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7ff0bc0d0a30 con 0x7ff0c8108490 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0ce800640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff0b00a3d10 0x7ff0b00a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 -- 172.21.15.44:0/3137105396 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 msgr2=0x555d221d9f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3137105396 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d9f80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009780 tx=0x7ff0b8005d50 comp rx=0 tx=0).stop 2024-04-26T02:07:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 -- 172.21.15.44:0/3137105396 shutdown_connections 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3137105396 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d9f80 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3137105396 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221d7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3137105396 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cc9b0 0x555d221ccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 -- 172.21.15.44:0/3137105396 >> 172.21.15.44:0/3137105396 conn(0x555d221c8ec0 msgr2=0x555d221c92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 -- 172.21.15.44:0/3137105396 shutdown_connections 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0ce800640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff0b00a3d10 0x7ff0b00a61d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4005fd0 tx=0x7ff0c4010040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.615+0000 7ff0d3600740 1 -- 172.21.15.44:0/3137105396 wait complete. 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.616+0000 7ff0d3600740 1 -- start start 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.616+0000 7ff0d3600740 1 Processor -- start 2024-04-26T02:07:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.616+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cc9b0 0x555d221d4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.616+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221d4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0d3600740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555d221da760 con 0x555d221cd2d0 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0d3600740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555d220ec310 con 0x555d221d7b90 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0d3600740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555d221da8e0 con 0x555d221cc9b0 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0d3600740 10 client.0 _ll_register_callbacks cb 0x555d220bacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0cd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221d4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0ce800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0cd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221d4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50906/0 (socket says 172.21.15.44:50906) 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0cd400640 1 -- 172.21.15.44:0/2036467506 learned_addr learned my addr 172.21.15.44:0/2036467506 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0cde00640 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cc9b0 0x555d221d4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0ce800640 1 -- 172.21.15.44:0/2036467506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cc9b0 msgr2=0x555d221d4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0ce800640 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cc9b0 0x555d221d4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0ce800640 1 -- 172.21.15.44:0/2036467506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 msgr2=0x555d221d4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0ce800640 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221d4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.617+0000 7ff0ce800640 1 -- 172.21.15.44:0/2036467506 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d21f11620 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0ce800640 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d54d0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4004440 tx=0x7ff0c4004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afab3d6767ee77cd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0ab400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0ab400640 1 -- 172.21.15.44:0/2036467506 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c402a060 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0ab400640 1 -- 172.21.15.44:0/2036467506 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7ff0c401a450 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0b8030e80 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0ab400640 1 -- 172.21.15.44:0/2036467506 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff0c401a650 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0d3600740 10 client.26789 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.618+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555d221e6950 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0ab400640 1 -- 172.21.15.44:0/2036467506 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0b8030e80 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0ab400640 1 -- 172.21.15.44:0/2036467506 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff0c400b040 con 0x555d221d7b90 2024-04-26T02:07:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0d3600740 10 client.26789 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0d3600740 10 client.26789 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0d3600740 20 client.26789 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0d3600740 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d221e7e10 0x555d221ea220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0d3600740 4 client.26789 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d221468b0 con 0x555d221e7e10 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.619+0000 7ff0cde00640 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d221e7e10 0x555d221ea220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.620+0000 7ff0cde00640 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d221e7e10 0x555d221ea220 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39ee4ca6301c1a5a server_cookie=e570a1c6755b145d in_seq=0 out_seq=0 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.620+0000 7ff0ab400640 10 client.26789 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0ab400640 1 -- 172.21.15.44:0/2036467506 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555d221468b0 con 0x555d221e7e10 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0ab400640 10 client.26789 handle_command_reply: tid=0 2024-04-26T02:07:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 client.26789 shutdown 2024-04-26T02:07:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 msgr2=0x555d221d54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d54d0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4004440 tx=0x7ff0c4004ab0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 shutdown_connections 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d221e7e10 0x555d221ea220 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221d7b90 0x555d221d54d0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221d4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 --2- 172.21.15.44:0/2036467506 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cc9b0 0x555d221d4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 >> 172.21.15.44:0/2036467506 conn(0x555d221c8ec0 msgr2=0x555d221cec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0ab400640 0 client.26789 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 shutdown_connections 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 1 -- 172.21.15.44:0/2036467506 wait complete. 2024-04-26T02:07:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.621+0000 7ff0d3600740 20 client.26789 trim_cache size 0 max 16384 2024-04-26T02:07:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 Processor -- start 2024-04-26T02:07:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 -- start start 2024-04-26T02:07:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221cf370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221d7b90 0x555d221d5120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81b3f40 con 0x555d221cd2d0 2024-04-26T02:07:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81b5a80 con 0x555d221cc9b0 2024-04-26T02:07:35.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.638+0000 7ff0d3600740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81b4610 con 0x555d221d7b90 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221cf370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221cf370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50914/0 (socket says 172.21.15.44:50914) 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cd400640 1 -- 172.21.15.44:0/3745275480 learned_addr learned my addr 172.21.15.44:0/3745275480 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0ce800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221d7b90 0x555d221d5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cde00640 1 -- 172.21.15.44:0/3745275480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221d7b90 msgr2=0x555d221d5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cde00640 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221d7b90 0x555d221d5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cde00640 1 -- 172.21.15.44:0/3745275480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 msgr2=0x555d221cf370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cde00640 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221cf370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cde00640 1 -- 172.21.15.44:0/3745275480 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d221cf8b0 con 0x555d221cc9b0 2024-04-26T02:07:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0cd400640 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221cf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.639+0000 7ff0ce800640 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221d7b90 0x555d221d5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0cde00640 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e3620 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc0ce1c0 tx=0x7ff0bc0d4580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a0ec0d014ee8881 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0b6600640 1 -- 172.21.15.44:0/3745275480 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc09c600 con 0x555d221cc9b0 2024-04-26T02:07:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0b6600640 1 -- 172.21.15.44:0/3745275480 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0bc010720 con 0x555d221cc9b0 2024-04-26T02:07:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0b6600640 1 -- 172.21.15.44:0/3745275480 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc09c420 con 0x555d221cc9b0 2024-04-26T02:07:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0d3600740 1 -- 172.21.15.44:0/3745275480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 msgr2=0x555d221e3620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e3620 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc0ce1c0 tx=0x7ff0bc0d4580 comp rx=0 tx=0).stop 2024-04-26T02:07:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0d3600740 1 -- 172.21.15.44:0/3745275480 shutdown_connections 2024-04-26T02:07:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221d7b90 0x555d221d5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221cd2d0 0x555d221cf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0d3600740 1 --2- 172.21.15.44:0/3745275480 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e3620 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.640+0000 7ff0d3600740 1 -- 172.21.15.44:0/3745275480 >> 172.21.15.44:0/3745275480 conn(0x555d221c8ec0 msgr2=0x555d221d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.641+0000 7ff0d3600740 1 -- 172.21.15.44:0/3745275480 shutdown_connections 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.641+0000 7ff0d3600740 1 -- 172.21.15.44:0/3745275480 wait complete. 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.641+0000 7ff0d3600740 1 -- start start 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.641+0000 7ff0d3600740 1 Processor -- start 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221dd390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0d3600740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221d7b90 0x555d221dd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0d3600740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81b53b0 con 0x555d221d7b90 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0d3600740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81b4ce0 con 0x555d221cc9b0 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0d3600740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81b1f40 con 0x555d221cd2d0 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0d3600740 10 client.0 _ll_register_callbacks cb 0x7ff0c4004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:35.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0ce800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221d7b90 0x555d221dd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:59688/0 (socket says 172.21.15.44:59688) 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 -- 172.21.15.44:0/945919073 learned_addr learned my addr 172.21.15.44:0/945919073 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cd400640 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221dd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 -- 172.21.15.44:0/945919073 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 msgr2=0x555d221dd390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221dd390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 -- 172.21.15.44:0/945919073 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221d7b90 msgr2=0x555d221dd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221d7b90 0x555d221dd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cde00640 1 -- 172.21.15.44:0/945919073 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d221de1a0 con 0x555d221cc9b0 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.642+0000 7ff0cd400640 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221dd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0cde00640 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e0000 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc0ce7c0 tx=0x7ff0bc09c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=844fcf4816261613 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0ab400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0ab400640 1 -- 172.21.15.44:0/945919073 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc09cac0 con 0x555d221cc9b0 2024-04-26T02:07:35.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0ab400640 1 -- 172.21.15.44:0/945919073 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7ff0bc0ce440 con 0x555d221cc9b0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555d22140320 con 0x555d221cc9b0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0ab400640 1 -- 172.21.15.44:0/945919073 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff0bc0a0dc0 con 0x555d221cc9b0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0d3600740 10 client.26795 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555d2224e4c0 con 0x555d221cc9b0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.643+0000 7ff0ab400640 1 -- 172.21.15.44:0/945919073 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x555d22140320 con 0x555d221cc9b0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0ab400640 1 -- 172.21.15.44:0/945919073 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff0bc0a5280 con 0x555d221cc9b0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0d3600740 10 client.26795 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0d3600740 10 client.26795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0d3600740 20 client.26795 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0d3600740 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d2224eb90 0x555d22250fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0d3600740 4 client.26795 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555d2213a190 con 0x555d2224eb90 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.644+0000 7ff0cd400640 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d2224eb90 0x555d22250fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.645+0000 7ff0cd400640 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d2224eb90 0x555d22250fb0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=361edfa8f160dcaa server_cookie=bf5fec1c678fa73b in_seq=0 out_seq=0 2024-04-26T02:07:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.645+0000 7ff0ab400640 10 client.26795 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:35.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0ab400640 1 -- 172.21.15.44:0/945919073 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555d2213a190 con 0x555d2224eb90 2024-04-26T02:07:35.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0ab400640 10 client.26795 handle_command_reply: tid=0 2024-04-26T02:07:35.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 client.26795 shutdown 2024-04-26T02:07:35.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 msgr2=0x555d221e0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e0000 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc0ce7c0 tx=0x7ff0bc09c420 comp rx=0 tx=0).stop 2024-04-26T02:07:35.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 shutdown_connections 2024-04-26T02:07:35.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555d2224eb90 0x555d22250fb0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555d221d7b90 0x555d221dd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555d221cd2d0 0x555d221dd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 --2- 172.21.15.44:0/945919073 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555d221cc9b0 0x555d221e0000 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 >> 172.21.15.44:0/945919073 conn(0x555d221c8ec0 msgr2=0x555d221d52a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:35.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.653+0000 7ff0ab400640 0 client.26795 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:35.653 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.654+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 shutdown_connections 2024-04-26T02:07:35.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.654+0000 7ff0d3600740 1 -- 172.21.15.44:0/945919073 wait complete. 2024-04-26T02:07:35.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.654+0000 7ff0d3600740 20 client.26795 trim_cache size 0 max 16384 2024-04-26T02:07:35.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:07:35.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:07:35.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:07:35.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff0b00a3d10 msgr2=0x7ff0b00a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff0b00a3d10 0x7ff0b00a61d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4005fd0 tx=0x7ff0c4010040 comp rx=0 tx=0).stop 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c8108490 msgr2=0x7ff0c81a47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c8108490 0x7ff0c81a47e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00e9f0 tx=0x7ff0bc00eeb0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 shutdown_connections 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff0b00a3d10 0x7ff0b00a61d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff0c810e420 0x7ff0c819e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0c8108e10 0x7ff0c81a4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 --2- 172.21.15.44:0/528460012 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff0c8108490 0x7ff0c81a47e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:35.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 >> 172.21.15.44:0/528460012 conn(0x7ff0c8077d30 msgr2=0x7ff0c8078e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:35.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 shutdown_connections 2024-04-26T02:07:35.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:35.655+0000 7ff0cf200640 1 -- 172.21.15.44:0/528460012 wait complete. 2024-04-26T02:07:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:36 smithi044 ceph-mon[27847]: pgmap v394: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T02:07:37.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:36 smithi156 ceph-mon[32543]: pgmap v394: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T02:07:37.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:36 smithi090 ceph-mon[32456]: pgmap v394: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T02:07:39.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:38 smithi044 ceph-mon[27847]: pgmap v395: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T02:07:39.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:38 smithi156 ceph-mon[32543]: pgmap v395: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T02:07:39.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:38 smithi090 ceph-mon[32456]: pgmap v395: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T02:07:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:40 smithi044 ceph-mon[27847]: pgmap v396: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 15 op/s 2024-04-26T02:07:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:40 smithi156 ceph-mon[32543]: pgmap v396: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 15 op/s 2024-04-26T02:07:41.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:40 smithi090 ceph-mon[32456]: pgmap v396: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 15 op/s 2024-04-26T02:07:43.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:42 smithi044 ceph-mon[27847]: pgmap v397: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:07:43.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:42 smithi156 ceph-mon[32543]: pgmap v397: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:07:43.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:42 smithi090 ceph-mon[32456]: pgmap v397: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:07:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:44 smithi044 ceph-mon[27847]: pgmap v398: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-26T02:07:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:44 smithi156 ceph-mon[32543]: pgmap v398: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-26T02:07:45.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:44 smithi090 ceph-mon[32456]: pgmap v398: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-26T02:07:45.302 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:07:45.765 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:07:47.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:46 smithi044 ceph-mon[27847]: pgmap v399: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:07:47.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:46 smithi156 ceph-mon[32543]: pgmap v399: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:07:47.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:46 smithi090 ceph-mon[32456]: pgmap v399: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.266+0000 7f019aa00700 1 -- 172.21.15.44:0/2195971532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 msgr2=0x7f0194111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.266+0000 7f019aa00700 1 --2- 172.21.15.44:0/2195971532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 0x7f0194111830 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f018c00b0a0 tx=0x7f018c00b3b0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.266+0000 7f019aa00700 1 -- 172.21.15.44:0/2195971532 shutdown_connections 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.266+0000 7f019aa00700 1 --2- 172.21.15.44:0/2195971532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 0x7f0194111830 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.266+0000 7f019aa00700 1 --2- 172.21.15.44:0/2195971532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 0x7f0194075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.266+0000 7f019aa00700 1 --2- 172.21.15.44:0/2195971532 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0194075590 0x7f019410ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.266+0000 7f019aa00700 1 -- 172.21.15.44:0/2195971532 >> 172.21.15.44:0/2195971532 conn(0x7f0194079ba0 msgr2=0x7f0194079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.267+0000 7f019aa00700 1 -- 172.21.15.44:0/2195971532 shutdown_connections 2024-04-26T02:07:48.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.267+0000 7f019aa00700 1 -- 172.21.15.44:0/2195971532 wait complete. 2024-04-26T02:07:48.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.268+0000 7f019aa00700 1 Processor -- start 2024-04-26T02:07:48.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.268+0000 7f019aa00700 1 -- start start 2024-04-26T02:07:48.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f019aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 0x7f019419b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f019aa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0194075590 0x7f019419b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f019aa00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 0x7f019419fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f019aa00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0194114e20 con 0x7f0194074c70 2024-04-26T02:07:48.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f019aa00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0194114ca0 con 0x7f019410f440 2024-04-26T02:07:48.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f019aa00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0194114fa0 con 0x7f0194075590 2024-04-26T02:07:48.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f0193e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 0x7f019419b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f0193e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 0x7f019419b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58222/0 (socket says 172.21.15.44:58222) 2024-04-26T02:07:48.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f018b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0194075590 0x7f019419b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f0193e00700 1 -- 172.21.15.44:0/1409441143 learned_addr learned my addr 172.21.15.44:0/1409441143 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:48.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.269+0000 7f0198a00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 0x7f019419fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0198a00700 1 -- 172.21.15.44:0/1409441143 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0194075590 msgr2=0x7f019419b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0198a00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0194075590 0x7f019419b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0198a00700 1 -- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 msgr2=0x7f019419b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0198a00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 0x7f019419b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0198a00700 1 -- 172.21.15.44:0/1409441143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01941a0270 con 0x7f019410f440 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0193e00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 0x7f019419b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0198a00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 0x7f019419fb30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f018c00b070 tx=0x7f018c004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.270+0000 7f0191600700 1 -- 172.21.15.44:0/1409441143 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f018c021070 con 0x7f019410f440 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.271+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01941a0500 con 0x7f019410f440 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.271+0000 7f0191600700 1 -- 172.21.15.44:0/1409441143 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f018c007e30 con 0x7f019410f440 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.271+0000 7f0191600700 1 -- 172.21.15.44:0/1409441143 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f018c0045f0 con 0x7f019410f440 2024-04-26T02:07:48.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.271+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01941a7de0 con 0x7f019410f440 2024-04-26T02:07:48.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.272+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0194069730 con 0x7f019410f440 2024-04-26T02:07:48.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.274+0000 7f0191600700 1 -- 172.21.15.44:0/1409441143 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f018c007980 con 0x7f019410f440 2024-04-26T02:07:48.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.275+0000 7f0191600700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f01780a3e30 0x7f01780a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.275+0000 7f0191600700 1 -- 172.21.15.44:0/1409441143 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f018c0d14f0 con 0x7f019410f440 2024-04-26T02:07:48.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.276+0000 7f0193e00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f01780a3e30 0x7f01780a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.276+0000 7f0193e00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f01780a3e30 0x7f01780a62f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0184011550 tx=0x7f0184009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.278+0000 7f0191600700 1 -- 172.21.15.44:0/1409441143 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f018c09dc00 con 0x7f019410f440 2024-04-26T02:07:48.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.561+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f019402df80 con 0x7f019410f440 2024-04-26T02:07:48.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.563+0000 7f0191600700 1 -- 172.21.15.44:0/1409441143 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11930 (secure 0 0 0) 0x7f018c09d500 con 0x7f019410f440 2024-04-26T02:07:48.562 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:07:48.562 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T01:58:55.648684+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/3388507864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":3388507864},{"type":"v1","addr":"172.21.15.156:6835","nonce":3388507864}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24472,24502,24518,24476,24490]},"id":1}]} 2024-04-26T02:07:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f01780a3e30 msgr2=0x7f01780a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f01780a3e30 0x7f01780a62f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0184011550 tx=0x7f0184009260 comp rx=0 tx=0).stop 2024-04-26T02:07:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 msgr2=0x7f019419fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 0x7f019419fb30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f018c00b070 tx=0x7f018c004c80 comp rx=0 tx=0).stop 2024-04-26T02:07:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 shutdown_connections 2024-04-26T02:07:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f01780a3e30 0x7f01780a62f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f019410f440 0x7f019419fb30 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0194074c70 0x7f019419b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 --2- 172.21.15.44:0/1409441143 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0194075590 0x7f019419b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 >> 172.21.15.44:0/1409441143 conn(0x7f0194079ba0 msgr2=0x7f01940ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 shutdown_connections 2024-04-26T02:07:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:48.566+0000 7f019aa00700 1 -- 172.21.15.44:0/1409441143 wait complete. 2024-04-26T02:07:48.567 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 31 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.795+0000 7f9994c00640 1 -- 172.21.15.44:0/2096578626 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 msgr2=0x7f99901032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.795+0000 7f9994c00640 1 --2- 172.21.15.44:0/2096578626 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 0x7f99901032f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f9980009900 tx=0x7f998002a480 comp rx=0 tx=0).stop 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.796+0000 7f9994c00640 1 -- 172.21.15.44:0/2096578626 shutdown_connections 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.796+0000 7f9994c00640 1 --2- 172.21.15.44:0/2096578626 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f999010c330 0x7f999010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.796+0000 7f9994c00640 1 --2- 172.21.15.44:0/2096578626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 0x7f999010bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.796+0000 7f9994c00640 1 --2- 172.21.15.44:0/2096578626 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 0x7f99901032f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.796+0000 7f9994c00640 1 -- 172.21.15.44:0/2096578626 >> 172.21.15.44:0/2096578626 conn(0x7f99900fc770 msgr2=0x7f99900feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.796+0000 7f9994c00640 1 -- 172.21.15.44:0/2096578626 shutdown_connections 2024-04-26T02:07:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.796+0000 7f9994c00640 1 -- 172.21.15.44:0/2096578626 wait complete. 2024-04-26T02:07:48.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.797+0000 7f9994c00640 1 Processor -- start 2024-04-26T02:07:48.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.797+0000 7f9994c00640 1 -- start start 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9994c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 0x7f9990198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9994c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 0x7f9990198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9994c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f999010c330 0x7f999019ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9994c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9990111ff0 con 0x7f9990103830 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9994c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9990111e70 con 0x7f9990102f10 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9994c00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9990112170 con 0x7f999010c330 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9986a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 0x7f9990198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9986a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 0x7f9990198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58242/0 (socket says 172.21.15.44:58242) 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f9986a00640 1 -- 172.21.15.44:0/3591275857 learned_addr learned my addr 172.21.15.44:0/3591275857 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f998f400640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 0x7f9990198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.798+0000 7f998fe00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f999010c330 0x7f999019ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f9986a00640 1 -- 172.21.15.44:0/3591275857 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f999010c330 msgr2=0x7f999019ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f9986a00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f999010c330 0x7f999019ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f9986a00640 1 -- 172.21.15.44:0/3591275857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 msgr2=0x7f9990198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f9986a00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 0x7f9990198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f9986a00640 1 -- 172.21.15.44:0/3591275857 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f999019d580 con 0x7f9990103830 2024-04-26T02:07:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f998f400640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 0x7f9990198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f998fe00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f999010c330 0x7f999019ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f9986a00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 0x7f9990198ad0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f997800e9f0 tx=0x7f997800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f998cc00640 1 -- 172.21.15.44:0/3591275857 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997800ccc0 con 0x7f9990103830 2024-04-26T02:07:48.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f998cc00640 1 -- 172.21.15.44:0/3591275857 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99780108e0 con 0x7f9990103830 2024-04-26T02:07:48.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.799+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f999019d870 con 0x7f9990103830 2024-04-26T02:07:48.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.800+0000 7f998cc00640 1 -- 172.21.15.44:0/3591275857 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978018880 con 0x7f9990103830 2024-04-26T02:07:48.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.800+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99901a5100 con 0x7f9990103830 2024-04-26T02:07:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.803+0000 7f998cc00640 1 -- 172.21.15.44:0/3591275857 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9978010430 con 0x7f9990103830 2024-04-26T02:07:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.803+0000 7f999919c740 1 Processor -- start 2024-04-26T02:07:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.803+0000 7f999919c740 1 -- start start 2024-04-26T02:07:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f999919c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd13768f0 0x562bd1376cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f999919c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1377210 0x562bd1385a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f999919c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd1388390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f999919c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562bd12dc900 con 0x562bd1377210 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f999919c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562bd1282ef0 con 0x562bd1385fa0 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f999919c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562bd12d88c0 con 0x562bd13768f0 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f998fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd13768f0 0x562bd1376cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f998f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1377210 0x562bd1385a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f998fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd13768f0 0x562bd1376cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:39580/0 (socket says 172.21.15.44:39580) 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f998f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1377210 0x562bd1385a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58250/0 (socket says 172.21.15.44:58250) 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f998fe00640 1 -- 172.21.15.44:0/1338676781 learned_addr learned my addr 172.21.15.44:0/1338676781 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.804+0000 7f9986a00640 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd1388390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998fe00640 1 -- 172.21.15.44:0/1338676781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 msgr2=0x562bd1388390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998fe00640 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd1388390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998fe00640 1 -- 172.21.15.44:0/1338676781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1377210 msgr2=0x562bd1385a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998fe00640 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1377210 0x562bd1385a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998fe00640 1 -- 172.21.15.44:0/1338676781 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bd0fef210 con 0x562bd13768f0 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998f400640 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1377210 0x562bd1385a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998fe00640 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd13768f0 0x562bd1376cd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9988010710 tx=0x7f9988010bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c932357ad9eaed0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998cc00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99740a3d10 0x7f99740a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f997fe00640 1 -- 172.21.15.44:0/1338676781 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f998800e8d0 con 0x562bd13768f0 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998cc00640 1 -- 172.21.15.44:0/3591275857 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f99780d0ac0 con 0x7f9990103830 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f997fe00640 1 -- 172.21.15.44:0/1338676781 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9988012450 con 0x562bd13768f0 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f997fe00640 1 -- 172.21.15.44:0/1338676781 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f998801c610 con 0x562bd13768f0 2024-04-26T02:07:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.805+0000 7f998f400640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99740a3d10 0x7f99740a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 -- 172.21.15.44:0/1338676781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd13768f0 msgr2=0x562bd1376cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd13768f0 0x562bd1376cd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9988010710 tx=0x7f9988010bd0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 -- 172.21.15.44:0/1338676781 shutdown_connections 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd1388390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1377210 0x562bd1385a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 --2- 172.21.15.44:0/1338676781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd13768f0 0x562bd1376cd0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 -- 172.21.15.44:0/1338676781 >> 172.21.15.44:0/1338676781 conn(0x562bd1372ec0 msgr2=0x562bd13732a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f998f400640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99740a3d10 0x7f99740a61d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9980005ab0 tx=0x7f9980005a20 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 -- 172.21.15.44:0/1338676781 shutdown_connections 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.806+0000 7f999919c740 1 -- 172.21.15.44:0/1338676781 wait complete. 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.807+0000 7f999919c740 1 -- start start 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.807+0000 7f999919c740 1 Processor -- start 2024-04-26T02:07:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f999919c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1382f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f999919c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd1383490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f999919c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd13839d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f999919c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562bd1388b70 con 0x562bd13768f0 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f999919c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562bd1296310 con 0x562bd1385fa0 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f999919c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562bd1388cf0 con 0x562bd1377210 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f999919c740 10 client.0 _ll_register_callbacks cb 0x562bd1264cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1382f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1382f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58256/0 (socket says 172.21.15.44:58256) 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 -- 172.21.15.44:0/1812563017 learned_addr learned my addr 172.21.15.44:0/1812563017 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f9986a00640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd1383490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998fe00640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd13839d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 -- 172.21.15.44:0/1812563017 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 msgr2=0x562bd1383490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd1383490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 -- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 msgr2=0x562bd13839d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd13839d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f998f400640 1 -- 172.21.15.44:0/1812563017 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bd10bb620 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.808+0000 7f9986a00640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd1383490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.809+0000 7f998f400640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1382f50 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f9980033000 tx=0x7f9980009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b952b3e6e41322a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.809+0000 7f997cc00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.809+0000 7f997cc00640 1 -- 172.21.15.44:0/1812563017 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9980035040 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.809+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9988012450 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.809+0000 7f997cc00640 1 -- 172.21.15.44:0/1812563017 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f99800037f0 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.809+0000 7f997cc00640 1 -- 172.21.15.44:0/1812563017 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f99800039f0 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.809+0000 7f999919c740 10 client.16716 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562bd1394ec0 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f997cc00640 1 -- 172.21.15.44:0/1812563017 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9988012450 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f997cc00640 1 -- 172.21.15.44:0/1812563017 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9980044030 con 0x562bd13768f0 2024-04-26T02:07:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f999919c740 10 client.16716 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f999919c740 10 client.16716 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f999919c740 20 client.16716 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f999919c740 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd1396330 0x562bd1398740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f999919c740 4 client.16716 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.810+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562bd12f08b0 con 0x562bd1396330 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.811+0000 7f9986a00640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd1396330 0x562bd1398740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.811+0000 7f9986a00640 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd1396330 0x562bd1398740 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a657d6f9087b40d server_cookie=f6cb0c2f3df1a384 in_seq=0 out_seq=0 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.811+0000 7f997cc00640 10 client.16716 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f997cc00640 1 -- 172.21.15.44:0/1812563017 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562bd12f08b0 con 0x562bd1396330 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f997cc00640 10 client.16716 handle_command_reply: tid=0 2024-04-26T02:07:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 client.16716 shutdown 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 msgr2=0x562bd1382f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1382f50 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f9980033000 tx=0x7f9980009260 comp rx=0 tx=0).stop 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 shutdown_connections 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd1396330 0x562bd1398740 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1385fa0 0x562bd13839d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd1383490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 --2- 172.21.15.44:0/1812563017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1382f50 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 >> 172.21.15.44:0/1812563017 conn(0x562bd1372ec0 msgr2=0x562bd1378c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.812+0000 7f997cc00640 0 client.16716 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.813+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 shutdown_connections 2024-04-26T02:07:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.813+0000 7f999919c740 1 -- 172.21.15.44:0/1812563017 wait complete. 2024-04-26T02:07:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.813+0000 7f999919c740 20 client.16716 trim_cache size 0 max 16384 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.830+0000 7f999919c740 1 Processor -- start 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.830+0000 7f999919c740 1 -- start start 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f999919c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1391a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f999919c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1377210 0x562bd1371ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f999919c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1385fa0 0x562bd139e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f999919c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f99901ab760 con 0x562bd13768f0 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f999919c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f99901ad2a0 con 0x562bd1377210 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f999919c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f99901abe30 con 0x562bd1385fa0 2024-04-26T02:07:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f998f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1391a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f998f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1391a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58266/0 (socket says 172.21.15.44:58266) 2024-04-26T02:07:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f998f400640 1 -- 172.21.15.44:0/1414415613 learned_addr learned my addr 172.21.15.44:0/1414415613 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f998fe00640 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1385fa0 0x562bd139e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.831+0000 7f9986a00640 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1377210 0x562bd1371ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f998f400640 1 -- 172.21.15.44:0/1414415613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1385fa0 msgr2=0x562bd139e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f998f400640 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1385fa0 0x562bd139e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f998f400640 1 -- 172.21.15.44:0/1414415613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1377210 msgr2=0x562bd1371ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f998f400640 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1377210 0x562bd1371ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f998f400640 1 -- 172.21.15.44:0/1414415613 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bd13729f0 con 0x562bd13768f0 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f998fe00640 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1385fa0 0x562bd139e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f9986a00640 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1377210 0x562bd1371ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f998f400640 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1391a70 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f9980009230 tx=0x7f998002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a73891e2490490b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f997f400640 1 -- 172.21.15.44:0/1414415613 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f998005e030 con 0x562bd13768f0 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f997f400640 1 -- 172.21.15.44:0/1414415613 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f998004c070 con 0x562bd13768f0 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.832+0000 7f997f400640 1 -- 172.21.15.44:0/1414415613 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9980031800 con 0x562bd13768f0 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 -- 172.21.15.44:0/1414415613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 msgr2=0x562bd1391a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1391a70 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f9980009230 tx=0x7f998002a480 comp rx=0 tx=0).stop 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 -- 172.21.15.44:0/1414415613 shutdown_connections 2024-04-26T02:07:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1385fa0 0x562bd139e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd1377210 0x562bd1371ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 --2- 172.21.15.44:0/1414415613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd13768f0 0x562bd1391a70 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 -- 172.21.15.44:0/1414415613 >> 172.21.15.44:0/1414415613 conn(0x562bd1372ec0 msgr2=0x562bd1371790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 -- 172.21.15.44:0/1414415613 shutdown_connections 2024-04-26T02:07:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.833+0000 7f999919c740 1 -- 172.21.15.44:0/1414415613 wait complete. 2024-04-26T02:07:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 -- start start 2024-04-26T02:07:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 Processor -- start 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd13768f0 0x562bd138e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd138b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1385fa0 0x562bd138ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f99901acbd0 con 0x562bd1385fa0 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f99901ac500 con 0x562bd13768f0 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.834+0000 7f999919c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f99901a9760 con 0x562bd1377210 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f999919c740 10 client.0 _ll_register_callbacks cb 0x7f9980005350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd13768f0 0x562bd138e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1385fa0 0x562bd138ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd13768f0 0x562bd138e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45700/0 (socket says 172.21.15.44:45700) 2024-04-26T02:07:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 -- 172.21.15.44:0/3006640151 learned_addr learned my addr 172.21.15.44:0/3006640151 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f9986a00640 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd138b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 -- 172.21.15.44:0/3006640151 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 msgr2=0x562bd138b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd138b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 -- 172.21.15.44:0/3006640151 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1385fa0 msgr2=0x562bd138ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1385fa0 0x562bd138ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.835+0000 7f998f400640 1 -- 172.21.15.44:0/3006640151 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bd138c080 con 0x562bd13768f0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f998f400640 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd13768f0 0x562bd138e1e0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f998002a9a0 tx=0x7f9980005760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c07ee1929223e47 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f997cc00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f997cc00640 1 -- 172.21.15.44:0/3006640151 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9980067070 con 0x562bd13768f0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f997cc00640 1 -- 172.21.15.44:0/3006640151 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f9980031780 con 0x562bd13768f0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f998004c070 con 0x562bd13768f0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f997cc00640 1 -- 172.21.15.44:0/3006640151 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9980073050 con 0x562bd13768f0 2024-04-26T02:07:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f999919c740 10 client.26819 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.836+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562bd13fc6e0 con 0x562bd13768f0 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f997cc00640 1 -- 172.21.15.44:0/3006640151 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f998004c070 con 0x562bd13768f0 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f997cc00640 1 -- 172.21.15.44:0/3006640151 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9980044050 con 0x562bd13768f0 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f999919c740 10 client.26819 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f999919c740 10 client.26819 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f999919c740 20 client.26819 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f999919c740 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd13fcd70 0x562bd13ff190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f999919c740 4 client.26819 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562bd12ea320 con 0x562bd13fcd70 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.837+0000 7f9986a00640 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd13fcd70 0x562bd13ff190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.838+0000 7f9986a00640 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd13fcd70 0x562bd13ff190 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bbc19868570fb8b server_cookie=6676cfef6ac15b14 in_seq=0 out_seq=0 2024-04-26T02:07:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.838+0000 7f997cc00640 10 client.26819 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f997cc00640 1 -- 172.21.15.44:0/3006640151 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f99780d7040 con 0x562bd13fcd70 2024-04-26T02:07:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f997cc00640 10 client.26819 handle_command_reply: tid=0 2024-04-26T02:07:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 client.26819 shutdown 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd13768f0 msgr2=0x562bd138e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd13768f0 0x562bd138e1e0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f998002a9a0 tx=0x7f9980005760 comp rx=0 tx=0).stop 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 shutdown_connections 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562bd13fcd70 0x562bd13ff190 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562bd1385fa0 0x562bd138ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562bd1377210 0x562bd138b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 --2- 172.21.15.44:0/3006640151 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562bd13768f0 0x562bd138e1e0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f997cc00640 0 client.26819 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 >> 172.21.15.44:0/3006640151 conn(0x562bd1372ec0 msgr2=0x562bd1383780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 shutdown_connections 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.842+0000 7f999919c740 1 -- 172.21.15.44:0/3006640151 wait complete. 2024-04-26T02:07:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f999919c740 20 client.26819 trim_cache size 0 max 16384 2024-04-26T02:07:48.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:07:48.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:07:48.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:07:48.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99740a3d10 msgr2=0x7f99740a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99740a3d10 0x7f99740a61d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9980005ab0 tx=0x7f9980005a20 comp rx=0 tx=0).stop 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 msgr2=0x7f9990198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 0x7f9990198ad0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f997800e9f0 tx=0x7f997800eeb0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 shutdown_connections 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f99740a3d10 0x7f99740a61d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f999010c330 0x7f999019ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9990103830 0x7f9990198ad0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 --2- 172.21.15.44:0/3591275857 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9990102f10 0x7f9990198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.843+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 >> 172.21.15.44:0/3591275857 conn(0x7f99900fc770 msgr2=0x7f99900fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.844+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 shutdown_connections 2024-04-26T02:07:48.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:07:48.844+0000 7f9994c00640 1 -- 172.21.15.44:0/3591275857 wait complete. 2024-04-26T02:07:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:48 smithi156 ceph-mon[32543]: pgmap v400: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:07:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:48 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1409441143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:49.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:48 smithi090 ceph-mon[32456]: pgmap v400: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:07:49.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:48 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1409441143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:49.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:48 smithi044 ceph-mon[27847]: pgmap v400: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:07:49.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:48 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1409441143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:07:49.461 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 9dd40ddf --release --await' 2024-04-26T02:07:49.461 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 9dd40ddf --release --await 2024-04-26T02:07:49.926 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:07:51.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:50 smithi156 ceph-mon[32543]: pgmap v401: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T02:07:51.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:50 smithi090 ceph-mon[32456]: pgmap v401: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T02:07:51.294 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:50 smithi044 ceph-mon[27847]: pgmap v401: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T02:07:52.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 -- 172.21.15.44:0/505266752 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc107990 msgr2=0x7f70dc107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 --2- 172.21.15.44:0/505266752 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc107990 0x7f70dc107d70 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f70cc00b0a0 tx=0x7f70cc00b3b0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 -- 172.21.15.44:0/505266752 shutdown_connections 2024-04-26T02:07:52.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 --2- 172.21.15.44:0/505266752 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc107990 0x7f70dc107d70 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 --2- 172.21.15.44:0/505266752 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70dc102300 0x7f70dc10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 --2- 172.21.15.44:0/505266752 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70dc101940 0x7f70dc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 -- 172.21.15.44:0/505266752 >> 172.21.15.44:0/505266752 conn(0x7f70dc0788f0 msgr2=0x7f70dc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:52.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 -- 172.21.15.44:0/505266752 shutdown_connections 2024-04-26T02:07:52.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.148+0000 7f70e1000700 1 -- 172.21.15.44:0/505266752 wait complete. 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.149+0000 7f70e1000700 1 Processor -- start 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70e1000700 1 -- start start 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70e1000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc101940 0x7f70dc1034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70e1000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70dc102300 0x7f70dc103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70e1000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70dc107990 0x7f70dc103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70e1000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc111b30 con 0x7f70dc102300 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70e1000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1119b0 con 0x7f70dc107990 2024-04-26T02:07:52.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70e1000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc111cb0 con 0x7f70dc101940 2024-04-26T02:07:52.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70dc102300 0x7f70dc103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70dc102300 0x7f70dc103a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58294/0 (socket says 172.21.15.44:58294) 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70d9e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc101940 0x7f70dc1034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.150+0000 7f70d9400700 1 -- 172.21.15.44:0/394691667 learned_addr learned my addr 172.21.15.44:0/394691667 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.151+0000 7f70da800700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70dc107990 0x7f70dc103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.151+0000 7f70d9e00700 1 -- 172.21.15.44:0/394691667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70dc107990 msgr2=0x7f70dc103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.151+0000 7f70d9e00700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70dc107990 0x7f70dc103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.151+0000 7f70d9e00700 1 -- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70dc102300 msgr2=0x7f70dc103a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.151+0000 7f70d9e00700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70dc102300 0x7f70dc103a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.151+0000 7f70d9e00700 1 -- 172.21.15.44:0/394691667 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70dc1a7620 con 0x7f70dc101940 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.151+0000 7f70d9e00700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc101940 0x7f70dc1034f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f70cc00b070 tx=0x7f70cc004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.152+0000 7f70d2a00700 1 -- 172.21.15.44:0/394691667 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc021070 con 0x7f70dc101940 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.152+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70dc1a78b0 con 0x7f70dc101940 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.152+0000 7f70d2a00700 1 -- 172.21.15.44:0/394691667 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70cc007e30 con 0x7f70dc101940 2024-04-26T02:07:52.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.152+0000 7f70d2a00700 1 -- 172.21.15.44:0/394691667 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc0046a0 con 0x7f70dc101940 2024-04-26T02:07:52.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.152+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70dc1a7db0 con 0x7f70dc101940 2024-04-26T02:07:52.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.155+0000 7f70d2a00700 1 -- 172.21.15.44:0/394691667 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f70cc007980 con 0x7f70dc101940 2024-04-26T02:07:52.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 Processor -- start 2024-04-26T02:07:52.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 -- start start 2024-04-26T02:07:52.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70d2a00700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70c00a3db0 0x7f70c00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70d2a00700 1 -- 172.21.15.44:0/394691667 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f70cc00f020 con 0x7f70dc101940 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bf9d40 0x557e69bfa120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70da800700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70c00a3db0 0x7f70c00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69bfa660 0x557e69c04f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69c054d0 0x557e69c078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557e69b4cf90 con 0x557e69bf9d40 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557e69af3830 con 0x557e69bfa660 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.157+0000 7f70eb990b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x557e69b48f50 con 0x557e69c054d0 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69bfa660 0x557e69c04f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bf9d40 0x557e69bfa120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69bfa660 0x557e69c04f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45726/0 (socket says 172.21.15.44:45726) 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 -- 172.21.15.44:0/124347196 learned_addr learned my addr 172.21.15.44:0/124347196 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:52.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70da800700 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69c054d0 0x557e69c078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 -- 172.21.15.44:0/124347196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69c054d0 msgr2=0x557e69c078c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69c054d0 0x557e69c078c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 -- 172.21.15.44:0/124347196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bf9d40 msgr2=0x557e69bfa120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bf9d40 0x557e69bfa120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9400700 1 -- 172.21.15.44:0/124347196 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e69ae9780 con 0x557e69bfa660 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.158+0000 7f70d9e00700 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bf9d40 0x557e69bfa120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.159+0000 7f70da800700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70c00a3db0 0x7f70c00a6270 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f70d40046e0 tx=0x7f70d40137f0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.159+0000 7f70d9400700 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69bfa660 0x557e69c04f90 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f70c8009d10 tx=0x7f70c8011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=271eebdb21a1e9bb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.159+0000 7f70c7400700 1 -- 172.21.15.44:0/124347196 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c8009e60 con 0x557e69bfa660 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.159+0000 7f70c7400700 1 -- 172.21.15.44:0/124347196 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70c8004830 con 0x557e69bfa660 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.159+0000 7f70c7400700 1 -- 172.21.15.44:0/124347196 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c8005530 con 0x557e69bfa660 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 -- 172.21.15.44:0/124347196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69bfa660 msgr2=0x557e69c04f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69bfa660 0x557e69c04f90 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f70c8009d10 tx=0x7f70c8011720 comp rx=0 tx=0).stop 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 -- 172.21.15.44:0/124347196 shutdown_connections 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69c054d0 0x557e69c078c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bf9d40 0x557e69bfa120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 --2- 172.21.15.44:0/124347196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69bfa660 0x557e69c04f90 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 -- 172.21.15.44:0/124347196 >> 172.21.15.44:0/124347196 conn(0x557e69b29050 msgr2=0x557e69bf6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:52.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 -- 172.21.15.44:0/124347196 shutdown_connections 2024-04-26T02:07:52.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 -- 172.21.15.44:0/124347196 wait complete. 2024-04-26T02:07:52.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.160+0000 7f70eb990b80 1 -- start start 2024-04-26T02:07:52.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 1 Processor -- start 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c04ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c01ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c023e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557e69c07ea0 con 0x557e69bfa660 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x557e69b06960 con 0x557e69c054d0 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x557e69c08020 con 0x557e69bf9d40 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.161+0000 7f70eb990b80 10 client.0 _ll_register_callbacks cb 0x557e69ae5820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c01ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c01ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58312/0 (socket says 172.21.15.44:58312) 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70da800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c023e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70d9400700 1 -- 172.21.15.44:0/3310508662 learned_addr learned my addr 172.21.15.44:0/3310508662 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70d9e00700 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c04ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70da800700 1 -- 172.21.15.44:0/3310508662 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 msgr2=0x557e69c04ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70da800700 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c04ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70da800700 1 -- 172.21.15.44:0/3310508662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 msgr2=0x557e69c01ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70da800700 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c01ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.162+0000 7f70da800700 1 -- 172.21.15.44:0/3310508662 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e69a9a9d0 con 0x557e69c054d0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70da800700 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c023e0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f70d4009bb0 tx=0x7f70d40047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=106b5a802e57fb7e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70bbe00700 1 -- 172.21.15.44:0/3310508662 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4024030 con 0x557e69c054d0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70bbe00700 1 -- 172.21.15.44:0/3310508662 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f70d4009030 con 0x557e69c054d0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70c8004830 con 0x557e69c054d0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70bbe00700 1 -- 172.21.15.44:0/3310508662 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f70d4030050 con 0x557e69c054d0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70eb990b80 10 client.26831 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.163+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557e69ae3bf0 con 0x557e69c054d0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70bbe00700 1 -- 172.21.15.44:0/3310508662 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70c8004830 con 0x557e69c054d0 2024-04-26T02:07:52.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70bbe00700 1 -- 172.21.15.44:0/3310508662 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f70d401f070 con 0x557e69c054d0 2024-04-26T02:07:52.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70eb990b80 10 client.26831 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:52.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70eb990b80 10 client.26831 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:07:52.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70eb990b80 20 client.26831 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:52.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c14b60 0x557e69c16f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70eb990b80 4 client.26831 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:07:52.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e69b5a780 con 0x557e69c14b60 2024-04-26T02:07:52.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.164+0000 7f70d9e00700 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c14b60 0x557e69c16f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.165+0000 7f70d9e00700 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c14b60 0x557e69c16f70 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=300437f209d9b681 server_cookie=a1d7004dcd507219 in_seq=0 out_seq=0 2024-04-26T02:07:52.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.165+0000 7f70bbe00700 10 client.26831 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:52.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.165+0000 7f70bbe00700 1 -- 172.21.15.44:0/3310508662 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557e69b5a780 con 0x557e69c14b60 2024-04-26T02:07:52.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70bbe00700 10 client.26831 handle_command_reply: tid=0 2024-04-26T02:07:52.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 client.26831 shutdown 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 msgr2=0x557e69c023e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c023e0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f70d4009bb0 tx=0x7f70d40047c0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 shutdown_connections 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c04ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c14b60 0x557e69c16f70 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c023e0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3310508662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c01ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 >> 172.21.15.44:0/3310508662 conn(0x557e69b29050 msgr2=0x557e69bf5e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70bbe00700 0 client.26831 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 shutdown_connections 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 1 -- 172.21.15.44:0/3310508662 wait complete. 2024-04-26T02:07:52.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.166+0000 7f70eb990b80 20 client.26831 trim_cache size 0 max 16384 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 Processor -- start 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 -- start start 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69bf63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c10e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c1c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1af280 con 0x557e69bfa660 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1b0dc0 con 0x557e69c054d0 2024-04-26T02:07:52.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.188+0000 7f70eb990b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1af950 con 0x557e69bf9d40 2024-04-26T02:07:52.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c10e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c10e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58324/0 (socket says 172.21.15.44:58324) 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70d9400700 1 -- 172.21.15.44:0/3583608420 learned_addr learned my addr 172.21.15.44:0/3583608420 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70da800700 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c1c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70d9e00700 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69bf63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70da800700 1 -- 172.21.15.44:0/3583608420 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 msgr2=0x557e69bf63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70da800700 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69bf63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70da800700 1 -- 172.21.15.44:0/3583608420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 msgr2=0x557e69c10e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70da800700 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c10e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70da800700 1 -- 172.21.15.44:0/3583608420 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e69bface0 con 0x557e69c054d0 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70d9400700 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c10e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.189+0000 7f70da800700 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c1c840 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f70d40053e0 tx=0x7f70d4013bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbca521dd084eb15 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70c6a00700 1 -- 172.21.15.44:0/3583608420 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4024040 con 0x557e69c054d0 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70c6a00700 1 -- 172.21.15.44:0/3583608420 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70d4005650 con 0x557e69c054d0 2024-04-26T02:07:52.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70c6a00700 1 -- 172.21.15.44:0/3583608420 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4004bb0 con 0x557e69c054d0 2024-04-26T02:07:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70eb990b80 1 -- 172.21.15.44:0/3583608420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 msgr2=0x557e69c1c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c1c840 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f70d40053e0 tx=0x7f70d4013bf0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70eb990b80 1 -- 172.21.15.44:0/3583608420 shutdown_connections 2024-04-26T02:07:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69bf63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c1c840 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3583608420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c10e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.190+0000 7f70eb990b80 1 -- 172.21.15.44:0/3583608420 >> 172.21.15.44:0/3583608420 conn(0x557e69b29050 msgr2=0x557e69bf5ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.191+0000 7f70eb990b80 1 -- 172.21.15.44:0/3583608420 shutdown_connections 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.191+0000 7f70eb990b80 1 -- 172.21.15.44:0/3583608420 wait complete. 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.191+0000 7f70eb990b80 1 -- start start 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.191+0000 7f70eb990b80 1 Processor -- start 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c082d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c08810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70eb990b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c08d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70eb990b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1b06f0 con 0x557e69bfa660 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70eb990b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1b0020 con 0x557e69c054d0 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70eb990b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1ad240 con 0x557e69bf9d40 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70eb990b80 10 client.0 _ll_register_callbacks cb 0x557e69ae5820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70da800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c08d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c08810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70da800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c08d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45754/0 (socket says 172.21.15.44:45754) 2024-04-26T02:07:52.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70da800700 1 -- 172.21.15.44:0/3276408716 learned_addr learned my addr 172.21.15.44:0/3276408716 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:07:52.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.192+0000 7f70d9e00700 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c082d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70da800700 1 -- 172.21.15.44:0/3276408716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 msgr2=0x557e69c082d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70da800700 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c082d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70da800700 1 -- 172.21.15.44:0/3276408716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 msgr2=0x557e69c08810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70da800700 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c08810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70da800700 1 -- 172.21.15.44:0/3276408716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e69bfb750 con 0x557e69c054d0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70da800700 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c08d50 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f70d4005550 tx=0x7f70d4009140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5f92487b7b9413a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70bbe00700 1 -- 172.21.15.44:0/3276408716 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4038070 con 0x557e69c054d0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70d4005650 con 0x557e69c054d0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.193+0000 7f70bbe00700 1 -- 172.21.15.44:0/3276408716 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f70d400fb30 con 0x557e69c054d0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70bbe00700 1 -- 172.21.15.44:0/3276408716 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f70d4044050 con 0x557e69c054d0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 10 client.26837 fetch_fsmap learned FSMap version 31 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557e69c7c4c0 con 0x557e69c054d0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70bbe00700 1 -- 172.21.15.44:0/3276408716 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70d4005650 con 0x557e69c054d0 2024-04-26T02:07:52.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70bbe00700 1 -- 172.21.15.44:0/3276408716 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f70d4020430 con 0x557e69c054d0 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 10 client.26837 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 10 client.26837 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 20 client.26837 populate_metadata read hostname 'smithi044' 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c7ca50 0x557e69c7ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 4 client.26837 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "9dd40ddf", "release": true, "await": true}] 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.194+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "9dd40ddf", "release": true, "await": true}) -- 0x557e69b54820 con 0x557e69c7ca50 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.195+0000 7f70d9e00700 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c7ca50 0x557e69c7ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.195+0000 7f70d9e00700 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c7ca50 0x557e69c7ee70 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75a750ea20c6e291 server_cookie=28020340183f5cd6 in_seq=0 out_seq=0 2024-04-26T02:07:52.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.195+0000 7f70bbe00700 10 client.26837 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70bbe00700 1 -- 172.21.15.44:0/3276408716 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x557e69b54820 con 0x557e69c7ca50 2024-04-26T02:07:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70bbe00700 10 client.26837 handle_command_reply: tid=0 2024-04-26T02:07:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 client.26837 shutdown 2024-04-26T02:07:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 msgr2=0x557e69c08d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c08d50 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f70d4005550 tx=0x7f70d4009140 comp rx=0 tx=0).stop 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 shutdown_connections 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557e69bf9d40 0x557e69c082d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x557e69c7ca50 0x557e69c7ee70 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557e69c054d0 0x557e69c08d50 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70bbe00700 0 client.26837 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 --2- 172.21.15.44:0/3276408716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557e69bfa660 0x557e69c08810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.198+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 >> 172.21.15.44:0/3276408716 conn(0x557e69b29050 msgr2=0x557e69c036d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.199+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 shutdown_connections 2024-04-26T02:07:52.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.199+0000 7f70eb990b80 1 -- 172.21.15.44:0/3276408716 wait complete. 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.199+0000 7f70eb990b80 20 client.26837 trim_cache size 0 max 16384 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 31, 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 40, 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "9dd40ddf": { 2024-04-26T02:07:52.199 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 40, 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 79.2, 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:52.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:52.201 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:52.201 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:52.201 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:07:52.201 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:07:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70c00a3db0 msgr2=0x7f70c00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70c00a3db0 0x7f70c00a6270 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f70d40046e0 tx=0x7f70d40137f0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc101940 msgr2=0x7f70dc1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc101940 0x7f70dc1034f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f70cc00b070 tx=0x7f70cc004d00 comp rx=0 tx=0).stop 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 shutdown_connections 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f70dc101940 0x7f70dc1034f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f70c00a3db0 0x7f70c00a6270 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f70dc107990 0x7f70dc103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 --2- 172.21.15.44:0/394691667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70dc102300 0x7f70dc103a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.200+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 >> 172.21.15.44:0/394691667 conn(0x7f70dc0788f0 msgr2=0x7f70dc06a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.201+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 shutdown_connections 2024-04-26T02:07:52.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:07:52.201+0000 7f70e1000700 1 -- 172.21.15.44:0/394691667 wait complete. 2024-04-26T02:07:53.089 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '9dd40ddf', seconds elapsed: 34.4 2024-04-26T02:07:53.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:52 smithi156 ceph-mon[32543]: pgmap v402: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:53.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:52 smithi090 ceph-mon[32456]: pgmap v402: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:53.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:52 smithi044 ceph-mon[27847]: pgmap v402: 97 pgs: 97 active+clean; 5.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:07:55.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:54 smithi156 ceph-mon[32543]: pgmap v403: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 3.5 KiB/s wr, 13 op/s 2024-04-26T02:07:55.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:54 smithi090 ceph-mon[32456]: pgmap v403: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 3.5 KiB/s wr, 13 op/s 2024-04-26T02:07:55.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:54 smithi044 ceph-mon[27847]: pgmap v403: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 3.5 KiB/s wr, 13 op/s 2024-04-26T02:07:57.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:56 smithi156 ceph-mon[32543]: pgmap v404: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T02:07:57.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:56 smithi090 ceph-mon[32456]: pgmap v404: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T02:07:57.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:56 smithi044 ceph-mon[27847]: pgmap v404: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T02:07:59.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:07:58 smithi156 ceph-mon[32543]: pgmap v405: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T02:07:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:07:58 smithi090 ceph-mon[32456]: pgmap v405: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T02:07:59.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:07:58 smithi044 ceph-mon[27847]: pgmap v405: 97 pgs: 97 active+clean; 5.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T02:08:01.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:00 smithi156 ceph-mon[32543]: pgmap v406: 97 pgs: 97 active+clean; 5.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:08:01.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:00 smithi090 ceph-mon[32456]: pgmap v406: 97 pgs: 97 active+clean; 5.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:08:01.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:00 smithi044 ceph-mon[27847]: pgmap v406: 97 pgs: 97 active+clean; 5.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.9 KiB/s wr, 16 op/s 2024-04-26T02:08:01.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 -- 172.21.15.44:0/1505143017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240102990 msgr2=0x7f92401069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:01.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 --2- 172.21.15.44:0/1505143017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240102990 0x7f92401069d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f922c009860 tx=0x7f922c02a340 comp rx=0 tx=0).stop 2024-04-26T02:08:01.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 -- 172.21.15.44:0/1505143017 shutdown_connections 2024-04-26T02:08:01.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 --2- 172.21.15.44:0/1505143017 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f92401070b0 0x7f924010ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:01.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 --2- 172.21.15.44:0/1505143017 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240102990 0x7f92401069d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:01.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 --2- 172.21.15.44:0/1505143017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9240101fe0 0x7f92401023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:01.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 -- 172.21.15.44:0/1505143017 >> 172.21.15.44:0/1505143017 conn(0x7f92400fd8a0 msgr2=0x7f92400ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:01.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 -- 172.21.15.44:0/1505143017 shutdown_connections 2024-04-26T02:08:01.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.993+0000 7f9245e00640 1 -- 172.21.15.44:0/1505143017 wait complete. 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.994+0000 7f9245e00640 1 Processor -- start 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f9245e00640 1 -- start start 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f9245e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240101fe0 0x7f92401a0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f9245e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92401070b0 0x7f92401a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f9245e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f924019a690 0x7f924019ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f9245e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9240111ff0 con 0x7f92401070b0 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f9245e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9240111e70 con 0x7f9240101fe0 2024-04-26T02:08:01.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f9245e00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9240112170 con 0x7f924019a690 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.995+0000 7f923fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92401070b0 0x7f92401a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240101fe0 0x7f92401a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9245400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f924019a690 0x7f924019ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240101fe0 0x7f92401a0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47174/0 (socket says 172.21.15.44:47174) 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 -- 172.21.15.44:0/1667000163 learned_addr learned my addr 172.21.15.44:0/1667000163 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 -- 172.21.15.44:0/1667000163 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f924019a690 msgr2=0x7f924019ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f924019a690 0x7f924019ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 -- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92401070b0 msgr2=0x7f92401a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92401070b0 0x7f92401a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 -- 172.21.15.44:0/1667000163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f924019b290 con 0x7f9240101fe0 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.996+0000 7f9244a00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240101fe0 0x7f92401a0530 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f923400e9c0 tx=0x7f923400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:01.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.997+0000 7f923d600640 1 -- 172.21.15.44:0/1667000163 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923400ccc0 con 0x7f9240101fe0 2024-04-26T02:08:01.998 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.997+0000 7f923d600640 1 -- 172.21.15.44:0/1667000163 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92340054d0 con 0x7f9240101fe0 2024-04-26T02:08:01.998 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.997+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92401a72d0 con 0x7f9240101fe0 2024-04-26T02:08:01.998 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.997+0000 7f923d600640 1 -- 172.21.15.44:0/1667000163 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9234010430 con 0x7f9240101fe0 2024-04-26T02:08:01.998 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:01.997+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92401a76d0 con 0x7f9240101fe0 2024-04-26T02:08:02.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.000+0000 7f924a18e740 1 Processor -- start 2024-04-26T02:08:02.000 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f924a18e740 1 -- start start 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f924a18e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af4194dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f924a18e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af41960e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f924a18e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41963790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f924a18e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55af418b3900 con 0x55af419613a0 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f924a18e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55af41859ef0 con 0x55af4194d8f0 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f924a18e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55af418af8c0 con 0x55af4194e210 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f923fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41963790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f923fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41963790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59768/0 (socket says 172.21.15.44:59768) 2024-04-26T02:08:02.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f923fe00640 1 -- 172.21.15.44:0/1969303546 learned_addr learned my addr 172.21.15.44:0/1969303546 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.001+0000 7f9245400640 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af4194dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f923d600640 1 -- 172.21.15.44:0/1667000163 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9234004f80 con 0x7f9240101fe0 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f923fe00640 1 -- 172.21.15.44:0/1969303546 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 msgr2=0x55af41960e60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f923fe00640 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af41960e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f923fe00640 1 -- 172.21.15.44:0/1969303546 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 msgr2=0x55af4194dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f923fe00640 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af4194dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f923fe00640 1 -- 172.21.15.44:0/1969303546 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af415c6210 con 0x55af419613a0 2024-04-26T02:08:02.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f923fe00640 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41963790 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f922c009830 tx=0x7f922c005da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8916814aa4acd732 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.002+0000 7f9231c00640 1 -- 172.21.15.44:0/1969303546 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c041020 con 0x55af419613a0 2024-04-26T02:08:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f9231c00640 1 -- 172.21.15.44:0/1969303546 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f922c030450 con 0x55af419613a0 2024-04-26T02:08:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f9231c00640 1 -- 172.21.15.44:0/1969303546 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c037040 con 0x55af419613a0 2024-04-26T02:08:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f924a18e740 1 -- 172.21.15.44:0/1969303546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 msgr2=0x55af41963790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f924a18e740 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41963790 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f922c009830 tx=0x7f922c005da0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f924a18e740 1 -- 172.21.15.44:0/1969303546 shutdown_connections 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f924a18e740 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41963790 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f924a18e740 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af41960e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f924a18e740 1 --2- 172.21.15.44:0/1969303546 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af4194dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.003+0000 7f924a18e740 1 -- 172.21.15.44:0/1969303546 >> 172.21.15.44:0/1969303546 conn(0x55af41949ec0 msgr2=0x55af4194a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.004+0000 7f924a18e740 1 -- 172.21.15.44:0/1969303546 shutdown_connections 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.004+0000 7f924a18e740 1 -- 172.21.15.44:0/1969303546 wait complete. 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.004+0000 7f923d600640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3cb0 0x7f92280a6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.004+0000 7f924a18e740 1 -- start start 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.004+0000 7f923d600640 1 -- 172.21.15.44:0/1667000163 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f92340d0b00 con 0x7f9240101fe0 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.004+0000 7f9245400640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3cb0 0x7f92280a6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.004+0000 7f924a18e740 1 Processor -- start 2024-04-26T02:08:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f924a18e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194d8f0 0x55af4195e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f924a18e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af4195e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f924a18e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af419613a0 0x55af4195edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f924a18e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55af41963f10 con 0x55af4194d8f0 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f924a18e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55af4186d310 con 0x55af419613a0 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f924a18e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55af41964090 con 0x55af4194e210 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f924a18e740 10 client.0 _ll_register_callbacks cb 0x55af4183bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f9244a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194d8f0 0x55af4195e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f9245400640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3cb0 0x7f92280a6170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9238005fd0 tx=0x7f9238009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f9244a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194d8f0 0x55af4195e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59774/0 (socket says 172.21.15.44:59774) 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f9244a00640 1 -- 172.21.15.44:0/3944713041 learned_addr learned my addr 172.21.15.44:0/3944713041 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f923fe00640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af4195e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.005+0000 7f9245400640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af419613a0 0x55af4195edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f923fe00640 1 -- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af419613a0 msgr2=0x55af4195edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f923fe00640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af419613a0 0x55af4195edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f923fe00640 1 -- 172.21.15.44:0/3944713041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194d8f0 msgr2=0x55af4195e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f923fe00640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194d8f0 0x55af4195e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f923fe00640 1 -- 172.21.15.44:0/3944713041 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af41692620 con 0x55af4194e210 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f9244a00640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194d8f0 0x55af4195e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f923fe00640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af4195e8b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x55af4194b050 tx=0x7f922c02a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab6753b76bba257 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f9226000640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f9226000640 1 -- 172.21.15.44:0/3944713041 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c041030 con 0x55af4194e210 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f922c030450 con 0x55af4194e210 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.006+0000 7f9226000640 1 -- 172.21.15.44:0/3944713041 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f922c005250 con 0x55af4194e210 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f9226000640 1 -- 172.21.15.44:0/3944713041 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f922c055050 con 0x55af4194e210 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 10 client.26842 fetch_fsmap learned FSMap version 31 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55af41963f60 con 0x55af4194e210 2024-04-26T02:08:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f9226000640 1 -- 172.21.15.44:0/3944713041 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f922c030450 con 0x55af4194e210 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f9226000640 1 -- 172.21.15.44:0/3944713041 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f922c03d5a0 con 0x55af4194e210 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 10 client.26842 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 10 client.26842 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 20 client.26842 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af41971450 0x55af41973840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 4 client.26842 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.007+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af418c78b0 con 0x55af41971450 2024-04-26T02:08:02.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.008+0000 7f9244a00640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af41971450 0x55af41973840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.008+0000 7f9244a00640 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af41971450 0x55af41973840 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e73b75e04487c0f server_cookie=d596596a2d3ac3dd in_seq=0 out_seq=0 2024-04-26T02:08:02.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.008+0000 7f9226000640 10 client.26842 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:02.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f9226000640 1 -- 172.21.15.44:0/3944713041 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55af418c78b0 con 0x55af41971450 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f9226000640 10 client.26842 handle_command_reply: tid=0 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 client.26842 shutdown 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 msgr2=0x55af4195e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af4195e8b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x55af4194b050 tx=0x7f922c02a340 comp rx=0 tx=0).stop 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 shutdown_connections 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af41971450 0x55af41973840 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af419613a0 0x55af4195edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f9226000640 0 client.26842 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194e210 0x55af4195e8b0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 --2- 172.21.15.44:0/3944713041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194d8f0 0x55af4195e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 >> 172.21.15.44:0/3944713041 conn(0x55af41949ec0 msgr2=0x55af4194fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.009+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 shutdown_connections 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.010+0000 7f924a18e740 1 -- 172.21.15.44:0/3944713041 wait complete. 2024-04-26T02:08:02.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.010+0000 7f924a18e740 20 client.26842 trim_cache size 0 max 16384 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.026+0000 7f924a18e740 1 Processor -- start 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.026+0000 7f924a18e740 1 -- start start 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f924a18e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194d8f0 0x55af4196ce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f924a18e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194e210 0x55af41978f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f924a18e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41979470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f924a18e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f92401ab690 con 0x55af419613a0 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f924a18e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f92401ad1d0 con 0x55af4194e210 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f924a18e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f92401abd60 con 0x55af4194d8f0 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f9245400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41979470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f9245400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41979470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59776/0 (socket says 172.21.15.44:59776) 2024-04-26T02:08:02.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f9245400640 1 -- 172.21.15.44:0/205675 learned_addr learned my addr 172.21.15.44:0/205675 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:02.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f9244a00640 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194d8f0 0x55af4196ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f923fe00640 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194e210 0x55af41978f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.027+0000 7f9245400640 1 -- 172.21.15.44:0/205675 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194d8f0 msgr2=0x55af4196ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:02.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9245400640 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194d8f0 0x55af4196ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9245400640 1 -- 172.21.15.44:0/205675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194e210 msgr2=0x55af41978f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:02.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9245400640 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194e210 0x55af41978f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9245400640 1 -- 172.21.15.44:0/205675 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af41963790 con 0x55af419613a0 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f923fe00640 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194e210 0x55af41978f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9245400640 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41979470 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9238003df0 tx=0x7f923801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99e8581ee243bf60 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9231200640 1 -- 172.21.15.44:0/205675 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923802d070 con 0x55af419613a0 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9231200640 1 -- 172.21.15.44:0/205675 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f923801e8e0 con 0x55af419613a0 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.028+0000 7f9231200640 1 -- 172.21.15.44:0/205675 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238028980 con 0x55af419613a0 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 -- 172.21.15.44:0/205675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 msgr2=0x55af41979470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41979470 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9238003df0 tx=0x7f923801a000 comp rx=0 tx=0).stop 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 -- 172.21.15.44:0/205675 shutdown_connections 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af419613a0 0x55af41979470 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194e210 0x55af41978f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 --2- 172.21.15.44:0/205675 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af4194d8f0 0x55af4196ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 -- 172.21.15.44:0/205675 >> 172.21.15.44:0/205675 conn(0x55af41949ec0 msgr2=0x55af41959680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:02.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 -- 172.21.15.44:0/205675 shutdown_connections 2024-04-26T02:08:02.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.029+0000 7f924a18e740 1 -- 172.21.15.44:0/205675 wait complete. 2024-04-26T02:08:02.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 -- start start 2024-04-26T02:08:02.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 Processor -- start 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af41968fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194e210 0x55af41969510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af419613a0 0x55af41966710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f92401acb00 con 0x55af4194e210 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f92401ac430 con 0x55af4194d8f0 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f92401a96b0 con 0x55af419613a0 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.030+0000 7f924a18e740 10 client.0 _ll_register_callbacks cb 0x7f922c0096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:02.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f923fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194e210 0x55af41969510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af41968fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9245400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af419613a0 0x55af41966710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af41968fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:47204/0 (socket says 172.21.15.44:47204) 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f923fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194e210 0x55af41969510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59788/0 (socket says 172.21.15.44:59788) 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 -- 172.21.15.44:0/2891835532 learned_addr learned my addr 172.21.15.44:0/2891835532 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 -- 172.21.15.44:0/2891835532 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af419613a0 msgr2=0x55af41966710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af419613a0 0x55af41966710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 -- 172.21.15.44:0/2891835532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194e210 msgr2=0x55af41969510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194e210 0x55af41969510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 -- 172.21.15.44:0/2891835532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af41966e00 con 0x55af4194d8f0 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f923fe00640 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194e210 0x55af41969510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9244a00640 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af41968fd0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f923400cfd0 tx=0x7f9234004a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=995671570efeb0fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:02.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.031+0000 7f9226000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f9226000640 1 -- 172.21.15.44:0/2891835532 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92340b5030 con 0x55af4194d8f0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f923801e8e0 con 0x55af4194d8f0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f9226000640 1 -- 172.21.15.44:0/2891835532 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8455+0+0 (secure 0 0 0) 0x7f9234005270 con 0x55af4194d8f0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f9226000640 1 -- 172.21.15.44:0/2891835532 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f92340a5750 con 0x55af4194d8f0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 10 client.26855 fetch_fsmap learned FSMap version 31 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55af419d72c0 con 0x55af4194d8f0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f9226000640 1 -- 172.21.15.44:0/2891835532 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f923801e8e0 con 0x55af4194d8f0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f9226000640 1 -- 172.21.15.44:0/2891835532 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9234098950 con 0x55af4194d8f0 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 10 client.26855 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 10 client.26855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 20 client.26855 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af419d79e0 0x55af419d9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 4 client.26855 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:08:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.032+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55af418c1320 con 0x55af419d79e0 2024-04-26T02:08:02.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.033+0000 7f923fe00640 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af419d79e0 0x55af419d9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:02.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.033+0000 7f923fe00640 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af419d79e0 0x55af419d9e00 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10212b61a2c9c0e1 server_cookie=82b1217beb5831cc in_seq=0 out_seq=0 2024-04-26T02:08:02.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:02.033+0000 7f9226000640 10 client.26855 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:03.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:02 smithi156 ceph-mon[32543]: pgmap v407: 97 pgs: 97 active+clean; 5.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 11 op/s 2024-04-26T02:08:03.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:02 smithi090 ceph-mon[32456]: pgmap v407: 97 pgs: 97 active+clean; 5.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 11 op/s 2024-04-26T02:08:03.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:02 smithi044 ceph-mon[27847]: pgmap v407: 97 pgs: 97 active+clean; 5.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 11 op/s 2024-04-26T02:08:05.156 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:04 smithi044 ceph-mon[27847]: pgmap v408: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 61 KiB/s wr, 37 op/s 2024-04-26T02:08:05.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:04 smithi156 ceph-mon[32543]: pgmap v408: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 61 KiB/s wr, 37 op/s 2024-04-26T02:08:05.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:04 smithi090 ceph-mon[32456]: pgmap v408: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 61 KiB/s wr, 37 op/s 2024-04-26T02:08:05.662 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f9226000640 1 -- 172.21.15.44:0/2891835532 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55af418c1320 con 0x55af419d79e0 2024-04-26T02:08:05.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f9226000640 10 client.26855 handle_command_reply: tid=0 2024-04-26T02:08:05.663 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 client.26855 shutdown 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 msgr2=0x55af41968fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af41968fd0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f923400cfd0 tx=0x7f9234004a20 comp rx=0 tx=0).stop 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 shutdown_connections 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55af419d79e0 0x55af419d9e00 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55af419613a0 0x55af41966710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55af4194e210 0x55af41969510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 --2- 172.21.15.44:0/2891835532 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55af4194d8f0 0x55af41968fd0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 >> 172.21.15.44:0/2891835532 conn(0x55af41949ec0 msgr2=0x55af4195e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.663+0000 7f9226000640 0 client.26855 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.664+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 shutdown_connections 2024-04-26T02:08:05.664 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.664+0000 7f924a18e740 1 -- 172.21.15.44:0/2891835532 wait complete. 2024-04-26T02:08:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.664+0000 7f924a18e740 20 client.26855 trim_cache size 0 max 16384 2024-04-26T02:08:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:08:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:08:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:08:05.665 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.665+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3cb0 msgr2=0x7f92280a6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.665+0000 7f9245e00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3cb0 0x7f92280a6170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9238005fd0 tx=0x7f9238009500 comp rx=0 tx=0).stop 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.665+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240101fe0 msgr2=0x7f92401a0530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.665+0000 7f9245e00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240101fe0 0x7f92401a0530 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f923400e9c0 tx=0x7f923400ee80 comp rx=0 tx=0).stop 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 shutdown_connections 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f92280a3cb0 0x7f92280a6170 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f924019a690 0x7f924019ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.666 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f92401070b0 0x7f92401a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 --2- 172.21.15.44:0/1667000163 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9240101fe0 0x7f92401a0530 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 >> 172.21.15.44:0/1667000163 conn(0x7f92400fd8a0 msgr2=0x7f92400ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 shutdown_connections 2024-04-26T02:08:05.667 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:05.666+0000 7f9245e00640 1 -- 172.21.15.44:0/1667000163 wait complete. 2024-04-26T02:08:06.731 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: *** Caught signal (Segmentation fault) ** 2024-04-26T02:08:06.731 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: in thread 7f2dbdf89700 thread_name:md_log_replay 2024-04-26T02:08:06.731 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:08:06.731 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f2dcf34ad20] 2024-04-26T02:08:06.731 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2: /usr/bin/ceph-mds(+0x54938f) [0x561bb584238f] 2024-04-26T02:08:06.731 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x561bb5845b23] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 4: (MDLog::_replay_thread()+0x617) [0x561bb58a0647] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 5: (MDLog::ReplayThread::entry()+0x11) [0x561bb58a9d31] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f2dcf3401ca] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 7: clone() 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2024-04-26T02:08:06.317+0000 7f2dbdf89700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: in thread 7f2dbdf89700 thread_name:md_log_replay 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f2dcf34ad20] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2: /usr/bin/ceph-mds(+0x54938f) [0x561bb584238f] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x561bb5845b23] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 4: (MDLog::_replay_thread()+0x617) [0x561bb58a0647] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 5: (MDLog::ReplayThread::entry()+0x11) [0x561bb58a9d31] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f2dcf3401ca] 2024-04-26T02:08:06.732 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 7: clone() 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 0> 2024-04-26T02:08:06.317+0000 7f2dbdf89700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: in thread 7f2dbdf89700 thread_name:md_log_replay 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f2dcf34ad20] 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2: /usr/bin/ceph-mds(+0x54938f) [0x561bb584238f] 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x561bb5845b23] 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 4: (MDLog::_replay_thread()+0x617) [0x561bb58a0647] 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 5: (MDLog::ReplayThread::entry()+0x11) [0x561bb58a9d31] 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f2dcf3401ca] 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 7: clone() 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T02:08:06.733 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 0> 2024-04-26T02:08:06.317+0000 7f2dbdf89700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: in thread 7f2dbdf89700 thread_name:md_log_replay 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f2dcf34ad20] 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2: /usr/bin/ceph-mds(+0x54938f) [0x561bb584238f] 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x561bb5845b23] 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 4: (MDLog::_replay_thread()+0x617) [0x561bb58a0647] 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 5: (MDLog::ReplayThread::entry()+0x11) [0x561bb58a9d31] 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f2dcf3401ca] 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 7: clone() 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[62618]: 2024-04-26T02:08:06.734 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:06 smithi156 podman[69031]: 2024-04-26 02:08:06.381110212 +0000 UTC m=+0.022376195 container died ea8b5bf0882bd8522c385ce0820f891fca321c5f165f4b6ebb6cf694ff22f45d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-26T02:08:07.146 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-mon[32543]: pgmap v409: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-04-26T02:08:07.146 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:06 smithi156 ceph-mon[32543]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:08:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:06 smithi090 ceph-mon[32456]: pgmap v409: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-04-26T02:08:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:06 smithi090 ceph-mon[32456]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:08:07.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:06 smithi044 ceph-mon[27847]: pgmap v409: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-04-26T02:08:07.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:06 smithi044 ceph-mon[27847]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:08:07.397 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:07 smithi156 podman[69031]: 2024-04-26 02:08:07.148137279 +0000 UTC m=+0.789403243 container remove ea8b5bf0882bd8522c385ce0820f891fca321c5f165f4b6ebb6cf694ff22f45d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T02:08:07.397 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:07 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f.service: Main process exited, code=exited, status=139/n/a 2024-04-26T02:08:07.730 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:07 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f.service: Failed with result 'exit-code'. 2024-04-26T02:08:07.730 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:07 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f.service: Consumed 2.436s CPU time. 2024-04-26T02:08:09.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:08 smithi156 ceph-mon[32543]: pgmap v411: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:08:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:08 smithi090 ceph-mon[32456]: pgmap v411: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:08:09.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:08 smithi044 ceph-mon[27847]: pgmap v411: 97 pgs: 97 active+clean; 5.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 KiB/s wr, 38 op/s 2024-04-26T02:08:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:10 smithi156 ceph-mon[32543]: pgmap v412: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:08:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:10 smithi156 ceph-mon[32543]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T02:08:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:10 smithi090 ceph-mon[32456]: pgmap v412: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:08:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:10 smithi090 ceph-mon[32456]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T02:08:11.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:10 smithi044 ceph-mon[27847]: pgmap v412: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:08:11.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:10 smithi044 ceph-mon[27847]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T02:08:13.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:12 smithi156 ceph-mon[32543]: pgmap v414: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-04-26T02:08:13.236 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:12 smithi090 ceph-mon[32456]: pgmap v414: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-04-26T02:08:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:12 smithi044 ceph-mon[27847]: pgmap v414: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-04-26T02:08:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:14 smithi156 ceph-mon[32543]: pgmap v415: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:08:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:14 smithi090 ceph-mon[32456]: pgmap v415: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:08:15.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:14 smithi044 ceph-mon[27847]: pgmap v415: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:08:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:16 smithi156 ceph-mon[32543]: pgmap v416: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:08:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:16 smithi090 ceph-mon[32456]: pgmap v416: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:08:17.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:16 smithi044 ceph-mon[27847]: pgmap v416: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:08:17.738 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f.service: Scheduled restart job, restart counter is at 1. 2024-04-26T02:08:17.739 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 systemd[1]: Stopped Ceph mds.f for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T02:08:17.739 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f.service: Consumed 2.436s CPU time. 2024-04-26T02:08:17.739 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 systemd[1]: Starting Ceph mds.f for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:08:17.739 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 podman[69129]: 2024-04-26 02:08:17.620172653 +0000 UTC m=+0.018157309 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:08:18.008 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 podman[69129]: 2024-04-26 02:08:17.740737601 +0000 UTC m=+0.138722244 container create 09c99ba1a6f78fb2673bfd13a942c2d2b839afebb2fc1a9f80cd253f81cb1c31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:08:18.008 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 podman[69129]: 2024-04-26 02:08:17.985370621 +0000 UTC m=+0.383355263 container init 09c99ba1a6f78fb2673bfd13a942c2d2b839afebb2fc1a9f80cd253f81cb1c31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-26T02:08:18.008 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:17 smithi156 podman[69129]: 2024-04-26 02:08:17.98816148 +0000 UTC m=+0.386146135 container start 09c99ba1a6f78fb2673bfd13a942c2d2b839afebb2fc1a9f80cd253f81cb1c31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-26T02:08:18.480 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:18 smithi156 ceph-mds[69148]: -- 172.21.15.156:0/3562197371 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55883718ba40 con 0x55883715ec00 2024-04-26T02:08:18.480 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[69144]: starting mds.f at 2024-04-26T02:08:18.480 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:18 smithi156 bash[69129]: 09c99ba1a6f78fb2673bfd13a942c2d2b839afebb2fc1a9f80cd253f81cb1c31 2024-04-26T02:08:18.480 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:08:18 smithi156 systemd[1]: Started Ceph mds.f for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T02:08:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 -- 172.21.15.44:0/1843746170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 msgr2=0x7f32d0110a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 --2- 172.21.15.44:0/1843746170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 0x7f32d0110a10 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f32c8009900 tx=0x7f32c802a490 comp rx=0 tx=0).stop 2024-04-26T02:08:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 -- 172.21.15.44:0/1843746170 shutdown_connections 2024-04-26T02:08:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 --2- 172.21.15.44:0/1843746170 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 0x7f32d0110a10 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 --2- 172.21.15.44:0/1843746170 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074c40 0x7f32d010e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 --2- 172.21.15.44:0/1843746170 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f32d0074320 0x7f32d0074700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 -- 172.21.15.44:0/1843746170 >> 172.21.15.44:0/1843746170 conn(0x7f32d00fd890 msgr2=0x7f32d00ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 -- 172.21.15.44:0/1843746170 shutdown_connections 2024-04-26T02:08:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.824+0000 7f32cf200640 1 -- 172.21.15.44:0/1843746170 wait complete. 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.825+0000 7f32cf200640 1 Processor -- start 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.825+0000 7f32cf200640 1 -- start start 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cf200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074320 0x7f32d01a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cf200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f32d0074c40 0x7f32d01a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cf200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 0x7f32d019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cf200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f32d0114240 con 0x7f32d010e600 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cf200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01140c0 con 0x7f32d0074320 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cf200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01143c0 con 0x7f32d0074c40 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074320 0x7f32d01a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074320 0x7f32d01a0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:46670/0 (socket says 172.21.15.44:46670) 2024-04-26T02:08:18.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cde00640 1 -- 172.21.15.44:0/2160023500 learned_addr learned my addr 172.21.15.44:0/2160023500 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32ce800640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 0x7f32d019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.826+0000 7f32cd400640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f32d0074c40 0x7f32d01a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cde00640 1 -- 172.21.15.44:0/2160023500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f32d0074c40 msgr2=0x7f32d01a0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cde00640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f32d0074c40 0x7f32d01a0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cde00640 1 -- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 msgr2=0x7f32d019a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cde00640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 0x7f32d019a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cde00640 1 -- 172.21.15.44:0/2160023500 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32d019ad40 con 0x7f32d0074320 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cd400640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f32d0074c40 0x7f32d01a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cde00640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074320 0x7f32d01a0410 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f32c000e9f0 tx=0x7f32c000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32c6a00640 1 -- 172.21.15.44:0/2160023500 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c000cd80 con 0x7f32d0074320 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32c6a00640 1 -- 172.21.15.44:0/2160023500 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32c00054d0 con 0x7f32d0074320 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32d019b030 con 0x7f32d0074320 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32c6a00640 1 -- 172.21.15.44:0/2160023500 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c0010690 con 0x7f32d0074320 2024-04-26T02:08:18.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.827+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32d01a72d0 con 0x7f32d0074320 2024-04-26T02:08:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 Processor -- start 2024-04-26T02:08:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 -- start start 2024-04-26T02:08:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32c6a00640 1 -- 172.21.15.44:0/2160023500 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f32c0004e90 con 0x7f32d0074320 2024-04-26T02:08:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acb9cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acba7b90 0x55d7acba9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d7acb02900 con 0x55d7acb9c9b0 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d7acaa8ef0 con 0x55d7acb9d2d0 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.831+0000 7f32d81d1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d7acafe8c0 con 0x55d7acba7b90 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32cde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acb9cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acb9cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42886/0 (socket says 172.21.15.44:42886) 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 -- 172.21.15.44:0/1304690379 learned_addr learned my addr 172.21.15.44:0/1304690379 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32cd400640 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acba7b90 0x55d7acba9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 -- 172.21.15.44:0/1304690379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acba7b90 msgr2=0x55d7acba9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acba7b90 0x55d7acba9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 -- 172.21.15.44:0/1304690379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 msgr2=0x55d7acba7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32ce800640 1 -- 172.21.15.44:0/1304690379 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7ac815210 con 0x55d7acb9c9b0 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.832+0000 7f32cde00640 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.833+0000 7f32ce800640 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acb9cd90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f32c8005ab0 tx=0x7f32c8005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44aa102a5f6f772b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.833+0000 7f32c6a00640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f32b00a3d90 0x7f32b00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.833+0000 7f32c6a00640 1 -- 172.21.15.44:0/2160023500 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8455+0+0 (secure 0 0 0) 0x7f32c00d0b90 con 0x7f32d0074320 2024-04-26T02:08:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.833+0000 7f32cde00640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f32b00a3d90 0x7f32b00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.833+0000 7f32bf400640 1 -- 172.21.15.44:0/1304690379 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c8040070 con 0x55d7acb9c9b0 2024-04-26T02:08:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.833+0000 7f32bf400640 1 -- 172.21.15.44:0/1304690379 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32c80044a0 con 0x55d7acb9c9b0 2024-04-26T02:08:18.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.833+0000 7f32bf400640 1 -- 172.21.15.44:0/1304690379 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c8035040 con 0x55d7acb9c9b0 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 -- 172.21.15.44:0/1304690379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 msgr2=0x55d7acb9cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32cde00640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f32b00a3d90 0x7f32b00a6250 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55d7acb9df50 tx=0x7f32c00d4640 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acb9cd90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f32c8005ab0 tx=0x7f32c8005be0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 -- 172.21.15.44:0/1304690379 shutdown_connections 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acba7b90 0x55d7acba9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1304690379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acb9cd90 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 -- 172.21.15.44:0/1304690379 >> 172.21.15.44:0/1304690379 conn(0x55d7acb98ec0 msgr2=0x55d7acb992a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 -- 172.21.15.44:0/1304690379 shutdown_connections 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 -- 172.21.15.44:0/1304690379 wait complete. 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.834+0000 7f32d81d1740 1 -- start start 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 1 Processor -- start 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9c9b0 0x55d7acba4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acba5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d7acbaa760 con 0x55d7acba7b90 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d7acabc310 con 0x55d7acb9d2d0 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d7acbaa8e0 con 0x55d7acb9c9b0 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32d81d1740 10 client.0 _ll_register_callbacks cb 0x55d7aca8acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.835+0000 7f32ce800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9c9b0 0x55d7acba4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32ce800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9c9b0 0x55d7acba4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:38028/0 (socket says 172.21.15.44:38028) 2024-04-26T02:08:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32ce800640 1 -- 172.21.15.44:0/1311211657 learned_addr learned my addr 172.21.15.44:0/1311211657 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32cd400640 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32ce800640 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acba5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32cd400640 1 -- 172.21.15.44:0/1311211657 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9c9b0 msgr2=0x55d7acba4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32cd400640 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9c9b0 0x55d7acba4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.840 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32cd400640 1 -- 172.21.15.44:0/1311211657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 msgr2=0x55d7acba5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32cd400640 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acba5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32cd400640 1 -- 172.21.15.44:0/1311211657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7ac8e1620 con 0x55d7acb9d2d0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32cd400640 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba5040 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f32d010fa20 tx=0x7f32b800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b37d6f06921530ae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.836+0000 7f32b7e00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.837+0000 7f32b7e00640 1 -- 172.21.15.44:0/1311211657 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b8003970 con 0x55d7acb9d2d0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.837+0000 7f32b7e00640 1 -- 172.21.15.44:0/1311211657 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8455+0+0 (secure 0 0 0) 0x7f32b8003b10 con 0x55d7acb9d2d0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.837+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32c80044a0 con 0x55d7acb9d2d0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.837+0000 7f32b7e00640 1 -- 172.21.15.44:0/1311211657 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f32b8003d10 con 0x55d7acb9d2d0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.837+0000 7f32d81d1740 10 client.26867 fetch_fsmap learned FSMap version 31 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.837+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d7acbb6a40 con 0x55d7acb9d2d0 2024-04-26T02:08:18.841 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.837+0000 7f32b7e00640 1 -- 172.21.15.44:0/1311211657 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32c80044a0 con 0x55d7acb9d2d0 2024-04-26T02:08:18.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32b7e00640 1 -- 172.21.15.44:0/1311211657 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f32b80104c0 con 0x55d7acb9d2d0 2024-04-26T02:08:18.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32d81d1740 10 client.26867 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:08:18.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32d81d1740 10 client.26867 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:18.842 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32d81d1740 20 client.26867 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acbb7eb0 0x55d7acbba2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32d81d1740 4 client.26867 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:08:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7acb168b0 con 0x55d7acbb7eb0 2024-04-26T02:08:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.838+0000 7f32ce800640 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acbb7eb0 0x55d7acbba2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.839+0000 7f32ce800640 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acbb7eb0 0x55d7acbba2c0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8b0f3624fb43a8d server_cookie=ff301b78e1fab3df in_seq=0 out_seq=0 2024-04-26T02:08:18.843 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.839+0000 7f32b7e00640 10 client.26867 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32b7e00640 1 -- 172.21.15.44:0/1311211657 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7acb168b0 con 0x55d7acbb7eb0 2024-04-26T02:08:18.844 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32b7e00640 10 client.26867 handle_command_reply: tid=0 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 client.26867 shutdown 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 msgr2=0x55d7acba5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba5040 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f32d010fa20 tx=0x7f32b800f790 comp rx=0 tx=0).stop 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 shutdown_connections 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acbb7eb0 0x55d7acbba2c0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acba5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9d2d0 0x55d7acba5040 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 --2- 172.21.15.44:0/1311211657 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9c9b0 0x55d7acba4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32b7e00640 0 client.26867 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 >> 172.21.15.44:0/1311211657 conn(0x55d7acb98ec0 msgr2=0x55d7acb9ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:18.845 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 shutdown_connections 2024-04-26T02:08:18.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.840+0000 7f32d81d1740 1 -- 172.21.15.44:0/1311211657 wait complete. 2024-04-26T02:08:18.846 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.841+0000 7f32d81d1740 20 client.26867 trim_cache size 0 max 16384 2024-04-26T02:08:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 Processor -- start 2024-04-26T02:08:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 -- start start 2024-04-26T02:08:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9c9b0 0x55d7acbb3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acba53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acbbfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01afb10 con 0x55d7acba7b90 2024-04-26T02:08:18.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01b1650 con 0x55d7acb9c9b0 2024-04-26T02:08:18.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.858+0000 7f32d81d1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01b01e0 con 0x55d7acb9d2d0 2024-04-26T02:08:18.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acba53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32ce800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9c9b0 0x55d7acbb3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acba53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:38032/0 (socket says 172.21.15.44:38032) 2024-04-26T02:08:18.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32ce800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acbbfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 -- 172.21.15.44:0/3716218763 learned_addr learned my addr 172.21.15.44:0/3716218763 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:18.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 -- 172.21.15.44:0/3716218763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9c9b0 msgr2=0x55d7acbb3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9c9b0 0x55d7acbb3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 -- 172.21.15.44:0/3716218763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 msgr2=0x55d7acbbfbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acbbfbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 -- 172.21.15.44:0/3716218763 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7acb94820 con 0x55d7acb9d2d0 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32ce800640 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acbbfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.859+0000 7f32cd400640 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acba53a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f32b8010860 tx=0x7f32b8012320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de752c1cc3750c0f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32bea00640 1 -- 172.21.15.44:0/3716218763 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b8029040 con 0x55d7acb9d2d0 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32bea00640 1 -- 172.21.15.44:0/3716218763 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32b8003970 con 0x55d7acb9d2d0 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32bea00640 1 -- 172.21.15.44:0/3716218763 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b8010590 con 0x55d7acb9d2d0 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32d81d1740 1 -- 172.21.15.44:0/3716218763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 msgr2=0x55d7acba53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acba53a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f32b8010860 tx=0x7f32b8012320 comp rx=0 tx=0).stop 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32d81d1740 1 -- 172.21.15.44:0/3716218763 shutdown_connections 2024-04-26T02:08:18.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acba7b90 0x55d7acbbfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acba53a0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3716218763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acb9c9b0 0x55d7acbb3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.860+0000 7f32d81d1740 1 -- 172.21.15.44:0/3716218763 >> 172.21.15.44:0/3716218763 conn(0x55d7acb98ec0 msgr2=0x55d7acb9ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:18.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.861+0000 7f32d81d1740 1 -- 172.21.15.44:0/3716218763 shutdown_connections 2024-04-26T02:08:18.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.861+0000 7f32d81d1740 1 -- 172.21.15.44:0/3716218763 wait complete. 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.861+0000 7f32d81d1740 1 -- start start 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.861+0000 7f32d81d1740 1 Processor -- start 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acbaff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acbad2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32d81d1740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acba7b90 0x55d7acbad7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32d81d1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01b0f80 con 0x55d7acb9c9b0 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32d81d1740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01b08b0 con 0x55d7acba7b90 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32d81d1740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01adb10 con 0x55d7acb9d2d0 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32d81d1740 10 client.0 _ll_register_callbacks cb 0x7f32b80129c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acbaff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acbaff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42922/0 (socket says 172.21.15.44:42922) 2024-04-26T02:08:18.864 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 -- 172.21.15.44:0/3595226220 learned_addr learned my addr 172.21.15.44:0/3595226220 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32cd400640 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acbad2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acba7b90 0x55d7acbad7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 -- 172.21.15.44:0/3595226220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 msgr2=0x55d7acbad2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acbad2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 -- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acba7b90 msgr2=0x55d7acbad7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acba7b90 0x55d7acbad7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.862+0000 7f32ce800640 1 -- 172.21.15.44:0/3595226220 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7acbadff0 con 0x55d7acb9c9b0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32ce800640 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acbaff20 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f32c802aa80 tx=0x7f32c8005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4d3b147b8ec2f8d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32b7e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32b7e00640 1 -- 172.21.15.44:0/3595226220 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c8040040 con 0x55d7acb9c9b0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32b7e00640 1 -- 172.21.15.44:0/3595226220 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8455+0+0 (secure 0 0 0) 0x7f32c80565e0 con 0x55d7acb9c9b0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32b8003970 con 0x55d7acb9c9b0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32b7e00640 1 -- 172.21.15.44:0/3595226220 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f32c8065050 con 0x55d7acb9c9b0 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32d81d1740 10 client.16776 fetch_fsmap learned FSMap version 31 2024-04-26T02:08:18.865 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.863+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d7acc26ca0 con 0x55d7acb9c9b0 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32b7e00640 1 -- 172.21.15.44:0/3595226220 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32b8003970 con 0x55d7acb9c9b0 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32b7e00640 1 -- 172.21.15.44:0/3595226220 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f32c80316b0 con 0x55d7acb9c9b0 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32d81d1740 10 client.16776 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32d81d1740 10 client.16776 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32d81d1740 20 client.16776 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acc26f90 0x55d7acc29380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32d81d1740 4 client.16776 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d7acb10320 con 0x55d7acc26f90 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.864+0000 7f32cd400640 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acc26f90 0x55d7acc29380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.865+0000 7f32cd400640 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acc26f90 0x55d7acc29380 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4a0f9eab66e9777 server_cookie=fa801033f1531e1e in_seq=0 out_seq=0 2024-04-26T02:08:18.866 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.865+0000 7f32b7e00640 10 client.16776 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32b7e00640 1 -- 172.21.15.44:0/3595226220 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d7acb10320 con 0x55d7acc26f90 2024-04-26T02:08:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32b7e00640 10 client.16776 handle_command_reply: tid=0 2024-04-26T02:08:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 client.16776 shutdown 2024-04-26T02:08:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 msgr2=0x55d7acbaff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.873 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acbaff20 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f32c802aa80 tx=0x7f32c8005be0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 shutdown_connections 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d7acc26f90 0x55d7acc29380 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d7acba7b90 0x55d7acbad7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d7acb9d2d0 0x55d7acbad2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32b7e00640 0 client.16776 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 --2- 172.21.15.44:0/3595226220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d7acb9c9b0 0x55d7acbaff20 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 >> 172.21.15.44:0/3595226220 conn(0x55d7acb98ec0 msgr2=0x55d7acb9ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 shutdown_connections 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.874+0000 7f32d81d1740 1 -- 172.21.15.44:0/3595226220 wait complete. 2024-04-26T02:08:18.874 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32d81d1740 20 client.16776 trim_cache size 0 max 16384 2024-04-26T02:08:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:08:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:08:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:08:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:08:18.875 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f32b00a3d90 msgr2=0x7f32b00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f32b00a3d90 0x7f32b00a6250 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55d7acb9df50 tx=0x7f32c00d4640 comp rx=0 tx=0).stop 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074320 msgr2=0x7f32d01a0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074320 0x7f32d01a0410 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f32c000e9f0 tx=0x7f32c000edf0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 shutdown_connections 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f32b00a3d90 0x7f32b00a6250 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32d010e600 0x7f32d019a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f32d0074c40 0x7f32d01a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.875+0000 7f32cf200640 1 --2- 172.21.15.44:0/2160023500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f32d0074320 0x7f32d01a0410 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.876+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 >> 172.21.15.44:0/2160023500 conn(0x7f32d00fd890 msgr2=0x7f32d00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.876+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 shutdown_connections 2024-04-26T02:08:18.876 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:18.876+0000 7f32cf200640 1 -- 172.21.15.44:0/2160023500 wait complete. 2024-04-26T02:08:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:18 smithi156 ceph-mon[32543]: pgmap v417: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-04-26T02:08:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:18 smithi156 ceph-mon[32543]: daemon mds.f restarted 2024-04-26T02:08:19.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:18 smithi090 ceph-mon[32456]: pgmap v417: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-04-26T02:08:19.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:18 smithi090 ceph-mon[32456]: daemon mds.f restarted 2024-04-26T02:08:19.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:18 smithi044 ceph-mon[27847]: pgmap v417: 97 pgs: 97 active+clean; 5.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-04-26T02:08:19.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:18 smithi044 ceph-mon[27847]: daemon mds.f restarted 2024-04-26T02:08:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:19 smithi156 ceph-mon[32543]: osdmap e107: 12 total, 12 up, 12 in 2024-04-26T02:08:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:19 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:08:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:19 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6834/315830768,v1:172.21.15.156:6835/315830768] up:boot 2024-04-26T02:08:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:19 smithi156 ceph-mon[32543]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T02:08:20.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:19 smithi156 ceph-mon[32543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:08:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:19 smithi090 ceph-mon[32456]: osdmap e107: 12 total, 12 up, 12 in 2024-04-26T02:08:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:19 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:08:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:19 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6834/315830768,v1:172.21.15.156:6835/315830768] up:boot 2024-04-26T02:08:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:19 smithi090 ceph-mon[32456]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T02:08:20.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:19 smithi090 ceph-mon[32456]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:08:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:19 smithi044 ceph-mon[27847]: osdmap e107: 12 total, 12 up, 12 in 2024-04-26T02:08:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:19 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:08:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:19 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6834/315830768,v1:172.21.15.156:6835/315830768] up:boot 2024-04-26T02:08:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:19 smithi044 ceph-mon[27847]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T02:08:20.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:19 smithi044 ceph-mon[27847]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:08:21.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:20 smithi090 ceph-mon[32456]: pgmap v419: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:08:21.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:20 smithi044 ceph-mon[27847]: pgmap v419: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:08:21.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:20 smithi156 ceph-mon[32543]: pgmap v419: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-04-26T02:08:23.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:22 smithi090 ceph-mon[32456]: pgmap v420: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-04-26T02:08:23.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:22 smithi044 ceph-mon[27847]: pgmap v420: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-04-26T02:08:23.461 INFO:tasks.workunit.client.0.smithi044.stdout:375/600: open fd = 3 2024-04-26T02:08:23.461 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.461 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.461 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.462 INFO:tasks.workunit.client.0.smithi044.stdout:376/600: open fd = 3 2024-04-26T02:08:23.462 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.462 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.462 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.462 INFO:tasks.workunit.client.0.smithi044.stdout:377/600: open fd = 3 2024-04-26T02:08:23.462 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.463 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.463 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.463 INFO:tasks.workunit.client.0.smithi044.stdout:378/600: open fd = 3 2024-04-26T02:08:23.463 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.463 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.464 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.464 INFO:tasks.workunit.client.0.smithi044.stdout:379/600: open fd = 3 2024-04-26T02:08:23.464 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.464 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.464 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.464 INFO:tasks.workunit.client.0.smithi044.stdout:380/600: open fd = 3 2024-04-26T02:08:23.465 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.465 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.465 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.465 INFO:tasks.workunit.client.0.smithi044.stdout:381/600: open fd = 3 2024-04-26T02:08:23.465 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.465 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.466 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.466 INFO:tasks.workunit.client.0.smithi044.stdout:382/600: open fd = 3 2024-04-26T02:08:23.466 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.466 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.466 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.466 INFO:tasks.workunit.client.0.smithi044.stdout:383/600: open fd = 3 2024-04-26T02:08:23.467 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.467 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.467 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.467 INFO:tasks.workunit.client.0.smithi044.stdout:384/600: open fd = 3 2024-04-26T02:08:23.467 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.467 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.468 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.468 INFO:tasks.workunit.client.0.smithi044.stdout:385/600: open fd = 3 2024-04-26T02:08:23.468 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.468 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.468 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.469 INFO:tasks.workunit.client.0.smithi044.stdout:386/600: open fd = 3 2024-04-26T02:08:23.469 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.469 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.469 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.469 INFO:tasks.workunit.client.0.smithi044.stdout:387/600: open fd = 3 2024-04-26T02:08:23.469 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.470 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.470 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.470 INFO:tasks.workunit.client.0.smithi044.stdout:388/600: open fd = 3 2024-04-26T02:08:23.470 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.470 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.470 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.471 INFO:tasks.workunit.client.0.smithi044.stdout:389/600: open fd = 3 2024-04-26T02:08:23.471 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.471 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.471 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.471 INFO:tasks.workunit.client.0.smithi044.stdout:390/600: open fd = 3 2024-04-26T02:08:23.472 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.472 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.472 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.472 INFO:tasks.workunit.client.0.smithi044.stdout:391/600: open fd = 3 2024-04-26T02:08:23.472 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.472 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.472 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.473 INFO:tasks.workunit.client.0.smithi044.stdout:392/600: open fd = 3 2024-04-26T02:08:23.473 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.473 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.473 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.473 INFO:tasks.workunit.client.0.smithi044.stdout:393/600: open fd = 3 2024-04-26T02:08:23.473 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.474 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.474 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.474 INFO:tasks.workunit.client.0.smithi044.stdout:394/600: open fd = 3 2024-04-26T02:08:23.474 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.474 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.474 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.475 INFO:tasks.workunit.client.0.smithi044.stdout:395/600: open fd = 3 2024-04-26T02:08:23.475 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.475 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.475 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.475 INFO:tasks.workunit.client.0.smithi044.stdout:396/600: open fd = 3 2024-04-26T02:08:23.476 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.476 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.476 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.476 INFO:tasks.workunit.client.0.smithi044.stdout:397/600: open fd = 3 2024-04-26T02:08:23.477 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.477 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.477 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.477 INFO:tasks.workunit.client.0.smithi044.stdout:398/600: open fd = 3 2024-04-26T02:08:23.477 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.478 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.478 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.478 INFO:tasks.workunit.client.0.smithi044.stdout:399/600: open fd = 3 2024-04-26T02:08:23.478 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.479 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.479 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.479 INFO:tasks.workunit.client.0.smithi044.stdout:400/600: open fd = 3 2024-04-26T02:08:23.479 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.480 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.480 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.480 INFO:tasks.workunit.client.0.smithi044.stdout:401/600: open fd = 3 2024-04-26T02:08:23.480 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.480 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.481 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.481 INFO:tasks.workunit.client.0.smithi044.stdout:402/600: open fd = 3 2024-04-26T02:08:23.481 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.481 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.482 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.482 INFO:tasks.workunit.client.0.smithi044.stdout:403/600: open fd = 3 2024-04-26T02:08:23.482 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.482 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.483 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.483 INFO:tasks.workunit.client.0.smithi044.stdout:404/600: open fd = 3 2024-04-26T02:08:23.483 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.483 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.484 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.484 INFO:tasks.workunit.client.0.smithi044.stdout:405/600: open fd = 3 2024-04-26T02:08:23.484 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.484 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.484 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.485 INFO:tasks.workunit.client.0.smithi044.stdout:406/600: open fd = 3 2024-04-26T02:08:23.485 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.485 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.485 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.485 INFO:tasks.workunit.client.0.smithi044.stdout:407/600: open fd = 3 2024-04-26T02:08:23.486 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.486 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.486 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.486 INFO:tasks.workunit.client.0.smithi044.stdout:408/600: open fd = 3 2024-04-26T02:08:23.487 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.487 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.487 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.487 INFO:tasks.workunit.client.0.smithi044.stdout:409/600: open fd = 3 2024-04-26T02:08:23.487 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.488 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.488 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.488 INFO:tasks.workunit.client.0.smithi044.stdout:410/600: open fd = 3 2024-04-26T02:08:23.488 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.489 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.489 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.489 INFO:tasks.workunit.client.0.smithi044.stdout:411/600: open fd = 3 2024-04-26T02:08:23.489 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.489 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.490 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.490 INFO:tasks.workunit.client.0.smithi044.stdout:412/600: open fd = 3 2024-04-26T02:08:23.490 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.490 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.493 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.493 INFO:tasks.workunit.client.0.smithi044.stdout:413/600: open fd = 3 2024-04-26T02:08:23.493 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.494 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.494 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.494 INFO:tasks.workunit.client.0.smithi044.stdout:414/600: open fd = 3 2024-04-26T02:08:23.494 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.495 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.495 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.495 INFO:tasks.workunit.client.0.smithi044.stdout:415/600: open fd = 3 2024-04-26T02:08:23.495 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.495 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.496 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.496 INFO:tasks.workunit.client.0.smithi044.stdout:416/600: open fd = 3 2024-04-26T02:08:23.496 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.496 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.497 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.497 INFO:tasks.workunit.client.0.smithi044.stdout:417/600: open fd = 3 2024-04-26T02:08:23.497 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.497 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.497 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.498 INFO:tasks.workunit.client.0.smithi044.stdout:418/600: open fd = 3 2024-04-26T02:08:23.498 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.498 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.498 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.498 INFO:tasks.workunit.client.0.smithi044.stdout:419/600: open fd = 3 2024-04-26T02:08:23.499 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.499 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.499 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.499 INFO:tasks.workunit.client.0.smithi044.stdout:420/600: open fd = 3 2024-04-26T02:08:23.499 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.500 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.500 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.500 INFO:tasks.workunit.client.0.smithi044.stdout:421/600: open fd = 3 2024-04-26T02:08:23.500 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.500 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.501 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.501 INFO:tasks.workunit.client.0.smithi044.stdout:422/600: open fd = 3 2024-04-26T02:08:23.501 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.501 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.501 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.501 INFO:tasks.workunit.client.0.smithi044.stdout:423/600: open fd = 3 2024-04-26T02:08:23.501 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.502 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.502 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.502 INFO:tasks.workunit.client.0.smithi044.stdout:424/600: open fd = 3 2024-04-26T02:08:23.502 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.502 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.503 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.503 INFO:tasks.workunit.client.0.smithi044.stdout:425/600: open fd = 3 2024-04-26T02:08:23.503 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.503 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.503 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.503 INFO:tasks.workunit.client.0.smithi044.stdout:426/600: open fd = 3 2024-04-26T02:08:23.504 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.504 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.504 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.504 INFO:tasks.workunit.client.0.smithi044.stdout:427/600: open fd = 3 2024-04-26T02:08:23.504 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.504 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.505 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.505 INFO:tasks.workunit.client.0.smithi044.stdout:428/600: open fd = 3 2024-04-26T02:08:23.505 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.505 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.505 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.506 INFO:tasks.workunit.client.0.smithi044.stdout:429/600: open fd = 3 2024-04-26T02:08:23.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.506 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.506 INFO:tasks.workunit.client.0.smithi044.stdout:430/600: open fd = 3 2024-04-26T02:08:23.506 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.507 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.507 INFO:tasks.workunit.client.0.smithi044.stdout:431/600: open fd = 3 2024-04-26T02:08:23.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.507 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.507 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.508 INFO:tasks.workunit.client.0.smithi044.stdout:432/600: open fd = 3 2024-04-26T02:08:23.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.508 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.508 INFO:tasks.workunit.client.0.smithi044.stdout:433/600: open fd = 3 2024-04-26T02:08:23.508 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.509 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.509 INFO:tasks.workunit.client.0.smithi044.stdout:434/600: open fd = 3 2024-04-26T02:08:23.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.509 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.510 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.510 INFO:tasks.workunit.client.0.smithi044.stdout:435/600: open fd = 3 2024-04-26T02:08:23.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.510 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.510 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.510 INFO:tasks.workunit.client.0.smithi044.stdout:436/600: open fd = 3 2024-04-26T02:08:23.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.511 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:08:23.511 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:08:23.512 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:22 smithi156 ceph-mon[32543]: pgmap v420: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-04-26T02:08:25.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:24 smithi044 ceph-mon[27847]: pgmap v421: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:25.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:24 smithi156 ceph-mon[32543]: pgmap v421: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:25.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:24 smithi090 ceph-mon[32456]: pgmap v421: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:26.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:26 smithi044 ceph-mon[27847]: pgmap v422: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:26.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:26 smithi156 ceph-mon[32543]: pgmap v422: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:26.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:26 smithi090 ceph-mon[32456]: pgmap v422: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:28.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:28 smithi156 ceph-mon[32543]: pgmap v423: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:28.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:28 smithi090 ceph-mon[32456]: pgmap v423: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:28 smithi044 ceph-mon[27847]: pgmap v423: 97 pgs: 97 active+clean; 5.5 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-04-26T02:08:30.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:30 smithi156 ceph-mon[32543]: pgmap v424: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:08:30.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:30 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:08:30.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:30 smithi090 ceph-mon[32456]: pgmap v424: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:08:30.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:30 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:08:31.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:30 smithi044 ceph-mon[27847]: pgmap v424: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:08:31.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:30 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:08:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.018+0000 7f4404200640 1 -- 172.21.15.44:0/5981340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 msgr2=0x7f43fc10ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.018+0000 7f4404200640 1 --2- 172.21.15.44:0/5981340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 0x7f43fc10ea00 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f43f0009930 tx=0x7f43f002a440 comp rx=0 tx=0).stop 2024-04-26T02:08:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.019+0000 7f4404200640 1 -- 172.21.15.44:0/5981340 shutdown_connections 2024-04-26T02:08:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.019+0000 7f4404200640 1 --2- 172.21.15.44:0/5981340 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108f20 0x7f43fc1153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.019+0000 7f4404200640 1 --2- 172.21.15.44:0/5981340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43fc108560 0x7f43fc1089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.019+0000 7f4404200640 1 --2- 172.21.15.44:0/5981340 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 0x7f43fc10ea00 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.019+0000 7f4404200640 1 -- 172.21.15.44:0/5981340 >> 172.21.15.44:0/5981340 conn(0x7f43fc0764e0 msgr2=0x7f43fc078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.019+0000 7f4404200640 1 -- 172.21.15.44:0/5981340 shutdown_connections 2024-04-26T02:08:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.019+0000 7f4404200640 1 -- 172.21.15.44:0/5981340 wait complete. 2024-04-26T02:08:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 Processor -- start 2024-04-26T02:08:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 -- start start 2024-04-26T02:08:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108560 0x7f43fc1a4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43fc108f20 0x7f43fc1a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 0x7f43fc19eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc118800 con 0x7f43fc108f20 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc118680 con 0x7f43fc10e620 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.020+0000 7f4404200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc118980 con 0x7f43fc108560 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4400e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43fc108f20 0x7f43fc1a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4401800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108560 0x7f43fc1a4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4401800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108560 0x7f43fc1a4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:58936/0 (socket says 172.21.15.44:58936) 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4401800640 1 -- 172.21.15.44:0/1630763713 learned_addr learned my addr 172.21.15.44:0/1630763713 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4402200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 0x7f43fc19eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4400e00640 1 -- 172.21.15.44:0/1630763713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108560 msgr2=0x7f43fc1a4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4400e00640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108560 0x7f43fc1a4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4400e00640 1 -- 172.21.15.44:0/1630763713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 msgr2=0x7f43fc19eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4400e00640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 0x7f43fc19eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4400e00640 1 -- 172.21.15.44:0/1630763713 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43fc19f2a0 con 0x7f43fc108f20 2024-04-26T02:08:32.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4401800640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108560 0x7f43fc1a4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:32.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.021+0000 7f4402200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 0x7f43fc19eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:32.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.022+0000 7f4400e00640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43fc108f20 0x7f43fc1a4e60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f43e800e9f0 tx=0x7f43e800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:32.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.022+0000 7f43fa000640 1 -- 172.21.15.44:0/1630763713 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e800ccc0 con 0x7f43fc108f20 2024-04-26T02:08:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.022+0000 7f43fa000640 1 -- 172.21.15.44:0/1630763713 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43e80108e0 con 0x7f43fc108f20 2024-04-26T02:08:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.022+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43fc19f590 con 0x7f43fc108f20 2024-04-26T02:08:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.022+0000 7f43fa000640 1 -- 172.21.15.44:0/1630763713 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e8018880 con 0x7f43fc108f20 2024-04-26T02:08:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.022+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43fc1ab7e0 con 0x7f43fc108f20 2024-04-26T02:08:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.025+0000 7f4406f7e740 1 Processor -- start 2024-04-26T02:08:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4406f7e740 1 -- start start 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f43fa000640 1 -- 172.21.15.44:0/1630763713 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f43e8010430 con 0x7f43fc108f20 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa25c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa304c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa32df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4406f7e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55defa98b900 con 0x55defaa26140 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4406f7e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55defa931ef0 con 0x55defaa30a00 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4406f7e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55defa9878c0 con 0x55defaa25820 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4401800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa304c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4402200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa25c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4401800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa304c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44478/0 (socket says 172.21.15.44:44478) 2024-04-26T02:08:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4401800640 1 -- 172.21.15.44:0/4104507900 learned_addr learned my addr 172.21.15.44:0/4104507900 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.026+0000 7f4400e00640 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa32df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f4401800640 1 -- 172.21.15.44:0/4104507900 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 msgr2=0x55defaa25c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f4401800640 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa25c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f4401800640 1 -- 172.21.15.44:0/4104507900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 msgr2=0x55defaa32df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f4401800640 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa32df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f4401800640 1 -- 172.21.15.44:0/4104507900 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55defa69e210 con 0x55defaa26140 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f4400e00640 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa32df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:32.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f4401800640 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa304c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f43f0009900 tx=0x7f43f0004520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879869b63029073d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f43eea00640 1 -- 172.21.15.44:0/4104507900 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f0040070 con 0x55defaa26140 2024-04-26T02:08:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f43eea00640 1 -- 172.21.15.44:0/4104507900 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43f00047a0 con 0x55defaa26140 2024-04-26T02:08:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.027+0000 7f43eea00640 1 -- 172.21.15.44:0/4104507900 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f0035040 con 0x55defaa26140 2024-04-26T02:08:32.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f43fa000640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f43e40a3e40 0x7f43e40a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f43fa000640 1 -- 172.21.15.44:0/1630763713 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f43e80d0a80 con 0x7f43fc108f20 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4402200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f43e40a3e40 0x7f43e40a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4406f7e740 1 -- 172.21.15.44:0/4104507900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 msgr2=0x55defaa304c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa304c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f43f0009900 tx=0x7f43f0004520 comp rx=0 tx=0).stop 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4406f7e740 1 -- 172.21.15.44:0/4104507900 shutdown_connections 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa32df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa304c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4104507900 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa25c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.028+0000 7f4406f7e740 1 -- 172.21.15.44:0/4104507900 >> 172.21.15.44:0/4104507900 conn(0x55defaa21d30 msgr2=0x55defaa22110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.029+0000 7f4406f7e740 1 -- 172.21.15.44:0/4104507900 shutdown_connections 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.029+0000 7f4406f7e740 1 -- 172.21.15.44:0/4104507900 wait complete. 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.029+0000 7f4402200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f43e40a3e40 0x7f43e40a6300 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f43f4005fd0 tx=0x7f43f4009600 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.029+0000 7f4406f7e740 1 -- start start 2024-04-26T02:08:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.029+0000 7f4406f7e740 1 Processor -- start 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa2d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa2de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa2e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4406f7e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55defaa335d0 con 0x55defaa26140 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4406f7e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55defa945310 con 0x55defaa30a00 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4406f7e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55defaa33750 con 0x55defaa25820 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4406f7e740 10 client.0 _ll_register_callbacks cb 0x55defa913cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4401800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa2d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4400e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa2de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4401800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa2d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:58942/0 (socket says 172.21.15.44:58942) 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4401800640 1 -- 172.21.15.44:0/4219254021 learned_addr learned my addr 172.21.15.44:0/4219254021 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.030+0000 7f4402200640 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa2e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4400e00640 1 -- 172.21.15.44:0/4219254021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 msgr2=0x55defaa2d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4400e00640 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa2d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4400e00640 1 -- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 msgr2=0x55defaa2e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4400e00640 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa2e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4400e00640 1 -- 172.21.15.44:0/4219254021 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55defa76a620 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4401800640 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa2d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4400e00640 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa2de60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f43e80ce1e0 tx=0x7f43e809c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a30f6a0005b765b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f43e3400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f43e3400640 1 -- 172.21.15.44:0/4219254021 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e809cae0 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f43e3400640 1 -- 172.21.15.44:0/4219254021 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f43e80ce460 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43f00047a0 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.031+0000 7f43e3400640 1 -- 172.21.15.44:0/4219254021 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f43e80ce660 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 10 client.16788 fetch_fsmap learned FSMap version 33 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55defaa3f810 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f43e3400640 1 -- 172.21.15.44:0/4219254021 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43f00047a0 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f43e3400640 1 -- 172.21.15.44:0/4219254021 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f43e809b9a0 con 0x55defaa26140 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 10 client.16788 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:08:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 10 client.16788 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 20 client.16788 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaa40cd0 0x55defaa430c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 4 client.16788 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:08:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.032+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55defa99f8b0 con 0x55defaa40cd0 2024-04-26T02:08:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.033+0000 7f4401800640 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaa40cd0 0x55defaa430c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.033+0000 7f4401800640 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaa40cd0 0x55defaa430c0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4ecf3d3ed46ada5 server_cookie=87d664417948d650 in_seq=0 out_seq=0 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.033+0000 7f43e3400640 10 client.16788 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f43e3400640 1 -- 172.21.15.44:0/4219254021 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55defa99f8b0 con 0x55defaa40cd0 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f43e3400640 10 client.16788 handle_command_reply: tid=0 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 client.16788 shutdown 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 msgr2=0x55defaa2de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa2de60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f43e80ce1e0 tx=0x7f43e809c440 comp rx=0 tx=0).stop 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 shutdown_connections 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaa40cd0 0x55defaa430c0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa2e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa2de60 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f43e3400640 0 client.16788 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 --2- 172.21.15.44:0/4219254021 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa2d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.034+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 >> 172.21.15.44:0/4219254021 conn(0x55defaa21d30 msgr2=0x55defaa27a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.035+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 shutdown_connections 2024-04-26T02:08:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.035+0000 7f4406f7e740 1 -- 172.21.15.44:0/4219254021 wait complete. 2024-04-26T02:08:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.035+0000 7f4406f7e740 20 client.16788 trim_cache size 0 max 16384 2024-04-26T02:08:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.053+0000 7f4406f7e740 1 Processor -- start 2024-04-26T02:08:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4406f7e740 1 -- start start 2024-04-26T02:08:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa3c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa21610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa489d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4406f7e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc1b3fb0 con 0x55defaa26140 2024-04-26T02:08:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4406f7e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc1b5af0 con 0x55defaa30a00 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4406f7e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc1b4680 con 0x55defaa25820 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4400e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa21610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4400e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa21610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44484/0 (socket says 172.21.15.44:44484) 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4401800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa3c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.054+0000 7f4400e00640 1 -- 172.21.15.44:0/3015799914 learned_addr learned my addr 172.21.15.44:0/3015799914 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4402200640 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa489d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4400e00640 1 -- 172.21.15.44:0/3015799914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 msgr2=0x55defaa3c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4400e00640 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa3c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4400e00640 1 -- 172.21.15.44:0/3015799914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 msgr2=0x55defaa489d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4400e00640 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa489d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4400e00640 1 -- 172.21.15.44:0/3015799914 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55defaa43740 con 0x55defaa26140 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4402200640 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa489d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f4400e00640 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa21610 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f43e809ad90 tx=0x7f43e800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=439c0dac664653 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f43ee000640 1 -- 172.21.15.44:0/3015799914 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e80a56a0 con 0x55defaa26140 2024-04-26T02:08:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f43ee000640 1 -- 172.21.15.44:0/3015799914 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43e80a0de0 con 0x55defaa26140 2024-04-26T02:08:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.055+0000 7f43ee000640 1 -- 172.21.15.44:0/3015799914 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e8098830 con 0x55defaa26140 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 -- 172.21.15.44:0/3015799914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 msgr2=0x55defaa21610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa21610 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f43e809ad90 tx=0x7f43e800ce60 comp rx=0 tx=0).stop 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 -- 172.21.15.44:0/3015799914 shutdown_connections 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa30a00 0x55defaa489d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa26140 0x55defaa21610 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 --2- 172.21.15.44:0/3015799914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa25820 0x55defaa3c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 -- 172.21.15.44:0/3015799914 >> 172.21.15.44:0/3015799914 conn(0x55defaa21d30 msgr2=0x55defaa27a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 -- 172.21.15.44:0/3015799914 shutdown_connections 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.056+0000 7f4406f7e740 1 -- 172.21.15.44:0/3015799914 wait complete. 2024-04-26T02:08:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.057+0000 7f4406f7e740 1 -- start start 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.057+0000 7f4406f7e740 1 Processor -- start 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.057+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa25820 0x55defaa38e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa30a00 0x55defaa36100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4406f7e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa36640 0x55defaa36aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4406f7e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc1b5420 con 0x55defaa36640 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4406f7e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc1b4d50 con 0x55defaa25820 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4406f7e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc1b1fb0 con 0x55defaa30a00 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4406f7e740 10 client.0 _ll_register_callbacks cb 0x7f43e809c8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa36640 0x55defaa36aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa36640 0x55defaa36aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44500/0 (socket says 172.21.15.44:44500) 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 -- 172.21.15.44:0/343794027 learned_addr learned my addr 172.21.15.44:0/343794027 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4401800640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa25820 0x55defaa38e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4400e00640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa30a00 0x55defaa36100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 -- 172.21.15.44:0/343794027 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa30a00 msgr2=0x55defaa36100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa30a00 0x55defaa36100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 -- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa25820 msgr2=0x55defaa38e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa25820 0x55defaa38e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4402200640 1 -- 172.21.15.44:0/343794027 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55defaaa6400 con 0x55defaa36640 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.058+0000 7f4401800640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa25820 0x55defaa38e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f4402200640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa36640 0x55defaa36aa0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f43f401d6f0 tx=0x7f43f4015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=555d9aa813340ab9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f43e3400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f43e3400640 1 -- 172.21.15.44:0/343794027 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f401c730 con 0x55defaa36640 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f43e3400640 1 -- 172.21.15.44:0/343794027 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f43f401c8d0 con 0x55defaa36640 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43e80a0de0 con 0x55defaa36640 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f43e3400640 1 -- 172.21.15.44:0/343794027 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f43f401cad0 con 0x55defaa36640 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f4406f7e740 10 client.16794 fetch_fsmap learned FSMap version 33 2024-04-26T02:08:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55defaaa7750 con 0x55defaa36640 2024-04-26T02:08:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.059+0000 7f43e3400640 1 -- 172.21.15.44:0/343794027 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43e80a0de0 con 0x55defaa36640 2024-04-26T02:08:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f43e3400640 1 -- 172.21.15.44:0/343794027 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f43f401a040 con 0x55defaa36640 2024-04-26T02:08:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f4406f7e740 10 client.16794 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:08:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f4406f7e740 10 client.16794 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f4406f7e740 20 client.16794 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f4406f7e740 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaaa7ed0 0x55defaaaa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f4406f7e740 4 client.16794 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:08:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55defa999320 con 0x55defaaa7ed0 2024-04-26T02:08:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.060+0000 7f4401800640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaaa7ed0 0x55defaaaa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.061+0000 7f4401800640 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaaa7ed0 0x55defaaaa2f0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60d904170bd49f3c server_cookie=e410119c25aba72a in_seq=0 out_seq=0 2024-04-26T02:08:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.061+0000 7f43e3400640 10 client.16794 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.069+0000 7f43e3400640 1 -- 172.21.15.44:0/343794027 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55defa999320 con 0x55defaaa7ed0 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.069+0000 7f43e3400640 10 client.16794 handle_command_reply: tid=0 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.069+0000 7f4406f7e740 1 client.16794 shutdown 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.069+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa36640 msgr2=0x55defaa36aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.069+0000 7f4406f7e740 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa36640 0x55defaa36aa0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f43f401d6f0 tx=0x7f43f4015040 comp rx=0 tx=0).stop 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.069+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 shutdown_connections 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55defaaa7ed0 0x55defaaaa2f0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55defaa36640 0x55defaa36aa0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55defaa30a00 0x55defaa36100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f43e3400640 0 client.16794 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 1 --2- 172.21.15.44:0/343794027 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55defaa25820 0x55defaa38e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 >> 172.21.15.44:0/343794027 conn(0x55defaa21d30 msgr2=0x55defaa27a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 shutdown_connections 2024-04-26T02:08:32.069 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 1 -- 172.21.15.44:0/343794027 wait complete. 2024-04-26T02:08:32.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.070+0000 7f4406f7e740 20 client.16794 trim_cache size 0 max 16384 2024-04-26T02:08:32.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:08:32.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:08:32.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:08:32.070 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f43e40a3e40 msgr2=0x7f43e40a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f43e40a3e40 0x7f43e40a6300 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f43f4005fd0 tx=0x7f43f4009600 comp rx=0 tx=0).stop 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43fc108f20 msgr2=0x7f43fc1a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43fc108f20 0x7f43fc1a4e60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f43e800e9f0 tx=0x7f43e800eeb0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 shutdown_connections 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f43e40a3e40 0x7f43e40a6300 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f43fc10e620 0x7f43fc19eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43fc108f20 0x7f43fc1a4e60 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 --2- 172.21.15.44:0/1630763713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f43fc108560 0x7f43fc1a4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 >> 172.21.15.44:0/1630763713 conn(0x7f43fc0764e0 msgr2=0x7f43fc077c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 shutdown_connections 2024-04-26T02:08:32.071 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:32.071+0000 7f4404200640 1 -- 172.21.15.44:0/1630763713 wait complete. 2024-04-26T02:08:32.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:32 smithi156 ceph-mon[32543]: pgmap v425: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:32.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:32 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:08:32.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:32 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:08:32.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:32 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:08:32.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:32 smithi090 ceph-mon[32456]: pgmap v425: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:32.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:32 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:08:32.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:32 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:08:32.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:32 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:08:33.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:32 smithi044 ceph-mon[27847]: pgmap v425: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:33.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:32 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:08:33.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:32 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:08:33.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:32 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:08:34.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:34 smithi156 ceph-mon[32543]: pgmap v426: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-04-26T02:08:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:34 smithi090 ceph-mon[32456]: pgmap v426: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-04-26T02:08:35.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:34 smithi044 ceph-mon[27847]: pgmap v426: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-04-26T02:08:36.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:36 smithi156 ceph-mon[32543]: pgmap v427: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:36.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:36 smithi090 ceph-mon[32456]: pgmap v427: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:37.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:36 smithi044 ceph-mon[27847]: pgmap v427: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:38.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:38 smithi156 ceph-mon[32543]: pgmap v428: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:38.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:38 smithi090 ceph-mon[32456]: pgmap v428: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:39.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:38 smithi044 ceph-mon[27847]: pgmap v428: 97 pgs: 97 active+clean; 5.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:40.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:40 smithi156 ceph-mon[32543]: pgmap v429: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:08:40.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:40 smithi090 ceph-mon[32456]: pgmap v429: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:08:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:40 smithi044 ceph-mon[27847]: pgmap v429: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:08:42.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:42 smithi156 ceph-mon[32543]: pgmap v430: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:42.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:42 smithi090 ceph-mon[32456]: pgmap v430: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:43.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:42 smithi044 ceph-mon[27847]: pgmap v430: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:44.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:44 smithi156 ceph-mon[32543]: pgmap v431: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:08:44.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:44 smithi090 ceph-mon[32456]: pgmap v431: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:08:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:44 smithi044 ceph-mon[27847]: pgmap v431: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:08:45.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 -- 172.21.15.44:0/513009652 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076da0 msgr2=0x7f9d081126e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 --2- 172.21.15.44:0/513009652 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076da0 0x7f9d081126e0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0009900 tx=0x7f9cf002a400 comp rx=0 tx=0).stop 2024-04-26T02:08:45.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 -- 172.21.15.44:0/513009652 shutdown_connections 2024-04-26T02:08:45.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 --2- 172.21.15.44:0/513009652 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d08112c20 0x7f9d08115010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 --2- 172.21.15.44:0/513009652 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076da0 0x7f9d081126e0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 --2- 172.21.15.44:0/513009652 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d08076480 0x7f9d08076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 -- 172.21.15.44:0/513009652 >> 172.21.15.44:0/513009652 conn(0x7f9d080ffa30 msgr2=0x7f9d08101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 -- 172.21.15.44:0/513009652 shutdown_connections 2024-04-26T02:08:45.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.219+0000 7f9d0e600640 1 -- 172.21.15.44:0/513009652 wait complete. 2024-04-26T02:08:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.220+0000 7f9d0e600640 1 Processor -- start 2024-04-26T02:08:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.220+0000 7f9d0e600640 1 -- start start 2024-04-26T02:08:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0e600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076480 0x7f9d081a48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0e600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d08076da0 0x7f9d081a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0e600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d08112c20 0x7f9d0819ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0e600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d08118670 con 0x7f9d08076480 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0e600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081184f0 con 0x7f9d08112c20 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0e600640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081187f0 con 0x7f9d08076da0 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076480 0x7f9d081a48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076480 0x7f9d081a48a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:34370/0 (socket says 172.21.15.44:34370) 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 -- 172.21.15.44:0/213426840 learned_addr learned my addr 172.21.15.44:0/213426840 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d08112c20 0x7f9d0819ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d07e00640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d08076da0 0x7f9d081a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 -- 172.21.15.44:0/213426840 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d08076da0 msgr2=0x7f9d081a4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d08076da0 0x7f9d081a4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 -- 172.21.15.44:0/213426840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d08112c20 msgr2=0x7f9d0819ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d08112c20 0x7f9d0819ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0d200640 1 -- 172.21.15.44:0/213426840 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d0819f1d0 con 0x7f9d08076480 2024-04-26T02:08:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.221+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d08112c20 0x7f9d0819ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.222+0000 7f9d0d200640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076480 0x7f9d081a48a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9cf800ebc0 tx=0x7f9cf800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.222+0000 7f9d05600640 1 -- 172.21.15.44:0/213426840 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf8010630 con 0x7f9d08076480 2024-04-26T02:08:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.222+0000 7f9d05600640 1 -- 172.21.15.44:0/213426840 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf8010c80 con 0x7f9d08076480 2024-04-26T02:08:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.222+0000 7f9d05600640 1 -- 172.21.15.44:0/213426840 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf8018b60 con 0x7f9d08076480 2024-04-26T02:08:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.222+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d0819f4c0 con 0x7f9d08076480 2024-04-26T02:08:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.222+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d081ab760 con 0x7f9d08076480 2024-04-26T02:08:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.225+0000 7f9d12978740 1 Processor -- start 2024-04-26T02:08:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d12978740 1 -- start start 2024-04-26T02:08:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d12978740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f68f9b0 0x55793f68fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d12978740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 0x55793f69a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d12978740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f69ab90 0x55793f69cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d12978740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55793f5f5900 con 0x55793f6902d0 2024-04-26T02:08:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d12978740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55793f59bef0 con 0x55793f68f9b0 2024-04-26T02:08:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d12978740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55793f5f18c0 con 0x55793f69ab90 2024-04-26T02:08:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d07e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f69ab90 0x55793f69cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d07e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f69ab90 0x55793f69cf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:34742/0 (socket says 172.21.15.44:34742) 2024-04-26T02:08:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d07e00640 1 -- 172.21.15.44:0/352807354 learned_addr learned my addr 172.21.15.44:0/352807354 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.226+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f68f9b0 0x55793f68fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9d07e00640 1 -- 172.21.15.44:0/352807354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f68f9b0 msgr2=0x55793f68fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9d07e00640 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f68f9b0 0x55793f68fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9d07e00640 1 -- 172.21.15.44:0/352807354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 msgr2=0x55793f69a650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9d07e00640 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 0x55793f69a650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9d07e00640 1 -- 172.21.15.44:0/352807354 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55793f308210 con 0x55793f69ab90 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9d05600640 1 -- 172.21.15.44:0/213426840 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9cf8018d00 con 0x7f9d08076480 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9d07e00640 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f69ab90 0x55793f69cf80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0009900 tx=0x7f9cf0004150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7b77fb24166aedc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9cfe000640 1 -- 172.21.15.44:0/352807354 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf0035030 con 0x55793f69ab90 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9cfe000640 1 -- 172.21.15.44:0/352807354 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf00054f0 con 0x55793f69ab90 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.227+0000 7f9cfe000640 1 -- 172.21.15.44:0/352807354 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf00035f0 con 0x55793f69ab90 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 -- 172.21.15.44:0/352807354 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f69ab90 msgr2=0x55793f69cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f69ab90 0x55793f69cf80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0009900 tx=0x7f9cf0004150 comp rx=0 tx=0).stop 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 -- 172.21.15.44:0/352807354 shutdown_connections 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f69ab90 0x55793f69cf80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 0x55793f69a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 --2- 172.21.15.44:0/352807354 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f68f9b0 0x55793f68fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 -- 172.21.15.44:0/352807354 >> 172.21.15.44:0/352807354 conn(0x55793f68bec0 msgr2=0x55793f68c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 -- 172.21.15.44:0/352807354 shutdown_connections 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d12978740 1 -- 172.21.15.44:0/352807354 wait complete. 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.228+0000 7f9d05600640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cec0a3ca0 0x7f9cec0a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.229+0000 7f9d05600640 1 -- 172.21.15.44:0/213426840 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f9cf80d0e40 con 0x7f9d08076480 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.229+0000 7f9d07e00640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cec0a3ca0 0x7f9cec0a6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.229+0000 7f9d12978740 1 -- start start 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.229+0000 7f9d12978740 1 Processor -- start 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d12978740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f697b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d12978740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 0x55793f698050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d12978740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f698590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d12978740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55793f69d760 con 0x55793f6902d0 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d12978740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55793f5af310 con 0x55793f69ab90 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d12978740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55793f69d8e0 con 0x55793f68f9b0 2024-04-26T02:08:45.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d12978740 10 client.0 _ll_register_callbacks cb 0x55793f57dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d0d200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f697b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d0dc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f698590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d0dc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f698590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:49600/0 (socket says 172.21.15.44:49600) 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.230+0000 7f9d0dc00640 1 -- 172.21.15.44:0/3465867970 learned_addr learned my addr 172.21.15.44:0/3465867970 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d0dc00640 1 -- 172.21.15.44:0/3465867970 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 msgr2=0x55793f697b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f697b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d0dc00640 1 -- 172.21.15.44:0/3465867970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 msgr2=0x55793f698050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 0x55793f698050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d0dc00640 1 -- 172.21.15.44:0/3465867970 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55793f3d4620 con 0x55793f69ab90 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f698590 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9d00012700 tx=0x7f9d00009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fbcfee5e312c949 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9cf6a00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d07e00640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cec0a3ca0 0x7f9cec0a6160 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0005a80 tx=0x7f9cf0000bc0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9cf6a00640 1 -- 172.21.15.44:0/3465867970 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d00011950 con 0x55793f69ab90 2024-04-26T02:08:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9cf6a00640 1 -- 172.21.15.44:0/3465867970 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f9d00011af0 con 0x55793f69ab90 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.231+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cf00054f0 con 0x55793f69ab90 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.232+0000 7f9cf6a00640 1 -- 172.21.15.44:0/3465867970 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9d00011cf0 con 0x55793f69ab90 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.232+0000 7f9d12978740 10 client.26903 fetch_fsmap learned FSMap version 33 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.232+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55793f6a9a70 con 0x55793f69ab90 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.232+0000 7f9cf6a00640 1 -- 172.21.15.44:0/3465867970 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf00054f0 con 0x55793f69ab90 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9cf6a00640 1 -- 172.21.15.44:0/3465867970 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f9d0001c420 con 0x55793f69ab90 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d12978740 10 client.26903 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d12978740 10 client.26903 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d12978740 20 client.26903 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d12978740 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f6aaf80 0x55793f6ad370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d12978740 4 client.26903 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:08:45.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55793f6098b0 con 0x55793f6aaf80 2024-04-26T02:08:45.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d0d200640 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f6aaf80 0x55793f6ad370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9d0d200640 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f6aaf80 0x55793f6ad370 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=909e7c04674886b0 server_cookie=343d440ff38a9582 in_seq=0 out_seq=0 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.233+0000 7f9cf6a00640 10 client.26903 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.234+0000 7f9cf6a00640 1 -- 172.21.15.44:0/3465867970 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55793f6098b0 con 0x55793f6aaf80 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.234+0000 7f9cf6a00640 10 client.26903 handle_command_reply: tid=0 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.234+0000 7f9d12978740 1 client.26903 shutdown 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 msgr2=0x55793f698590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f698590 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9d00012700 tx=0x7f9d00009f90 comp rx=0 tx=0).stop 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 shutdown_connections 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f6aaf80 0x55793f6ad370 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f698590 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f6902d0 0x55793f698050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9cf6a00640 0 client.26903 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:45.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 --2- 172.21.15.44:0/3465867970 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f697b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 >> 172.21.15.44:0/3465867970 conn(0x55793f68bec0 msgr2=0x55793f691c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:45.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 shutdown_connections 2024-04-26T02:08:45.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 1 -- 172.21.15.44:0/3465867970 wait complete. 2024-04-26T02:08:45.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.235+0000 7f9d12978740 20 client.26903 trim_cache size 0 max 16384 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 Processor -- start 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 -- start start 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f6a6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f6902d0 0x55793f691ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f69ab90 0x55793f6b2c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081b3e90 con 0x55793f69ab90 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081b59d0 con 0x55793f6902d0 2024-04-26T02:08:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.252+0000 7f9d12978740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081b4560 con 0x55793f68f9b0 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f6a6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d07e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f6902d0 0x55793f691ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0dc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f69ab90 0x55793f6b2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f6a6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:34770/0 (socket says 172.21.15.44:34770) 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 -- 172.21.15.44:0/2292676319 learned_addr learned my addr 172.21.15.44:0/2292676319 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 -- 172.21.15.44:0/2292676319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f6902d0 msgr2=0x55793f691ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f6902d0 0x55793f691ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 -- 172.21.15.44:0/2292676319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f69ab90 msgr2=0x55793f6b2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f69ab90 0x55793f6b2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 -- 172.21.15.44:0/2292676319 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55793f6ad9d0 con 0x55793f68f9b0 2024-04-26T02:08:45.253 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f69ab90 0x55793f6b2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:45.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d07e00640 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f6902d0 0x55793f691ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:45.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.253+0000 7f9d0d200640 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f6a6650 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80992b0 tx=0x7f9cf801a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=994a1ffabdcd1856 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:45.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.254+0000 7f9cfd600640 1 -- 172.21.15.44:0/2292676319 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf80b5070 con 0x55793f68f9b0 2024-04-26T02:08:45.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.254+0000 7f9cfd600640 1 -- 172.21.15.44:0/2292676319 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf809f070 con 0x55793f68f9b0 2024-04-26T02:08:45.254 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.254+0000 7f9cfd600640 1 -- 172.21.15.44:0/2292676319 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf809b1e0 con 0x55793f68f9b0 2024-04-26T02:08:45.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.254+0000 7f9d12978740 1 -- 172.21.15.44:0/2292676319 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 msgr2=0x55793f6a6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.254+0000 7f9d12978740 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f6a6650 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80992b0 tx=0x7f9cf801a040 comp rx=0 tx=0).stop 2024-04-26T02:08:45.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 -- 172.21.15.44:0/2292676319 shutdown_connections 2024-04-26T02:08:45.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f69ab90 0x55793f6b2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.257 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f6902d0 0x55793f691ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 --2- 172.21.15.44:0/2292676319 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f68f9b0 0x55793f6a6650 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 -- 172.21.15.44:0/2292676319 >> 172.21.15.44:0/2292676319 conn(0x55793f68bec0 msgr2=0x55793f6913b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 -- 172.21.15.44:0/2292676319 shutdown_connections 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 -- 172.21.15.44:0/2292676319 wait complete. 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 -- start start 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.255+0000 7f9d12978740 1 Processor -- start 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d12978740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f68f9b0 0x55793f6a0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d12978740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f6902d0 0x55793f6a0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d12978740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f7104c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d12978740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081b5300 con 0x55793f68f9b0 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d12978740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081b4c30 con 0x55793f69ab90 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d12978740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9d081b1e70 con 0x55793f6902d0 2024-04-26T02:08:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d12978740 10 client.0 _ll_register_callbacks cb 0x7f9d00009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f68f9b0 0x55793f6a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f68f9b0 0x55793f6a0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:34404/0 (socket says 172.21.15.44:34404) 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 -- 172.21.15.44:0/2423313476 learned_addr learned my addr 172.21.15.44:0/2423313476 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d07e00640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f6902d0 0x55793f6a0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f7104c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 -- 172.21.15.44:0/2423313476 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f6902d0 msgr2=0x55793f6a0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f6902d0 0x55793f6a0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 -- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 msgr2=0x55793f7104c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f7104c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0d200640 1 -- 172.21.15.44:0/2423313476 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55793f710a00 con 0x55793f68f9b0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d07e00640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f6902d0 0x55793f6a0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.256+0000 7f9d0dc00640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f7104c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9d0d200640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f68f9b0 0x55793f6a0950 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8009ae0 tx=0x7f9cf80099b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98af244a42350532 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9cf6a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9cf6a00640 1 -- 172.21.15.44:0/2423313476 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf80b5040 con 0x55793f68f9b0 2024-04-26T02:08:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9cf6a00640 1 -- 172.21.15.44:0/2423313476 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f9cf80ce880 con 0x55793f68f9b0 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cf809f070 con 0x55793f68f9b0 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9cf6a00640 1 -- 172.21.15.44:0/2423313476 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9cf80a1200 con 0x55793f68f9b0 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9d12978740 10 client.16806 fetch_fsmap learned FSMap version 33 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55793f711b70 con 0x55793f68f9b0 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.257+0000 7f9cf6a00640 1 -- 172.21.15.44:0/2423313476 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf809f070 con 0x55793f68f9b0 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9cf6a00640 1 -- 172.21.15.44:0/2423313476 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f9cf809c2a0 con 0x55793f68f9b0 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9d12978740 10 client.16806 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9d12978740 10 client.16806 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9d12978740 20 client.16806 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9d12978740 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f7122f0 0x55793f714710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9d12978740 4 client.16806 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55793f603320 con 0x55793f7122f0 2024-04-26T02:08:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.258+0000 7f9d07e00640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f7122f0 0x55793f714710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.259+0000 7f9d07e00640 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f7122f0 0x55793f714710 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b224f47d67cda8b3 server_cookie=214a079701491c18 in_seq=0 out_seq=0 2024-04-26T02:08:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.259+0000 7f9cf6a00640 10 client.16806 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9cf6a00640 1 -- 172.21.15.44:0/2423313476 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55793f603320 con 0x55793f7122f0 2024-04-26T02:08:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9cf6a00640 10 client.16806 handle_command_reply: tid=0 2024-04-26T02:08:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 client.16806 shutdown 2024-04-26T02:08:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f68f9b0 msgr2=0x55793f6a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f68f9b0 0x55793f6a0950 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8009ae0 tx=0x7f9cf80099b0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 shutdown_connections 2024-04-26T02:08:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55793f7122f0 0x55793f714710 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55793f69ab90 0x55793f7104c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55793f6902d0 0x55793f6a0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9cf6a00640 0 client.16806 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 --2- 172.21.15.44:0/2423313476 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55793f68f9b0 0x55793f6a0950 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.268+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 >> 172.21.15.44:0/2423313476 conn(0x55793f68bec0 msgr2=0x55793f691c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.269+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 shutdown_connections 2024-04-26T02:08:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.269+0000 7f9d12978740 1 -- 172.21.15.44:0/2423313476 wait complete. 2024-04-26T02:08:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.269+0000 7f9d12978740 20 client.16806 trim_cache size 0 max 16384 2024-04-26T02:08:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:08:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:08:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:08:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cec0a3ca0 msgr2=0x7f9cec0a6160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cec0a3ca0 0x7f9cec0a6160 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0005a80 tx=0x7f9cf0000bc0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076480 msgr2=0x7f9d081a48a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076480 0x7f9d081a48a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9cf800ebc0 tx=0x7f9cf800c6a0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 shutdown_connections 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f9cec0a3ca0 0x7f9cec0a6160 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9d08112c20 0x7f9d0819ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9d08076da0 0x7f9d081a4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 --2- 172.21.15.44:0/213426840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d08076480 0x7f9d081a48a0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:45.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 >> 172.21.15.44:0/213426840 conn(0x7f9d080ffa30 msgr2=0x7f9d08113890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:45.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 shutdown_connections 2024-04-26T02:08:45.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:45.270+0000 7f9d0e600640 1 -- 172.21.15.44:0/213426840 wait complete. 2024-04-26T02:08:47.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:46 smithi044 ceph-mon[27847]: pgmap v432: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 12 op/s 2024-04-26T02:08:47.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:46 smithi156 ceph-mon[32543]: pgmap v432: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 12 op/s 2024-04-26T02:08:47.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:46 smithi090 ceph-mon[32456]: pgmap v432: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 12 op/s 2024-04-26T02:08:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:48 smithi044 ceph-mon[27847]: pgmap v433: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 12 op/s 2024-04-26T02:08:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:48 smithi156 ceph-mon[32543]: pgmap v433: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 12 op/s 2024-04-26T02:08:49.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:48 smithi090 ceph-mon[32456]: pgmap v433: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.9 KiB/s wr, 12 op/s 2024-04-26T02:08:51.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:50 smithi044 ceph-mon[27847]: pgmap v434: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:08:51.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:50 smithi156 ceph-mon[32543]: pgmap v434: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:08:51.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:50 smithi090 ceph-mon[32456]: pgmap v434: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:08:53.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:52 smithi044 ceph-mon[27847]: pgmap v435: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:53.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:52 smithi156 ceph-mon[32543]: pgmap v435: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:53.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:52 smithi090 ceph-mon[32456]: pgmap v435: 97 pgs: 97 active+clean; 5.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:08:55.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:54 smithi044 ceph-mon[27847]: pgmap v436: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:08:55.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:54 smithi156 ceph-mon[32543]: pgmap v436: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:08:55.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:54 smithi090 ceph-mon[32456]: pgmap v436: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:08:57.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:56 smithi044 ceph-mon[27847]: pgmap v437: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:57.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:56 smithi156 ceph-mon[32543]: pgmap v437: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:57.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:56 smithi090 ceph-mon[32456]: pgmap v437: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 -- 172.21.15.44:0/3503203022 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df81070a0 msgr2=0x7f0df810ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3503203022 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df81070a0 0x7f0df810ec70 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f0df0009860 tx=0x7f0df002a340 comp rx=0 tx=0).stop 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 -- 172.21.15.44:0/3503203022 shutdown_connections 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3503203022 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df81070a0 0x7f0df810ec70 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3503203022 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8102980 0x7f0df81069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3503203022 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0df8101fd0 0x7f0df81023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 -- 172.21.15.44:0/3503203022 >> 172.21.15.44:0/3503203022 conn(0x7f0df80fd890 msgr2=0x7f0df80ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 -- 172.21.15.44:0/3503203022 shutdown_connections 2024-04-26T02:08:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.419+0000 7f0dfce00640 1 -- 172.21.15.44:0/3503203022 wait complete. 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.420+0000 7f0dfce00640 1 Processor -- start 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0dfce00640 1 -- start start 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0dfce00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df8101fd0 0x7f0df8074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0dfce00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0df81070a0 0x7f0df8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0dfce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8074cd0 0x7f0df81a6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0dfce00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0df8111ff0 con 0x7f0df8074cd0 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0dfce00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0df8111e70 con 0x7f0df8101fd0 2024-04-26T02:08:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0dfce00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0df8112170 con 0x7f0df81070a0 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0df7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8074cd0 0x7f0df81a6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0df7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8074cd0 0x7f0df81a6780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39234/0 (socket says 172.21.15.44:39234) 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.421+0000 7f0df7e00640 1 -- 172.21.15.44:0/3905938278 learned_addr learned my addr 172.21.15.44:0/3905938278 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0df7400640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df8101fd0 0x7f0df8074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0deea00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0df81070a0 0x7f0df8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0df7e00640 1 -- 172.21.15.44:0/3905938278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0df81070a0 msgr2=0x7f0df8074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0df7e00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0df81070a0 0x7f0df8074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0df7e00640 1 -- 172.21.15.44:0/3905938278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df8101fd0 msgr2=0x7f0df8074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0df7e00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df8101fd0 0x7f0df8074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0df7e00640 1 -- 172.21.15.44:0/3905938278 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df81a6e20 con 0x7f0df8074cd0 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0deea00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0df81070a0 0x7f0df8074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.422+0000 7f0df7e00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8074cd0 0x7f0df81a6780 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0df002a930 tx=0x7f0df0032df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.423+0000 7f0df4c00640 1 -- 172.21.15.44:0/3905938278 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0042070 con 0x7f0df8074cd0 2024-04-26T02:08:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.423+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0df81a70b0 con 0x7f0df8074cd0 2024-04-26T02:08:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.423+0000 7f0df4c00640 1 -- 172.21.15.44:0/3905938278 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0df0030d50 con 0x7f0df8074cd0 2024-04-26T02:08:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.423+0000 7f0df4c00640 1 -- 172.21.15.44:0/3905938278 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0037040 con 0x7f0df8074cd0 2024-04-26T02:08:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.423+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0df81a75f0 con 0x7f0df8074cd0 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.426+0000 7f0e01393740 1 Processor -- start 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.426+0000 7f0df4c00640 1 -- 172.21.15.44:0/3905938278 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0df0045070 con 0x7f0df8074cd0 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.426+0000 7f0e01393740 1 -- start start 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0e01393740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3cfd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0e01393740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3da650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0e01393740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3dcf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0e01393740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55982c335900 con 0x55982c3d02d0 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0e01393740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55982c2dbef0 con 0x55982c3cf9b0 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0e01393740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55982c3318c0 con 0x55982c3dab90 2024-04-26T02:08:58.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0df7400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3da650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0df7400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3da650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39240/0 (socket says 172.21.15.44:39240) 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0df7400640 1 -- 172.21.15.44:0/3222194863 learned_addr learned my addr 172.21.15.44:0/3222194863 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0deea00640 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3cfd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.427+0000 7f0deea00640 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3dcf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0df7400640 1 -- 172.21.15.44:0/3222194863 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 msgr2=0x55982c3dcf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0df7400640 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3dcf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0df7400640 1 -- 172.21.15.44:0/3222194863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 msgr2=0x55982c3cfd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0df7400640 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3cfd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0df7400640 1 -- 172.21.15.44:0/3222194863 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55982c048210 con 0x55982c3d02d0 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0deea00640 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3dcf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:08:58.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0df7400640 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3da650 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0de8003a20 tx=0x7f0de8003ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7110b422bb0375b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0decc00640 1 -- 172.21.15.44:0/3222194863 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8004860 con 0x55982c3d02d0 2024-04-26T02:08:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0decc00640 1 -- 172.21.15.44:0/3222194863 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0de8015030 con 0x55982c3d02d0 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0decc00640 1 -- 172.21.15.44:0/3222194863 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8010980 con 0x55982c3d02d0 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.428+0000 7f0df4c00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0ddc0a3d90 0x7f0ddc0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0df4c00640 1 -- 172.21.15.44:0/3905938278 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f0df00efd80 con 0x7f0df8074cd0 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0deea00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0ddc0a3d90 0x7f0ddc0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0e01393740 1 -- 172.21.15.44:0/3222194863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 msgr2=0x55982c3da650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0e01393740 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3da650 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0de8003a20 tx=0x7f0de8003ee0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0e01393740 1 -- 172.21.15.44:0/3222194863 shutdown_connections 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0e01393740 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3dcf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0e01393740 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3da650 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0e01393740 1 --2- 172.21.15.44:0/3222194863 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3cfd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.429+0000 7f0e01393740 1 -- 172.21.15.44:0/3222194863 >> 172.21.15.44:0/3222194863 conn(0x55982c3cbec0 msgr2=0x55982c3cc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.430+0000 7f0e01393740 1 -- 172.21.15.44:0/3222194863 shutdown_connections 2024-04-26T02:08:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.430+0000 7f0deea00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0ddc0a3d90 0x7f0ddc0a6250 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x55982c3cd2e0 tx=0x7f0de0005a40 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.430+0000 7f0e01393740 1 -- 172.21.15.44:0/3222194863 wait complete. 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.430+0000 7f0e01393740 1 -- start start 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.430+0000 7f0e01393740 1 Processor -- start 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0e01393740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3d7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0e01393740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3d02d0 0x55982c3d8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0e01393740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3dab90 0x55982c3d85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0e01393740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55982c3dd7c0 con 0x55982c3dab90 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0e01393740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55982c2ef310 con 0x55982c3d02d0 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0e01393740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55982c3dd940 con 0x55982c3cf9b0 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0e01393740 10 client.0 _ll_register_callbacks cb 0x55982c2bdcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0df7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3dab90 0x55982c3d85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0df7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3dab90 0x55982c3d85a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39242/0 (socket says 172.21.15.44:39242) 2024-04-26T02:08:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0df7e00640 1 -- 172.21.15.44:0/2407512373 learned_addr learned my addr 172.21.15.44:0/2407512373 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0df7400640 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3d7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.431+0000 7f0deea00640 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3d02d0 0x55982c3d8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0df7e00640 1 -- 172.21.15.44:0/2407512373 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 msgr2=0x55982c3d7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0df7e00640 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3d7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0df7e00640 1 -- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3d02d0 msgr2=0x55982c3d8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0df7e00640 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3d02d0 0x55982c3d8060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0df7e00640 1 -- 172.21.15.44:0/2407512373 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55982c114620 con 0x55982c3dab90 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0df7e00640 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3dab90 0x55982c3d85a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0df0005820 tx=0x7f0df00bba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84890cf97143c01d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0de5600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0de5600640 1 -- 172.21.15.44:0/2407512373 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df00d5060 con 0x55982c3dab90 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0de5600640 1 -- 172.21.15.44:0/2407512373 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f0df00b84b0 con 0x55982c3dab90 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0de8015030 con 0x55982c3dab90 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.432+0000 7f0de5600640 1 -- 172.21.15.44:0/2407512373 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0df00be030 con 0x55982c3dab90 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 10 client.16818 fetch_fsmap learned FSMap version 33 2024-04-26T02:08:58.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55982c3e9a20 con 0x55982c3dab90 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0de5600640 1 -- 172.21.15.44:0/2407512373 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0de8015030 con 0x55982c3dab90 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0de5600640 1 -- 172.21.15.44:0/2407512373 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f0df00d5200 con 0x55982c3dab90 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 10 client.16818 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 10 client.16818 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 20 client.16818 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c3eae80 0x55982c3ed2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 4 client.16818 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.433+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55982c3498b0 con 0x55982c3eae80 2024-04-26T02:08:58.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.434+0000 7f0df7400640 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c3eae80 0x55982c3ed2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.434+0000 7f0df7400640 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c3eae80 0x55982c3ed2b0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec13f45273ce9ba4 server_cookie=38d9c547dee79c6d in_seq=0 out_seq=0 2024-04-26T02:08:58.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.434+0000 7f0de5600640 10 client.16818 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:58.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0de5600640 1 -- 172.21.15.44:0/2407512373 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55982c3498b0 con 0x55982c3eae80 2024-04-26T02:08:58.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0de5600640 10 client.16818 handle_command_reply: tid=0 2024-04-26T02:08:58.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 client.16818 shutdown 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3dab90 msgr2=0x55982c3d85a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3dab90 0x55982c3d85a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0df0005820 tx=0x7f0df00bba40 comp rx=0 tx=0).stop 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 shutdown_connections 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c3eae80 0x55982c3ed2b0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3dab90 0x55982c3d85a0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3d02d0 0x55982c3d8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0de5600640 0 client.16818 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 --2- 172.21.15.44:0/2407512373 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3d7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.435+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 >> 172.21.15.44:0/2407512373 conn(0x55982c3cbec0 msgr2=0x55982c3d1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.436+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 shutdown_connections 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.436+0000 7f0e01393740 1 -- 172.21.15.44:0/2407512373 wait complete. 2024-04-26T02:08:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.436+0000 7f0e01393740 20 client.16818 trim_cache size 0 max 16384 2024-04-26T02:08:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 Processor -- start 2024-04-26T02:08:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 -- start start 2024-04-26T02:08:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3e6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3d1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3f2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81afa00 con 0x55982c3d02d0 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81b1540 con 0x55982c3cf9b0 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.452+0000 7f0e01393740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81b00d0 con 0x55982c3dab90 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3d1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3d1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39254/0 (socket says 172.21.15.44:39254) 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 -- 172.21.15.44:0/4198575742 learned_addr learned my addr 172.21.15.44:0/4198575742 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0df7400640 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3e6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0df7e00640 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3f2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 -- 172.21.15.44:0/4198575742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 msgr2=0x55982c3f2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3f2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 -- 172.21.15.44:0/4198575742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 msgr2=0x55982c3e6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3e6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0deea00640 1 -- 172.21.15.44:0/4198575742 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55982c3d6ad0 con 0x55982c3d02d0 2024-04-26T02:08:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.453+0000 7f0df7400640 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3e6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:08:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.454+0000 7f0deea00640 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3d1bf0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0df806b4b0 tx=0x7f0de00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9750380549dd68d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.454+0000 7f0de7e00640 1 -- 172.21.15.44:0/4198575742 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de0022420 con 0x55982c3d02d0 2024-04-26T02:08:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.454+0000 7f0de7e00640 1 -- 172.21.15.44:0/4198575742 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0de0022a70 con 0x55982c3d02d0 2024-04-26T02:08:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.454+0000 7f0de7e00640 1 -- 172.21.15.44:0/4198575742 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de0021910 con 0x55982c3d02d0 2024-04-26T02:08:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.454+0000 7f0e01393740 1 -- 172.21.15.44:0/4198575742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 msgr2=0x55982c3d1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.454+0000 7f0e01393740 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3d1bf0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0df806b4b0 tx=0x7f0de00046c0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 -- 172.21.15.44:0/4198575742 shutdown_connections 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3dab90 0x55982c3f2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3d1bf0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 --2- 172.21.15.44:0/4198575742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3cf9b0 0x55982c3e6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 -- 172.21.15.44:0/4198575742 >> 172.21.15.44:0/4198575742 conn(0x55982c3cbec0 msgr2=0x55982c3cc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 -- 172.21.15.44:0/4198575742 shutdown_connections 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 -- 172.21.15.44:0/4198575742 wait complete. 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 -- start start 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.455+0000 7f0e01393740 1 Processor -- start 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0e01393740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3e0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0e01393740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3e0b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0e01393740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3dab90 0x55982c3e10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0e01393740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81b0e70 con 0x55982c3d02d0 2024-04-26T02:08:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0e01393740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81b07a0 con 0x55982c3dab90 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0e01393740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81ada40 con 0x55982c3cf9b0 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0e01393740 10 client.0 _ll_register_callbacks cb 0x7f0df00b8190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0deea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3e0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3dab90 0x55982c3e10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3dab90 0x55982c3e10a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56428/0 (socket says 172.21.15.44:56428) 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 -- 172.21.15.44:0/723713441 learned_addr learned my addr 172.21.15.44:0/723713441 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7400640 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3e0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 -- 172.21.15.44:0/723713441 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 msgr2=0x55982c3e0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3e0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 -- 172.21.15.44:0/723713441 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 msgr2=0x55982c3e0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3e0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.456+0000 7f0df7e00640 1 -- 172.21.15.44:0/723713441 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55982c450460 con 0x55982c3dab90 2024-04-26T02:08:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0df7e00640 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3dab90 0x55982c3e10a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0df0030490 tx=0x7f0df00303b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cea7cab91940a8f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:08:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0de5600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:08:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0de5600640 1 -- 172.21.15.44:0/723713441 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df00bbc10 con 0x55982c3dab90 2024-04-26T02:08:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0de5600640 1 -- 172.21.15.44:0/723713441 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7f0df00d5270 con 0x55982c3dab90 2024-04-26T02:08:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0de0022a70 con 0x55982c3dab90 2024-04-26T02:08:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0de5600640 1 -- 172.21.15.44:0/723713441 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0df00328f0 con 0x55982c3dab90 2024-04-26T02:08:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0e01393740 10 client.26927 fetch_fsmap learned FSMap version 33 2024-04-26T02:08:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.457+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55982c451770 con 0x55982c3dab90 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0de5600640 1 -- 172.21.15.44:0/723713441 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0de0022a70 con 0x55982c3dab90 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0de5600640 1 -- 172.21.15.44:0/723713441 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f0df00bad00 con 0x55982c3dab90 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0e01393740 10 client.26927 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0e01393740 10 client.26927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0e01393740 20 client.26927 populate_metadata read hostname 'smithi044' 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0e01393740 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c451d00 0x55982c454120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0e01393740 4 client.26927 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55982c343320 con 0x55982c451d00 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.458+0000 7f0df7400640 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c451d00 0x55982c454120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:08:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.459+0000 7f0df7400640 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c451d00 0x55982c454120 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2fb083a71c9b950 server_cookie=93492ef0862f05a4 in_seq=0 out_seq=0 2024-04-26T02:08:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.459+0000 7f0de5600640 10 client.26927 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0de5600640 1 -- 172.21.15.44:0/723713441 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55982c343320 con 0x55982c451d00 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0de5600640 10 client.26927 handle_command_reply: tid=0 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 client.26927 shutdown 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3dab90 msgr2=0x55982c3e10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3dab90 0x55982c3e10a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0df0030490 tx=0x7f0df00303b0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 shutdown_connections 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55982c451d00 0x55982c454120 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55982c3dab90 0x55982c3e10a0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55982c3d02d0 0x55982c3e0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 --2- 172.21.15.44:0/723713441 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55982c3cf9b0 0x55982c3e0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0de5600640 0 client.26927 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.467+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 >> 172.21.15.44:0/723713441 conn(0x55982c3cbec0 msgr2=0x55982c3d8370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.468+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 shutdown_connections 2024-04-26T02:08:58.467 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.468+0000 7f0e01393740 1 -- 172.21.15.44:0/723713441 wait complete. 2024-04-26T02:08:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.468+0000 7f0e01393740 20 client.26927 trim_cache size 0 max 16384 2024-04-26T02:08:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:08:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:08:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:08:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:08:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.468+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0ddc0a3d90 msgr2=0x7f0ddc0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0ddc0a3d90 0x7f0ddc0a6250 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x55982c3cd2e0 tx=0x7f0de0005a40 comp rx=0 tx=0).stop 2024-04-26T02:08:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8074cd0 msgr2=0x7f0df81a6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:08:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8074cd0 0x7f0df81a6780 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0df002a930 tx=0x7f0df0032df0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 shutdown_connections 2024-04-26T02:08:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0ddc0a3d90 0x7f0ddc0a6250 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0df8074cd0 0x7f0df81a6780 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0df81070a0 0x7f0df8074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 --2- 172.21.15.44:0/3905938278 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0df8101fd0 0x7f0df8074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:08:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 >> 172.21.15.44:0/3905938278 conn(0x7f0df80fd890 msgr2=0x7f0df80ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:08:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 shutdown_connections 2024-04-26T02:08:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:08:58.469+0000 7f0dfce00640 1 -- 172.21.15.44:0/3905938278 wait complete. 2024-04-26T02:08:59.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:08:58 smithi044 ceph-mon[27847]: pgmap v438: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:59.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:08:58 smithi156 ceph-mon[32543]: pgmap v438: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:08:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:08:58 smithi090 ceph-mon[32456]: pgmap v438: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:09:01.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:00 smithi044 ceph-mon[27847]: pgmap v439: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:09:01.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:00 smithi156 ceph-mon[32543]: pgmap v439: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:09:01.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:00 smithi090 ceph-mon[32456]: pgmap v439: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:09:03.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:02 smithi044 ceph-mon[27847]: pgmap v440: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:09:03.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:02 smithi156 ceph-mon[32543]: pgmap v440: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:09:03.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:02 smithi090 ceph-mon[32456]: pgmap v440: 97 pgs: 97 active+clean; 5.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:09:04.591 INFO:tasks.quiescer.fs.[cephfs]:Total duration (49.2) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T02:09:04.591 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.6 2024-04-26T02:09:04.591 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:09:05.072 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:09:05.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:04 smithi044 ceph-mon[27847]: pgmap v441: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-04-26T02:09:05.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:04 smithi156 ceph-mon[32543]: pgmap v441: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-04-26T02:09:05.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:04 smithi090 ceph-mon[32456]: pgmap v441: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-04-26T02:09:06.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:06 smithi044 ceph-mon[27847]: pgmap v442: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:09:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:06 smithi156 ceph-mon[32543]: pgmap v442: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:09:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:06 smithi090 ceph-mon[32456]: pgmap v442: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:09:07.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.479+0000 7fa548a00700 1 -- 172.21.15.44:0/3622908171 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 msgr2=0x7fa544107ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:07.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.479+0000 7fa548a00700 1 --2- 172.21.15.44:0/3622908171 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 0x7fa544107ca0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa534009990 tx=0x7fa534009ca0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.479+0000 7fa548a00700 1 -- 172.21.15.44:0/3622908171 shutdown_connections 2024-04-26T02:09:07.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.479+0000 7fa548a00700 1 --2- 172.21.15.44:0/3622908171 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa544102280 0x7fa54410e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.479+0000 7fa548a00700 1 --2- 172.21.15.44:0/3622908171 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 0x7fa544107ca0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.479+0000 7fa548a00700 1 --2- 172.21.15.44:0/3622908171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5441018c0 0x7fa544101d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.479+0000 7fa548a00700 1 -- 172.21.15.44:0/3622908171 >> 172.21.15.44:0/3622908171 conn(0x7fa5440fd3d0 msgr2=0x7fa5440ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:07.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.480+0000 7fa548a00700 1 -- 172.21.15.44:0/3622908171 shutdown_connections 2024-04-26T02:09:07.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.480+0000 7fa548a00700 1 -- 172.21.15.44:0/3622908171 wait complete. 2024-04-26T02:09:07.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 Processor -- start 2024-04-26T02:09:07.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 -- start start 2024-04-26T02:09:07.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa5441018c0 0x7fa544199100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:07.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa544102280 0x7fa544199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:07.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 0x7fa54419d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:07.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa544111aa0 con 0x7fa544102280 2024-04-26T02:09:07.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa544111920 con 0x7fa5441078c0 2024-04-26T02:09:07.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.481+0000 7fa548a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa544111c20 con 0x7fa5441018c0 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa544102280 0x7fa544199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa543200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 0x7fa54419d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa544102280 0x7fa544199640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33140/0 (socket says 172.21.15.44:33140) 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 -- 172.21.15.44:0/3360076550 learned_addr learned my addr 172.21.15.44:0/3360076550 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa542800700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa5441018c0 0x7fa544199100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 -- 172.21.15.44:0/3360076550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa5441018c0 msgr2=0x7fa544199100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa5441018c0 0x7fa544199100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 -- 172.21.15.44:0/3360076550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 msgr2=0x7fa54419d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 0x7fa54419d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.482+0000 7fa53be00700 1 -- 172.21.15.44:0/3360076550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa54419e110 con 0x7fa544102280 2024-04-26T02:09:07.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.483+0000 7fa542800700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa5441018c0 0x7fa544199100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:07.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.483+0000 7fa53be00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa544102280 0x7fa544199640 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa52c00e9a0 tx=0x7fa52c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:07.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.483+0000 7fa53b400700 1 -- 172.21.15.44:0/3360076550 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c00ca10 con 0x7fa544102280 2024-04-26T02:09:07.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.483+0000 7fa53b400700 1 -- 172.21.15.44:0/3360076550 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa52c00cbb0 con 0x7fa544102280 2024-04-26T02:09:07.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.483+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa54419e400 con 0x7fa544102280 2024-04-26T02:09:07.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.483+0000 7fa53b400700 1 -- 172.21.15.44:0/3360076550 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c010e60 con 0x7fa544102280 2024-04-26T02:09:07.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.484+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5440fd870 con 0x7fa544102280 2024-04-26T02:09:07.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.485+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa544069730 con 0x7fa544102280 2024-04-26T02:09:07.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.488+0000 7fa53b400700 1 -- 172.21.15.44:0/3360076550 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa52c010430 con 0x7fa544102280 2024-04-26T02:09:07.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.490+0000 7fa53b400700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa5280a3e30 0x7fa5280a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:07.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.490+0000 7fa53b400700 1 -- 172.21.15.44:0/3360076550 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 8411+0+0 (secure 0 0 0) 0x7fa52c0d0e10 con 0x7fa544102280 2024-04-26T02:09:07.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.490+0000 7fa542800700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa5280a3e30 0x7fa5280a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:07.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.491+0000 7fa542800700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa5280a3e30 0x7fa5280a62f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa53400b2e0 tx=0x7fa53401a040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:07.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.492+0000 7fa53b400700 1 -- 172.21.15.44:0/3360076550 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa52c09d4c0 con 0x7fa544102280 2024-04-26T02:09:07.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.777+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa54419a460 con 0x7fa544102280 2024-04-26T02:09:07.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.779+0000 7fa53b400700 1 -- 172.21.15.44:0/3360076550 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7fa52c09cdc0 con 0x7fa544102280 2024-04-26T02:09:07.780 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:09:07.780 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:09:07.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa5280a3e30 msgr2=0x7fa5280a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:07.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa5280a3e30 0x7fa5280a62f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa53400b2e0 tx=0x7fa53401a040 comp rx=0 tx=0).stop 2024-04-26T02:09:07.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa544102280 msgr2=0x7fa544199640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa544102280 0x7fa544199640 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa52c00e9a0 tx=0x7fa52c00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 shutdown_connections 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa5441018c0 0x7fa544199100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa5280a3e30 0x7fa5280a62f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa5441078c0 0x7fa54419d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 --2- 172.21.15.44:0/3360076550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa544102280 0x7fa544199640 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 >> 172.21.15.44:0/3360076550 conn(0x7fa5440fd3d0 msgr2=0x7fa54406b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 shutdown_connections 2024-04-26T02:09:07.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:07.782+0000 7fa548a00700 1 -- 172.21.15.44:0/3360076550 wait complete. 2024-04-26T02:09:07.784 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:09:08.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:07 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3360076550' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:08.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:07 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3360076550' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:08.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:07 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3360076550' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:08.763 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 84.6 --await-for 42.0' 2024-04-26T02:09:08.763 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 84.6 --await-for 42.0 2024-04-26T02:09:09.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:08 smithi044 ceph-mon[27847]: pgmap v443: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:09:09.187 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:09:09.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:08 smithi156 ceph-mon[32543]: pgmap v443: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:09:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:08 smithi090 ceph-mon[32456]: pgmap v443: 97 pgs: 97 active+clean; 5.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:09:11.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:10 smithi044 ceph-mon[27847]: pgmap v444: 97 pgs: 97 active+clean; 5.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 KiB/s wr, 38 op/s 2024-04-26T02:09:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:10 smithi156 ceph-mon[32543]: pgmap v444: 97 pgs: 97 active+clean; 5.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 KiB/s wr, 38 op/s 2024-04-26T02:09:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:10 smithi090 ceph-mon[32456]: pgmap v444: 97 pgs: 97 active+clean; 5.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 KiB/s wr, 38 op/s 2024-04-26T02:09:11.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.590+0000 7facad800700 1 -- 172.21.15.44:0/514387719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca8108bc0 msgr2=0x7faca8108fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.590+0000 7facad800700 1 --2- 172.21.15.44:0/514387719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca8108bc0 0x7faca8108fa0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fac980099c0 tx=0x7fac98009cd0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.590+0000 7facad800700 1 -- 172.21.15.44:0/514387719 shutdown_connections 2024-04-26T02:09:11.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.590+0000 7facad800700 1 --2- 172.21.15.44:0/514387719 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faca81019f0 0x7faca810f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.590+0000 7facad800700 1 --2- 172.21.15.44:0/514387719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca8108bc0 0x7faca8108fa0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.591+0000 7facad800700 1 --2- 172.21.15.44:0/514387719 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faca8101030 0x7faca81014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.591+0000 7facad800700 1 -- 172.21.15.44:0/514387719 >> 172.21.15.44:0/514387719 conn(0x7faca8077fe0 msgr2=0x7faca80ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.591+0000 7facad800700 1 -- 172.21.15.44:0/514387719 shutdown_connections 2024-04-26T02:09:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.591+0000 7facad800700 1 -- 172.21.15.44:0/514387719 wait complete. 2024-04-26T02:09:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.592+0000 7facad800700 1 Processor -- start 2024-04-26T02:09:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.592+0000 7facad800700 1 -- start start 2024-04-26T02:09:11.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7facad800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faca8101030 0x7faca8199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7facad800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca81019f0 0x7faca8199770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7facad800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faca8108bc0 0x7faca819da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7facad800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faca8112d00 con 0x7faca81019f0 2024-04-26T02:09:11.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7facad800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faca8112b80 con 0x7faca8101030 2024-04-26T02:09:11.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7facad800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7faca8112e80 con 0x7faca8108bc0 2024-04-26T02:09:11.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7faca6000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca81019f0 0x7faca8199770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7faca6000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca81019f0 0x7faca8199770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33162/0 (socket says 172.21.15.44:33162) 2024-04-26T02:09:11.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.593+0000 7faca6000700 1 -- 172.21.15.44:0/3895049508 learned_addr learned my addr 172.21.15.44:0/3895049508 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca6a00700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faca8101030 0x7faca8199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca7400700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faca8108bc0 0x7faca819da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca6000700 1 -- 172.21.15.44:0/3895049508 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faca8108bc0 msgr2=0x7faca819da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca6000700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faca8108bc0 0x7faca819da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca6000700 1 -- 172.21.15.44:0/3895049508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faca8101030 msgr2=0x7faca8199230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca6000700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faca8101030 0x7faca8199230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca6000700 1 -- 172.21.15.44:0/3895049508 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faca819e150 con 0x7faca81019f0 2024-04-26T02:09:11.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.594+0000 7faca6000700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca81019f0 0x7faca8199770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fac9400eb30 tx=0x7fac9400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.595+0000 7fac9f400700 1 -- 172.21.15.44:0/3895049508 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac9400cc90 con 0x7faca81019f0 2024-04-26T02:09:11.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.595+0000 7fac9f400700 1 -- 172.21.15.44:0/3895049508 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac940044d0 con 0x7faca81019f0 2024-04-26T02:09:11.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.595+0000 7fac9f400700 1 -- 172.21.15.44:0/3895049508 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac94010430 con 0x7faca81019f0 2024-04-26T02:09:11.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.595+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faca819e440 con 0x7faca81019f0 2024-04-26T02:09:11.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.595+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faca8102140 con 0x7faca81019f0 2024-04-26T02:09:11.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.598+0000 7fac9f400700 1 -- 172.21.15.44:0/3895049508 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fac94003ea0 con 0x7faca81019f0 2024-04-26T02:09:11.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.600+0000 7fac9f400700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac8c0a3e50 0x7fac8c0a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.600+0000 7facb81f9b80 1 Processor -- start 2024-04-26T02:09:11.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.600+0000 7fac9f400700 1 -- 172.21.15.44:0/3895049508 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8499+0+0 (secure 0 0 0) 0x7fac940d0ad0 con 0x7faca81019f0 2024-04-26T02:09:11.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.600+0000 7facb81f9b80 1 -- start start 2024-04-26T02:09:11.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.600+0000 7faca6a00700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac8c0a3e50 0x7fac8c0a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.600+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b74d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.600+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b82570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7facb81f9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55de19ac8020 con 0x55de19b752d0 2024-04-26T02:09:11.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7facb81f9b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55de19a6e8c0 con 0x55de19b749b0 2024-04-26T02:09:11.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7facb81f9b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55de19ac3fe0 con 0x55de19b80180 2024-04-26T02:09:11.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7faca6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b74d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7faca6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b74d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36244/0 (socket says 172.21.15.44:36244) 2024-04-26T02:09:11.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7faca6a00700 1 -- 172.21.15.44:0/1272762457 learned_addr learned my addr 172.21.15.44:0/1272762457 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7faca7400700 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b82570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7faca6000700 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.601+0000 7faca6a00700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac8c0a3e50 0x7fac8c0a6310 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fac980059d0 tx=0x7fac98003700 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7faca6a00700 1 -- 172.21.15.44:0/1272762457 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 msgr2=0x55de19b82570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7faca6a00700 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b82570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7faca6a00700 1 -- 172.21.15.44:0/1272762457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 msgr2=0x55de19b7fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7faca6a00700 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7faca6a00700 1 -- 172.21.15.44:0/1272762457 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de19a64810 con 0x55de19b749b0 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7faca6000700 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7faca6a00700 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b74d90 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fac980099c0 tx=0x7fac98027000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f4c8f27b9633b52 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7fac93e00700 1 -- 172.21.15.44:0/1272762457 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac98003840 con 0x55de19b749b0 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7fac93e00700 1 -- 172.21.15.44:0/1272762457 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac9800b730 con 0x55de19b749b0 2024-04-26T02:09:11.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.602+0000 7fac93e00700 1 -- 172.21.15.44:0/1272762457 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac980276d0 con 0x55de19b749b0 2024-04-26T02:09:11.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.603+0000 7facb81f9b80 1 -- 172.21.15.44:0/1272762457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 msgr2=0x55de19b74d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.603+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b74d90 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fac980099c0 tx=0x7fac98027000 comp rx=0 tx=0).stop 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.604+0000 7facb81f9b80 1 -- 172.21.15.44:0/1272762457 shutdown_connections 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.604+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b82570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.604+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b74d90 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.604+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1272762457 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.604+0000 7facb81f9b80 1 -- 172.21.15.44:0/1272762457 >> 172.21.15.44:0/1272762457 conn(0x55de19aa3730 msgr2=0x55de19b70e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.604+0000 7facb81f9b80 1 -- 172.21.15.44:0/1272762457 shutdown_connections 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.604+0000 7facb81f9b80 1 -- 172.21.15.44:0/1272762457 wait complete. 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.605+0000 7facb81f9b80 1 -- start start 2024-04-26T02:09:11.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.605+0000 7facb81f9b80 1 Processor -- start 2024-04-26T02:09:11.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b7f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7facb81f9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55de19b82c40 con 0x55de19b752d0 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7facb81f9b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55de19a819f0 con 0x55de19b749b0 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7facb81f9b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55de19b82dc0 con 0x55de19b80180 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7facb81f9b80 10 client.0 _ll_register_callbacks cb 0x55de19a608b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7faca6000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7faca6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b7f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7faca6a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b7f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36262/0 (socket says 172.21.15.44:36262) 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.606+0000 7faca6a00700 1 -- 172.21.15.44:0/1907000877 learned_addr learned my addr 172.21.15.44:0/1907000877 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7faca7400700 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7faca6a00700 1 -- 172.21.15.44:0/1907000877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 msgr2=0x55de19b7d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7faca6a00700 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7faca6a00700 1 -- 172.21.15.44:0/1907000877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 msgr2=0x55de19b7cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7faca6a00700 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7faca6a00700 1 -- 172.21.15.44:0/1907000877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de19a15a60 con 0x55de19b749b0 2024-04-26T02:09:11.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.607+0000 7fd1bb600640 1 -- 172.21.15.44:0/818740934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b4108560 msgr2=0x7fd1b41089e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.607+0000 7fd1bb600640 1 --2- 172.21.15.44:0/818740934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b4108560 0x7fd1b41089e0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009930 tx=0x7fd1a002a440 comp rx=0 tx=0).stop 2024-04-26T02:09:11.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.607+0000 7fd1bb600640 1 -- 172.21.15.44:0/818740934 shutdown_connections 2024-04-26T02:09:11.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fd1bb600640 1 --2- 172.21.15.44:0/818740934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1b4108f20 0x7fd1b41153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fd1bb600640 1 --2- 172.21.15.44:0/818740934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b4108560 0x7fd1b41089e0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fd1bb600640 1 --2- 172.21.15.44:0/818740934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1b410e620 0x7fd1b410ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fd1bb600640 1 -- 172.21.15.44:0/818740934 >> 172.21.15.44:0/818740934 conn(0x7fd1b40764e0 msgr2=0x7fd1b4078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7faca6a00700 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b7f8e0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fac98009990 tx=0x7fac9800bc50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7585c1076a726376 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.607+0000 7fac90c00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:09:11.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fd1bb600640 1 -- 172.21.15.44:0/818740934 shutdown_connections 2024-04-26T02:09:11.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fd1bb600640 1 -- 172.21.15.44:0/818740934 wait complete. 2024-04-26T02:09:11.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fac90c00700 1 -- 172.21.15.44:0/1907000877 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac98003a50 con 0x55de19b749b0 2024-04-26T02:09:11.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fac90c00700 1 -- 172.21.15.44:0/1907000877 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8499+0+0 (secure 0 0 0) 0x7fac98021070 con 0x55de19b749b0 2024-04-26T02:09:11.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.608+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac9800b730 con 0x55de19b749b0 2024-04-26T02:09:11.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fac90c00700 1 -- 172.21.15.44:0/1907000877 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fac98003bf0 con 0x55de19b749b0 2024-04-26T02:09:11.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.608+0000 7facb81f9b80 10 client.26948 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:11.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.608+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55de19a5ec80 con 0x55de19b749b0 2024-04-26T02:09:11.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.608+0000 7fac90c00700 1 -- 172.21.15.44:0/1907000877 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac9800b730 con 0x55de19b749b0 2024-04-26T02:09:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.609+0000 7fd1bb600640 1 Processor -- start 2024-04-26T02:09:11.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.609+0000 7fac90c00700 1 -- 172.21.15.44:0/1907000877 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fac98024040 con 0x55de19b749b0 2024-04-26T02:09:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.609+0000 7fd1bb600640 1 -- start start 2024-04-26T02:09:11.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.609+0000 7facb81f9b80 10 client.26948 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:11.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.609+0000 7facb81f9b80 10 client.26948 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:09:11.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.609+0000 7facb81f9b80 20 client.26948 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:11.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.609+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19b8f7d0 0x55de19b91bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.609+0000 7facb81f9b80 4 client.26948 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:09:11.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.609+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de19ad5810 con 0x55de19b8f7d0 2024-04-26T02:09:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1bb600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1b4108560 0x7fd1b41a48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1bb600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1b4108f20 0x7fd1b41a4e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1bb600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b410e620 0x7fd1b419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1bb600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b41187e0 con 0x7fd1b4108f20 2024-04-26T02:09:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1bb600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b4118660 con 0x7fd1b410e620 2024-04-26T02:09:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1bb600640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b4118960 con 0x7fd1b4108560 2024-04-26T02:09:11.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.610+0000 7faca6000700 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19b8f7d0 0x55de19b91bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1b4108f20 0x7fd1b41a4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b9600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b410e620 0x7fd1b419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1b4108f20 0x7fd1b41a4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33208/0 (socket says 172.21.15.44:33208) 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b3e00640 1 -- 172.21.15.44:0/3593339754 learned_addr learned my addr 172.21.15.44:0/3593339754 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1b4108560 0x7fd1b41a48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b9600640 1 -- 172.21.15.44:0/3593339754 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1b4108560 msgr2=0x7fd1b41a48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b9600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1b4108560 0x7fd1b41a48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b9600640 1 -- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1b4108f20 msgr2=0x7fd1b41a4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b9600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1b4108f20 0x7fd1b41a4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.610+0000 7fd1b9600640 1 -- 172.21.15.44:0/3593339754 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1b419f200 con 0x7fd1b410e620 2024-04-26T02:09:11.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fd1b9600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b410e620 0x7fd1b419ea80 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac009fd0 tx=0x7fd1ac00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.611+0000 7faca6000700 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19b8f7d0 0x55de19b91bc0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f173a50478e2ca9b server_cookie=444af98e9b615b57 in_seq=0 out_seq=0 2024-04-26T02:09:11.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fac90c00700 10 client.26948 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fd1b1600640 1 -- 172.21.15.44:0/3593339754 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac00ce20 con 0x7fd1b410e620 2024-04-26T02:09:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fd1b1600640 1 -- 172.21.15.44:0/3593339754 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1ac005020 con 0x7fd1b410e620 2024-04-26T02:09:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fd1b1600640 1 -- 172.21.15.44:0/3593339754 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac010690 con 0x7fd1b410e620 2024-04-26T02:09:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1b419f4f0 con 0x7fd1b410e620 2024-04-26T02:09:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1b41ab790 con 0x7fd1b410e620 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fac90c00700 1 -- 172.21.15.44:0/1907000877 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55de19ad5810 con 0x55de19b8f7d0 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.611+0000 7fac90c00700 10 client.26948 handle_command_reply: tid=0 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 client.26948 shutdown 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 msgr2=0x55de19b7f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b7f8e0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fac98009990 tx=0x7fac9800bc50 comp rx=0 tx=0).stop 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 shutdown_connections 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19b8f7d0 0x55de19b91bc0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b749b0 0x55de19b7f8e0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1907000877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b7cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 >> 172.21.15.44:0/1907000877 conn(0x55de19aa3730 msgr2=0x55de19b70a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.618 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7fac90c00700 0 client.26948 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 shutdown_connections 2024-04-26T02:09:11.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 1 -- 172.21.15.44:0/1907000877 wait complete. 2024-04-26T02:09:11.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.612+0000 7facb81f9b80 20 client.26948 trim_cache size 0 max 16384 2024-04-26T02:09:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.615+0000 7fd1b1600640 1 -- 172.21.15.44:0/3593339754 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd1ac0054d0 con 0x7fd1b410e620 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.615+0000 7fd1be451740 1 Processor -- start 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1be451740 1 -- start start 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1be451740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f919dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1be451740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1be451740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f91aadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1be451740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5626f9103900 con 0x5626f919e140 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1be451740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5626f90a9ef0 con 0x5626f91a8a00 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1be451740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5626f90ff8c0 con 0x5626f919d820 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1b1600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd19c0a3e40 0x7fd19c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1b8c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1b8c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a84c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33214/0 (socket says 172.21.15.44:33214) 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1b8c00640 1 -- 172.21.15.44:0/2283536438 learned_addr learned my addr 172.21.15.44:0/2283536438 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.616+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f919dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b1600640 1 -- 172.21.15.44:0/3593339754 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8499+0+0 (secure 0 0 0) 0x7fd1ac0d0ed0 con 0x7fd1b410e620 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f91aadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b9600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd19c0a3e40 0x7fd19c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b8c00640 1 -- 172.21.15.44:0/2283536438 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 msgr2=0x5626f919dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f919dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b8c00640 1 -- 172.21.15.44:0/2283536438 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 msgr2=0x5626f91aadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f91aadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.617+0000 7fd1b8c00640 1 -- 172.21.15.44:0/2283536438 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626f8e16210 con 0x5626f919e140 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.618+0000 7fd1b9600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd19c0a3e40 0x7fd19c0a6300 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac0a5560 tx=0x7fd1ac005f70 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.618+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a84c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8009c90 tx=0x7fd1a8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c98c5f3f17780b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.618+0000 7fd1a5c00640 1 -- 172.21.15.44:0/2283536438 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a801e070 con 0x5626f919e140 2024-04-26T02:09:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.618+0000 7fd1a5c00640 1 -- 172.21.15.44:0/2283536438 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1a8009e40 con 0x5626f919e140 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.618+0000 7fd1a5c00640 1 -- 172.21.15.44:0/2283536438 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a8019650 con 0x5626f919e140 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 -- 172.21.15.44:0/2283536438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 msgr2=0x5626f91a84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a84c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8009c90 tx=0x7fd1a8011810 comp rx=0 tx=0).stop 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 -- 172.21.15.44:0/2283536438 shutdown_connections 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f91aadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a84c0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 --2- 172.21.15.44:0/2283536438 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f919dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 -- 172.21.15.44:0/2283536438 >> 172.21.15.44:0/2283536438 conn(0x5626f9199d30 msgr2=0x5626f919a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 -- 172.21.15.44:0/2283536438 shutdown_connections 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.619+0000 7fd1be451740 1 -- 172.21.15.44:0/2283536438 wait complete. 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.620+0000 7fd1be451740 1 -- start start 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.620+0000 7fd1be451740 1 Processor -- start 2024-04-26T02:09:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1be451740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91a59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1be451740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919e140 0x5626f91a5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1be451740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f91a8a00 0x5626f91a6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1be451740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5626f91ab630 con 0x5626f91a8a00 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1be451740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5626f90bd310 con 0x5626f919d820 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1be451740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5626f91ab7b0 con 0x5626f919e140 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1be451740 10 client.0 _ll_register_callbacks cb 0x5626f908bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f91a8a00 0x5626f91a6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f91a8a00 0x5626f91a6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33222/0 (socket says 172.21.15.44:33222) 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 -- 172.21.15.44:0/1876717268 learned_addr learned my addr 172.21.15.44:0/1876717268 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91a59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919e140 0x5626f91a5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 -- 172.21.15.44:0/1876717268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919e140 msgr2=0x5626f91a5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919e140 0x5626f91a5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 -- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 msgr2=0x5626f91a59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.621+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91a59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd1b3e00640 1 -- 172.21.15.44:0/1876717268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626f8ee2620 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f91a8a00 0x5626f91a6430 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009900 tx=0x7fd1a0009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20a7cec84f52c29b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd19a000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd19a000640 1 -- 172.21.15.44:0/1876717268 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a0035070 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5626f91178b0 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd19a000640 1 -- 172.21.15.44:0/1876717268 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8499+0+0 (secure 0 0 0) 0x7fd1a003d450 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd19a000640 1 -- 172.21.15.44:0/1876717268 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd1a0003e80 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd1be451740 10 client.16854 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.622+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5626f91b7900 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd19a000640 1 -- 172.21.15.44:0/1876717268 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5626f91178b0 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd19a000640 1 -- 172.21.15.44:0/1876717268 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd1a0053050 con 0x5626f91a8a00 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd1be451740 10 client.16854 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:11.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd1be451740 10 client.16854 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd1be451740 20 client.16854 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd1be451740 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f91b8d70 0x5626f91bb160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd1be451740 4 client.16854 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:09:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.623+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626f9111320 con 0x5626f91b8d70 2024-04-26T02:09:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.624+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f91b8d70 0x5626f91bb160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.624+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f91b8d70 0x5626f91bb160 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8063a7601baa5c6 server_cookie=1183e2118ccea12d in_seq=0 out_seq=0 2024-04-26T02:09:11.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.624+0000 7fd19a000640 10 client.16854 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.625+0000 7fd19a000640 1 -- 172.21.15.44:0/1876717268 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5626f9111320 con 0x5626f91b8d70 2024-04-26T02:09:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.625+0000 7fd19a000640 10 client.16854 handle_command_reply: tid=0 2024-04-26T02:09:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.625+0000 7fd1be451740 1 client.16854 shutdown 2024-04-26T02:09:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.625+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f91a8a00 msgr2=0x5626f91a6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.625+0000 7fd1be451740 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f91a8a00 0x5626f91a6430 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009900 tx=0x7fd1a0009680 comp rx=0 tx=0).stop 2024-04-26T02:09:11.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.625+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 shutdown_connections 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.625+0000 7fd1be451740 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f91b8d70 0x5626f91bb160 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd1be451740 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f91a8a00 0x5626f91a6430 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd19a000640 0 client.16854 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd1be451740 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919e140 0x5626f91a5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd1be451740 1 --2- 172.21.15.44:0/1876717268 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91a59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 >> 172.21.15.44:0/1876717268 conn(0x5626f9199d30 msgr2=0x5626f919fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 shutdown_connections 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd1be451740 1 -- 172.21.15.44:0/1876717268 wait complete. 2024-04-26T02:09:11.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.626+0000 7fd1be451740 20 client.16854 trim_cache size 0 max 16384 2024-04-26T02:09:11.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 Processor -- start 2024-04-26T02:09:11.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 -- start start 2024-04-26T02:09:11.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b749b0 0x55de19b7bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b752d0 0x55de19b79ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faca81af390 con 0x55de19b749b0 2024-04-26T02:09:11.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faca81b0ed0 con 0x55de19b752d0 2024-04-26T02:09:11.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7facb81f9b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7faca81afa60 con 0x55de19b80180 2024-04-26T02:09:11.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7faca6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b749b0 0x55de19b7bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7faca6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b749b0 0x55de19b7bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33228/0 (socket says 172.21.15.44:33228) 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7faca7400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.637+0000 7faca6a00700 1 -- 172.21.15.44:0/1150498704 learned_addr learned my addr 172.21.15.44:0/1150498704 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca6000700 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b752d0 0x55de19b79ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca6a00700 1 -- 172.21.15.44:0/1150498704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 msgr2=0x55de19b7a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca6a00700 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca6a00700 1 -- 172.21.15.44:0/1150498704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b752d0 msgr2=0x55de19b79ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca6a00700 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b752d0 0x55de19b79ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca6a00700 1 -- 172.21.15.44:0/1150498704 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de19b756b0 con 0x55de19b749b0 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca7400700 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7faca6a00700 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b749b0 0x55de19b7bdc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fac98005190 tx=0x7fac98005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8390a1250a6d8f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.638+0000 7fac93400700 1 -- 172.21.15.44:0/1150498704 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac9800b730 con 0x55de19b749b0 2024-04-26T02:09:11.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.639+0000 7fac93400700 1 -- 172.21.15.44:0/1150498704 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac9803c7c0 con 0x55de19b749b0 2024-04-26T02:09:11.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.639+0000 7fac93400700 1 -- 172.21.15.44:0/1150498704 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac98030570 con 0x55de19b749b0 2024-04-26T02:09:11.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.639+0000 7facb81f9b80 1 -- 172.21.15.44:0/1150498704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b749b0 msgr2=0x55de19b7bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.639+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b749b0 0x55de19b7bdc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fac98005190 tx=0x7fac98005050 comp rx=0 tx=0).stop 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 -- 172.21.15.44:0/1150498704 shutdown_connections 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b80180 0x55de19b7a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b749b0 0x55de19b7bdc0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 --2- 172.21.15.44:0/1150498704 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b752d0 0x55de19b79ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 -- 172.21.15.44:0/1150498704 >> 172.21.15.44:0/1150498704 conn(0x55de19aa3730 msgr2=0x55de19b7d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 -- 172.21.15.44:0/1150498704 shutdown_connections 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 -- 172.21.15.44:0/1150498704 wait complete. 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.640+0000 7facb81f9b80 1 -- start start 2024-04-26T02:09:11.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 1 Processor -- start 2024-04-26T02:09:11.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b749b0 0x55de19b949c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b92d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b80180 0x55de19b932b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faca81b0800 con 0x55de19b752d0 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7faca81b0130 con 0x55de19b80180 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7faca81ad370 con 0x55de19b749b0 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.641+0000 7facb81f9b80 10 client.0 _ll_register_callbacks cb 0x55de19a608b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b749b0 0x55de19b949c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b749b0 0x55de19b949c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:45728/0 (socket says 172.21.15.44:45728) 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca7400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b80180 0x55de19b932b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 -- 172.21.15.44:0/354942208 learned_addr learned my addr 172.21.15.44:0/354942208 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6000700 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b92d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 -- 172.21.15.44:0/354942208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b80180 msgr2=0x55de19b932b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b80180 0x55de19b932b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 -- 172.21.15.44:0/354942208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 msgr2=0x55de19b92d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b92d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 -- 172.21.15.44:0/354942208 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de19b938a0 con 0x55de19b749b0 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7faca6a00700 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b749b0 0x55de19b949c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fac980059a0 tx=0x7fac9803c300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=488019970220fb9d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.642+0000 7fac90c00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.643+0000 7fac90c00700 1 -- 172.21.15.44:0/354942208 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac98047020 con 0x55de19b749b0 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.643+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac9803c7c0 con 0x55de19b749b0 2024-04-26T02:09:11.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.643+0000 7fac90c00700 1 -- 172.21.15.44:0/354942208 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8499+0+0 (secure 0 0 0) 0x7fac98036040 con 0x55de19b749b0 2024-04-26T02:09:11.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.643+0000 7fac90c00700 1 -- 172.21.15.44:0/354942208 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fac98052050 con 0x55de19b749b0 2024-04-26T02:09:11.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.643+0000 7facb81f9b80 10 client.26962 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:11.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.643+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55de19bf67c0 con 0x55de19b749b0 2024-04-26T02:09:11.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.643+0000 7fac90c00700 1 -- 172.21.15.44:0/354942208 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac9803c7c0 con 0x55de19b749b0 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7fac90c00700 1 -- 172.21.15.44:0/354942208 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fac98043470 con 0x55de19b749b0 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7facb81f9b80 10 client.26962 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7facb81f9b80 10 client.26962 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7facb81f9b80 20 client.26962 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7facb81f9b80 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19bf6ce0 0x55de19bf90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7facb81f9b80 4 client.26962 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 84.6, "await_for": 42.0}] 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 84.6, "await_for": 42.0}) -- 0x55de19acf8b0 con 0x55de19bf6ce0 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.644+0000 7faca6000700 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19bf6ce0 0x55de19bf90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.645+0000 7faca6000700 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19bf6ce0 0x55de19bf90d0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8366d88a1c8b8838 server_cookie=25a88d6023153ed in_seq=0 out_seq=0 2024-04-26T02:09:11.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.645+0000 7fac90c00700 10 client.26962 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.647+0000 7fd1be451740 1 Processor -- start 2024-04-26T02:09:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.647+0000 7fd1be451740 1 -- start start 2024-04-26T02:09:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1be451740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91b44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1be451740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1be451740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f91a8a00 0x5626f91c09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1be451740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b41b3fd0 con 0x5626f919e140 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1be451740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b41b5b10 con 0x5626f919d820 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1be451740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b41b46a0 con 0x5626f91a8a00 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91b44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1b8c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91b44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36328/0 (socket says 172.21.15.44:36328) 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1b3e00640 1 -- 172.21.15.44:0/1480274555 learned_addr learned my addr 172.21.15.44:0/1480274555 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.648+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f91a8a00 0x5626f91c09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1b8c00640 1 -- 172.21.15.44:0/1480274555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f91a8a00 msgr2=0x5626f91c09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f91a8a00 0x5626f91c09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1b8c00640 1 -- 172.21.15.44:0/1480274555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 msgr2=0x5626f91b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91b44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1b8c00640 1 -- 172.21.15.44:0/1480274555 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626f91a3f60 con 0x5626f919e140 2024-04-26T02:09:11.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91b44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a03b0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8012fd0 tx=0x7fd1a8009a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5158810e4da113bb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1a5200640 1 -- 172.21.15.44:0/1480274555 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a801e040 con 0x5626f919e140 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1a5200640 1 -- 172.21.15.44:0/1480274555 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1a801f040 con 0x5626f919e140 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.649+0000 7fd1a5200640 1 -- 172.21.15.44:0/1480274555 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a802b2b0 con 0x5626f919e140 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.650+0000 7fd1be451740 1 -- 172.21.15.44:0/1480274555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 msgr2=0x5626f91a03b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.650+0000 7fd1be451740 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a03b0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8012fd0 tx=0x7fd1a8009a00 comp rx=0 tx=0).stop 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 -- 172.21.15.44:0/1480274555 shutdown_connections 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f91a8a00 0x5626f91c09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91a03b0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 --2- 172.21.15.44:0/1480274555 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f919d820 0x5626f91b44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 -- 172.21.15.44:0/1480274555 >> 172.21.15.44:0/1480274555 conn(0x5626f9199d30 msgr2=0x5626f91a42e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 -- 172.21.15.44:0/1480274555 shutdown_connections 2024-04-26T02:09:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 -- 172.21.15.44:0/1480274555 wait complete. 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 -- start start 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.651+0000 7fd1be451740 1 Processor -- start 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1be451740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f91adbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1be451740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1be451740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f921d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1be451740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b41b5440 con 0x5626f919e140 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1be451740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b41b4d70 con 0x5626f91a8a00 2024-04-26T02:09:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1be451740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b41b1fd0 con 0x5626f919d820 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1be451740 10 client.0 _ll_register_callbacks cb 0x7fd1a0003900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f921d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1b3e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f921d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:36338/0 (socket says 172.21.15.44:36338) 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1b3e00640 1 -- 172.21.15.44:0/2818097936 learned_addr learned my addr 172.21.15.44:0/2818097936 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.652+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f91adbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd1b3e00640 1 -- 172.21.15.44:0/2818097936 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 msgr2=0x5626f91adbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f91adbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd1b3e00640 1 -- 172.21.15.44:0/2818097936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 msgr2=0x5626f91ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd1b3e00640 1 -- 172.21.15.44:0/2818097936 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626f921d780 con 0x5626f91a8a00 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd1b3e00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f921d240 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fd1a003d9a0 tx=0x7fd1a002a440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f21f85c01e9923d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.653+0000 7fd19a000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.654+0000 7fd19a000640 1 -- 172.21.15.44:0/2818097936 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a0035070 con 0x5626f91a8a00 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.654+0000 7fd19a000640 1 -- 172.21.15.44:0/2818097936 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8499+0+0 (secure 0 0 0) 0x7fd1a00048c0 con 0x5626f91a8a00 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.654+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1a801f040 con 0x5626f91a8a00 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.654+0000 7fd19a000640 1 -- 172.21.15.44:0/2818097936 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd1a0067050 con 0x5626f91a8a00 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.654+0000 7fd1be451740 10 client.26969 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.654+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5626f921ea40 con 0x5626f91a8a00 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.654+0000 7fd19a000640 1 -- 172.21.15.44:0/2818097936 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1a801f040 con 0x5626f91a8a00 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd19a000640 1 -- 172.21.15.44:0/2818097936 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd1a0060060 con 0x5626f91a8a00 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd1be451740 10 client.26969 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd1be451740 10 client.26969 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd1be451740 20 client.26969 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd1be451740 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f921f160 0x5626f9221550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd1be451740 4 client.26969 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5626f910b190 con 0x5626f921f160 2024-04-26T02:09:11.656 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.655+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f921f160 0x5626f9221550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.656+0000 7fd1b8c00640 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f921f160 0x5626f9221550 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=513f994d07d61132 server_cookie=973999d63064b60 in_seq=0 out_seq=0 2024-04-26T02:09:11.657 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.656+0000 7fd19a000640 10 client.26969 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.661+0000 7fac90c00700 1 -- 172.21.15.44:0/354942208 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55de19acf8b0 con 0x55de19bf6ce0 2024-04-26T02:09:11.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.661+0000 7fac90c00700 10 client.26962 handle_command_reply: tid=0 2024-04-26T02:09:11.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 client.26962 shutdown 2024-04-26T02:09:11.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b749b0 msgr2=0x55de19b949c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b749b0 0x55de19b949c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fac980059a0 tx=0x7fac9803c300 comp rx=0 tx=0).stop 2024-04-26T02:09:11.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 shutdown_connections 2024-04-26T02:09:11.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55de19b749b0 0x55de19b949c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55de19bf6ce0 0x55de19bf90d0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55de19b80180 0x55de19b932b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 --2- 172.21.15.44:0/354942208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de19b752d0 0x55de19b92d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 >> 172.21.15.44:0/354942208 conn(0x55de19aa3730 msgr2=0x55de19b7e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.662+0000 7fac90c00700 0 client.26962 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.663+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 shutdown_connections 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.663+0000 7facb81f9b80 1 -- 172.21.15.44:0/354942208 wait complete. 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.663+0000 7facb81f9b80 20 client.26962 trim_cache size 0 max 16384 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:09:11.663 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 42, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "581769a4": { 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 42, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 84.6, 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:09:11.664 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:11.665 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac8c0a3e50 msgr2=0x7fac8c0a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac8c0a3e50 0x7fac8c0a6310 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fac980059d0 tx=0x7fac98003700 comp rx=0 tx=0).stop 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca81019f0 msgr2=0x7faca8199770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca81019f0 0x7faca8199770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fac9400eb30 tx=0x7fac9400ee40 comp rx=0 tx=0).stop 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 shutdown_connections 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7faca8108bc0 0x7faca819da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fac8c0a3e50 0x7fac8c0a6310 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7faca8101030 0x7faca8199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 --2- 172.21.15.44:0/3895049508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca81019f0 0x7faca8199770 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 >> 172.21.15.44:0/3895049508 conn(0x7faca8077fe0 msgr2=0x7faca8105a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 shutdown_connections 2024-04-26T02:09:11.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:11.664+0000 7facad800700 1 -- 172.21.15.44:0/3895049508 wait complete. 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.667+0000 7fd19a000640 1 -- 172.21.15.44:0/2818097936 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5626f910b190 con 0x5626f921f160 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.667+0000 7fd19a000640 10 client.26969 handle_command_reply: tid=0 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.667+0000 7fd1be451740 1 client.26969 shutdown 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 msgr2=0x5626f921d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f921d240 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fd1a003d9a0 tx=0x7fd1a002a440 comp rx=0 tx=0).stop 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 shutdown_connections 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5626f921f160 0x5626f9221550 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5626f91a8a00 0x5626f921d240 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626f919e140 0x5626f91ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 --2- 172.21.15.44:0/2818097936 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5626f919d820 0x5626f91adbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd19a000640 0 client.26969 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 >> 172.21.15.44:0/2818097936 conn(0x5626f9199d30 msgr2=0x5626f919f140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 shutdown_connections 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 1 -- 172.21.15.44:0/2818097936 wait complete. 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.668+0000 7fd1be451740 20 client.26969 trim_cache size 0 max 16384 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:09:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:09:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd19c0a3e40 msgr2=0x7fd19c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd19c0a3e40 0x7fd19c0a6300 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac0a5560 tx=0x7fd1ac005f70 comp rx=0 tx=0).stop 2024-04-26T02:09:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b410e620 msgr2=0x7fd1b419ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b410e620 0x7fd1b419ea80 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac009fd0 tx=0x7fd1ac00ef10 comp rx=0 tx=0).stop 2024-04-26T02:09:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 shutdown_connections 2024-04-26T02:09:11.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd19c0a3e40 0x7fd19c0a6300 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd1b410e620 0x7fd1b419ea80 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd1b4108f20 0x7fd1b41a4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 --2- 172.21.15.44:0/3593339754 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd1b4108560 0x7fd1b41a48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:11.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 >> 172.21.15.44:0/3593339754 conn(0x7fd1b40764e0 msgr2=0x7fd1b4077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:11.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 shutdown_connections 2024-04-26T02:09:11.671 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:11.669+0000 7fd1bb600640 1 -- 172.21.15.44:0/3593339754 wait complete. 2024-04-26T02:09:12.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:11 smithi044 ceph-mon[27847]: osdmap e108: 12 total, 12 up, 12 in 2024-04-26T02:09:12.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:11 smithi156 ceph-mon[32543]: osdmap e108: 12 total, 12 up, 12 in 2024-04-26T02:09:12.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:11 smithi090 ceph-mon[32456]: osdmap e108: 12 total, 12 up, 12 in 2024-04-26T02:09:12.689 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '581769a4', quiesce took 8.1 seconds. Will release after: 24.6 2024-04-26T02:09:13.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:12 smithi156 ceph-mon[32543]: pgmap v446: 97 pgs: 97 active+clean; 5.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:09:13.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:12 smithi090 ceph-mon[32456]: pgmap v446: 97 pgs: 97 active+clean; 5.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:09:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:12 smithi044 ceph-mon[27847]: pgmap v446: 97 pgs: 97 active+clean; 5.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:09:15.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:14 smithi156 ceph-mon[32543]: pgmap v447: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:09:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:14 smithi090 ceph-mon[32456]: pgmap v447: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:09:15.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:14 smithi044 ceph-mon[27847]: pgmap v447: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:09:17.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:16 smithi044 ceph-mon[27847]: pgmap v448: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:09:17.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:16 smithi044 ceph-mon[27847]: osdmap e109: 12 total, 12 up, 12 in 2024-04-26T02:09:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:16 smithi156 ceph-mon[32543]: pgmap v448: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:09:17.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:16 smithi156 ceph-mon[32543]: osdmap e109: 12 total, 12 up, 12 in 2024-04-26T02:09:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:16 smithi090 ceph-mon[32456]: pgmap v448: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-26T02:09:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:16 smithi090 ceph-mon[32456]: osdmap e109: 12 total, 12 up, 12 in 2024-04-26T02:09:19.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:18 smithi044 ceph-mon[27847]: pgmap v450: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-04-26T02:09:19.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:18 smithi156 ceph-mon[32543]: pgmap v450: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-04-26T02:09:19.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:18 smithi090 ceph-mon[32456]: pgmap v450: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-04-26T02:09:21.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:20 smithi044 ceph-mon[27847]: pgmap v451: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 16 op/s 2024-04-26T02:09:21.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:20 smithi156 ceph-mon[32543]: pgmap v451: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 16 op/s 2024-04-26T02:09:21.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:20 smithi090 ceph-mon[32456]: pgmap v451: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 16 op/s 2024-04-26T02:09:23.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:22 smithi044 ceph-mon[27847]: pgmap v452: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:09:23.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:22 smithi156 ceph-mon[32543]: pgmap v452: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:09:23.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:22 smithi090 ceph-mon[32456]: pgmap v452: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 -- 172.21.15.44:0/3848334374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 msgr2=0x7fc4ec1109e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 --2- 172.21.15.44:0/3848334374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 0x7fc4ec1109e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc4e4009ca0 tx=0x7fc4e402a950 comp rx=0 tx=0).stop 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 -- 172.21.15.44:0/3848334374 shutdown_connections 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 --2- 172.21.15.44:0/3848334374 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 0x7fc4ec1109e0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 --2- 172.21.15.44:0/3848334374 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4ec074ca0 0x7fc4ec10e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 --2- 172.21.15.44:0/3848334374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4ec074380 0x7fc4ec074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 -- 172.21.15.44:0/3848334374 >> 172.21.15.44:0/3848334374 conn(0x7fc4ec0fd8a0 msgr2=0x7fc4ec0ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 -- 172.21.15.44:0/3848334374 shutdown_connections 2024-04-26T02:09:24.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.817+0000 7fc4f3000640 1 -- 172.21.15.44:0/3848334374 wait complete. 2024-04-26T02:09:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.818+0000 7fc4f3000640 1 Processor -- start 2024-04-26T02:09:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.818+0000 7fc4f3000640 1 -- start start 2024-04-26T02:09:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f3000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4ec074380 0x7fc4ec101cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f3000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4ec074ca0 0x7fc4ec1021f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f3000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 0x7fc4ec102730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f3000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec114210 con 0x7fc4ec074ca0 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f3000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec114090 con 0x7fc4ec10e590 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f3000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec114390 con 0x7fc4ec074380 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4ec074ca0 0x7fc4ec1021f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4ec074380 0x7fc4ec101cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4ec074380 0x7fc4ec101cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:59182/0 (socket says 172.21.15.44:59182) 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f1c00640 1 -- 172.21.15.44:0/673613081 learned_addr learned my addr 172.21.15.44:0/673613081 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.819+0000 7fc4f2600640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 0x7fc4ec102730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4f1200640 1 -- 172.21.15.44:0/673613081 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4ec074380 msgr2=0x7fc4ec101cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4f1200640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4ec074380 0x7fc4ec101cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4f1200640 1 -- 172.21.15.44:0/673613081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 msgr2=0x7fc4ec102730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4f1200640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 0x7fc4ec102730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4f1200640 1 -- 172.21.15.44:0/673613081 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ec1aadd0 con 0x7fc4ec074ca0 2024-04-26T02:09:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4f1200640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4ec074ca0 0x7fc4ec1021f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc4d800e9f0 tx=0x7fc4d800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4ea000640 1 -- 172.21.15.44:0/673613081 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d800ccc0 con 0x7fc4ec074ca0 2024-04-26T02:09:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4ec1ab0c0 con 0x7fc4ec074ca0 2024-04-26T02:09:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.820+0000 7fc4ea000640 1 -- 172.21.15.44:0/673613081 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4d8005020 con 0x7fc4ec074ca0 2024-04-26T02:09:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.821+0000 7fc4ea000640 1 -- 172.21.15.44:0/673613081 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d8004a00 con 0x7fc4ec074ca0 2024-04-26T02:09:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.821+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4ec1ab5c0 con 0x7fc4ec074ca0 2024-04-26T02:09:24.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.825+0000 7fc4f7400740 1 Processor -- start 2024-04-26T02:09:24.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.825+0000 7fc4f7400740 1 -- start start 2024-04-26T02:09:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd81fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd82a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 0x563dbd82cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f7400740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563dbd785900 con 0x563dbd8202d0 2024-04-26T02:09:24.825 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f7400740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563dbd72bef0 con 0x563dbd81f9b0 2024-04-26T02:09:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f7400740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563dbd7818c0 con 0x563dbd82ab90 2024-04-26T02:09:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd82a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd82a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33386/0 (socket says 172.21.15.44:33386) 2024-04-26T02:09:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 -- 172.21.15.44:0/3309685554 learned_addr learned my addr 172.21.15.44:0/3309685554 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f2600640 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd81fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4ea000640 1 -- 172.21.15.44:0/673613081 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc4d80054f0 con 0x7fc4ec074ca0 2024-04-26T02:09:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 -- 172.21.15.44:0/3309685554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 msgr2=0x563dbd82cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 0x563dbd82cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 -- 172.21.15.44:0/3309685554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 msgr2=0x563dbd81fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd81fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f1c00640 1 -- 172.21.15.44:0/3309685554 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563dbd498210 con 0x563dbd8202d0 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.826+0000 7fc4f2600640 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd81fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.827+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd82a650 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc4e0009dc0 tx=0x7fc4e0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56fab6906fe61716 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.827+0000 7fc4dea00640 1 -- 172.21.15.44:0/3309685554 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e0005220 con 0x563dbd8202d0 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.827+0000 7fc4dea00640 1 -- 172.21.15.44:0/3309685554 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4e0004c50 con 0x563dbd8202d0 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.827+0000 7fc4dea00640 1 -- 172.21.15.44:0/3309685554 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e0019850 con 0x563dbd8202d0 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4ea000640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4d40a3d10 0x7fc4d40a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 -- 172.21.15.44:0/3309685554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 msgr2=0x563dbd82a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd82a650 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc4e0009dc0 tx=0x7fc4e0011810 comp rx=0 tx=0).stop 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 -- 172.21.15.44:0/3309685554 shutdown_connections 2024-04-26T02:09:24.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 0x563dbd82cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd82a650 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 --2- 172.21.15.44:0/3309685554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd81fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 -- 172.21.15.44:0/3309685554 >> 172.21.15.44:0/3309685554 conn(0x563dbd81bec0 msgr2=0x563dbd81c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4ea000640 1 -- 172.21.15.44:0/673613081 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7fc4d80d06d0 con 0x7fc4ec074ca0 2024-04-26T02:09:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f2600640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4d40a3d10 0x7fc4d40a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 -- 172.21.15.44:0/3309685554 shutdown_connections 2024-04-26T02:09:24.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.828+0000 7fc4f7400740 1 -- 172.21.15.44:0/3309685554 wait complete. 2024-04-26T02:09:24.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.829+0000 7fc4f7400740 1 -- start start 2024-04-26T02:09:24.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.829+0000 7fc4f2600640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4d40a3d10 0x7fc4d40a61d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4e4006010 tx=0x7fc4e4005d80 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.829+0000 7fc4f7400740 1 Processor -- start 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd81f9b0 0x563dbd827ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd828020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd82ab90 0x563dbd828560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f7400740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563dbd82d7c0 con 0x563dbd8202d0 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f7400740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563dbd73f310 con 0x563dbd82ab90 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f7400740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563dbd82d940 con 0x563dbd81f9b0 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f7400740 10 client.0 _ll_register_callbacks cb 0x563dbd70dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd828020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd828020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33396/0 (socket says 172.21.15.44:33396) 2024-04-26T02:09:24.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 -- 172.21.15.44:0/1523087966 learned_addr learned my addr 172.21.15.44:0/1523087966 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd81f9b0 0x563dbd827ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f2600640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd82ab90 0x563dbd828560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 -- 172.21.15.44:0/1523087966 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd81f9b0 msgr2=0x563dbd827ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd81f9b0 0x563dbd827ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 -- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd82ab90 msgr2=0x563dbd828560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd82ab90 0x563dbd828560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1200640 1 -- 172.21.15.44:0/1523087966 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563dbd564620 con 0x563dbd8202d0 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.830+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd81f9b0 0x563dbd827ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4f1200640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd828020 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8004610 tx=0x7fc4d809c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42ffcd4bc40045a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4d3400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4d3400640 1 -- 172.21.15.44:0/1523087966 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d801c070 con 0x563dbd8202d0 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4d3400640 1 -- 172.21.15.44:0/1523087966 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7fc4d80a4e30 con 0x563dbd8202d0 2024-04-26T02:09:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4e0004c50 con 0x563dbd8202d0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4d3400640 1 -- 172.21.15.44:0/1523087966 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc4d80ce280 con 0x563dbd8202d0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4f7400740 10 client.16878 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.831+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563dbd839a30 con 0x563dbd8202d0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4d3400640 1 -- 172.21.15.44:0/1523087966 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4e0004c50 con 0x563dbd8202d0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4d3400640 1 -- 172.21.15.44:0/1523087966 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc4d8004cc0 con 0x563dbd8202d0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4f7400740 10 client.16878 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4f7400740 10 client.16878 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4f7400740 20 client.16878 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd83aea0 0x563dbd83d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4f7400740 4 client.16878 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563dbd7998b0 con 0x563dbd83aea0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.832+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd83aea0 0x563dbd83d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.833+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd83aea0 0x563dbd83d290 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3d1e3c9223f1cdd server_cookie=15cae3101ed72aa1 in_seq=0 out_seq=0 2024-04-26T02:09:24.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.833+0000 7fc4d3400640 10 client.16878 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4d3400640 1 -- 172.21.15.44:0/1523087966 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563dbd7998b0 con 0x563dbd83aea0 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4d3400640 10 client.16878 handle_command_reply: tid=0 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 client.16878 shutdown 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 msgr2=0x563dbd828020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd828020 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8004610 tx=0x7fc4d809c070 comp rx=0 tx=0).stop 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 shutdown_connections 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd83aea0 0x563dbd83d290 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd82ab90 0x563dbd828560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd8202d0 0x563dbd828020 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1523087966 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd81f9b0 0x563dbd827ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4d3400640 0 client.16878 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 >> 172.21.15.44:0/1523087966 conn(0x563dbd81bec0 msgr2=0x563dbd821c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 shutdown_connections 2024-04-26T02:09:24.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 1 -- 172.21.15.44:0/1523087966 wait complete. 2024-04-26T02:09:24.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.834+0000 7fc4f7400740 20 client.16878 trim_cache size 0 max 16384 2024-04-26T02:09:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.851+0000 7fc4f7400740 1 Processor -- start 2024-04-26T02:09:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.851+0000 7fc4f7400740 1 -- start start 2024-04-26T02:09:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd81f9b0 0x563dbd81b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd8202d0 0x563dbd822370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 0x563dbd842b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f7400740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec1b3f50 con 0x563dbd81f9b0 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f7400740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec1b5a90 con 0x563dbd8202d0 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f7400740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec1b4620 con 0x563dbd82ab90 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd81f9b0 0x563dbd81b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd81f9b0 0x563dbd81b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33400/0 (socket says 172.21.15.44:33400) 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1c00640 1 -- 172.21.15.44:0/1079714415 learned_addr learned my addr 172.21.15.44:0/1079714415 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1200640 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd8202d0 0x563dbd822370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f2600640 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 0x563dbd842b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1c00640 1 -- 172.21.15.44:0/1079714415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 msgr2=0x563dbd842b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 0x563dbd842b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1c00640 1 -- 172.21.15.44:0/1079714415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd8202d0 msgr2=0x563dbd822370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.852+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd8202d0 0x563dbd822370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.853+0000 7fc4f1c00640 1 -- 172.21.15.44:0/1079714415 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563dbd82d2f0 con 0x563dbd81f9b0 2024-04-26T02:09:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.853+0000 7fc4f1200640 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd8202d0 0x563dbd822370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.853+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd81f9b0 0x563dbd81b7a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fc4e00049f0 tx=0x7fc4e0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=852ca6a458306b8d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.853+0000 7fc4de000640 1 -- 172.21.15.44:0/1079714415 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e00044d0 con 0x563dbd81f9b0 2024-04-26T02:09:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.853+0000 7fc4de000640 1 -- 172.21.15.44:0/1079714415 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4e002c8b0 con 0x563dbd81f9b0 2024-04-26T02:09:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.853+0000 7fc4de000640 1 -- 172.21.15.44:0/1079714415 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e0003cb0 con 0x563dbd81f9b0 2024-04-26T02:09:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 -- 172.21.15.44:0/1079714415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd81f9b0 msgr2=0x563dbd81b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd81f9b0 0x563dbd81b7a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fc4e00049f0 tx=0x7fc4e0005f90 comp rx=0 tx=0).stop 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 -- 172.21.15.44:0/1079714415 shutdown_connections 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd82ab90 0x563dbd842b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd8202d0 0x563dbd822370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1079714415 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd81f9b0 0x563dbd81b7a0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 -- 172.21.15.44:0/1079714415 >> 172.21.15.44:0/1079714415 conn(0x563dbd81bec0 msgr2=0x563dbd828330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 -- 172.21.15.44:0/1079714415 shutdown_connections 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.854+0000 7fc4f7400740 1 -- 172.21.15.44:0/1079714415 wait complete. 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.855+0000 7fc4f7400740 1 -- start start 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.855+0000 7fc4f7400740 1 Processor -- start 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.855+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd830760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.855+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd8202d0 0x563dbd830ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.855+0000 7fc4f7400740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd82ab90 0x563dbd8311e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f7400740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec1b53c0 con 0x563dbd82ab90 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f7400740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec1b4cf0 con 0x563dbd81f9b0 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f7400740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec1b1f50 con 0x563dbd8202d0 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f7400740 10 client.0 _ll_register_callbacks cb 0x7fc4d809c510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd82ab90 0x563dbd8311e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd830760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd82ab90 0x563dbd8311e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33404/0 (socket says 172.21.15.44:33404) 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f1c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd830760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45018/0 (socket says 172.21.15.44:45018) 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 -- 172.21.15.44:0/1388713699 learned_addr learned my addr 172.21.15.44:0/1388713699 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f1200640 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd8202d0 0x563dbd830ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 -- 172.21.15.44:0/1388713699 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd8202d0 msgr2=0x563dbd830ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd8202d0 0x563dbd830ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 -- 172.21.15.44:0/1388713699 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 msgr2=0x563dbd830760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd830760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f2600640 1 -- 172.21.15.44:0/1388713699 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563dbd8a04b0 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.856+0000 7fc4f1200640 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd8202d0 0x563dbd830ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4f2600640 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd82ab90 0x563dbd8311e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fc4e4009ca0 tx=0x7fc4e403c050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c09a5d54aa6f119 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4d3400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4d3400640 1 -- 172.21.15.44:0/1388713699 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e4057060 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4e002c8b0 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4d3400640 1 -- 172.21.15.44:0/1388713699 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7fc4e4004450 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4d3400640 1 -- 172.21.15.44:0/1388713699 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc4e4034040 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4f7400740 10 client.16884 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.857+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563dbd8a17f0 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4d3400640 1 -- 172.21.15.44:0/1388713699 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4e002c8b0 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4d3400640 1 -- 172.21.15.44:0/1388713699 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc4e4030440 con 0x563dbd82ab90 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4f7400740 10 client.16884 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4f7400740 10 client.16884 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4f7400740 20 client.16884 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd8a1f50 0x563dbd8a4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4f7400740 4 client.16884 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:09:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.858+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563dbd793320 con 0x563dbd8a1f50 2024-04-26T02:09:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.859+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd8a1f50 0x563dbd8a4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.859+0000 7fc4f1c00640 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd8a1f50 0x563dbd8a4370 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=676709ee9ddf9cc0 server_cookie=5acc7ec463fc9609 in_seq=0 out_seq=0 2024-04-26T02:09:24.861 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.859+0000 7fc4d3400640 10 client.16884 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.868+0000 7fc4d3400640 1 -- 172.21.15.44:0/1388713699 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563dbd793320 con 0x563dbd8a1f50 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.868+0000 7fc4d3400640 10 client.16884 handle_command_reply: tid=0 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.868+0000 7fc4f7400740 1 client.16884 shutdown 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd82ab90 msgr2=0x563dbd8311e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd82ab90 0x563dbd8311e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fc4e4009ca0 tx=0x7fc4e403c050 comp rx=0 tx=0).stop 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 shutdown_connections 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563dbd8a1f50 0x563dbd8a4370 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.868 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563dbd82ab90 0x563dbd8311e0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563dbd8202d0 0x563dbd830ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 --2- 172.21.15.44:0/1388713699 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563dbd81f9b0 0x563dbd830760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 >> 172.21.15.44:0/1388713699 conn(0x563dbd81bec0 msgr2=0x563dbd829310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4d3400640 0 client.16884 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 shutdown_connections 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 1 -- 172.21.15.44:0/1388713699 wait complete. 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.869+0000 7fc4f7400740 20 client.16884 trim_cache size 0 max 16384 2024-04-26T02:09:24.869 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:09:24.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:09:24.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:09:24.870 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4d40a3d10 msgr2=0x7fc4d40a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4d40a3d10 0x7fc4d40a61d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4e4006010 tx=0x7fc4e4005d80 comp rx=0 tx=0).stop 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4ec074ca0 msgr2=0x7fc4ec1021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4ec074ca0 0x7fc4ec1021f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc4d800e9f0 tx=0x7fc4d800eeb0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 shutdown_connections 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4d40a3d10 0x7fc4d40a61d0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4ec10e590 0x7fc4ec102730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4ec074ca0 0x7fc4ec1021f0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 --2- 172.21.15.44:0/673613081 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4ec074380 0x7fc4ec101cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 >> 172.21.15.44:0/673613081 conn(0x7fc4ec0fd8a0 msgr2=0x7fc4ec0fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 shutdown_connections 2024-04-26T02:09:24.871 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:24.870+0000 7fc4f3000640 1 -- 172.21.15.44:0/673613081 wait complete. 2024-04-26T02:09:25.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:24 smithi044 ceph-mon[27847]: pgmap v453: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-04-26T02:09:25.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:24 smithi156 ceph-mon[32543]: pgmap v453: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-04-26T02:09:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:24 smithi090 ceph-mon[32456]: pgmap v453: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-04-26T02:09:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:26 smithi044 ceph-mon[27847]: pgmap v454: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-04-26T02:09:27.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:26 smithi156 ceph-mon[32543]: pgmap v454: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-04-26T02:09:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:26 smithi090 ceph-mon[32456]: pgmap v454: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-04-26T02:09:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:28 smithi044 ceph-mon[27847]: pgmap v455: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-04-26T02:09:29.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:28 smithi156 ceph-mon[32543]: pgmap v455: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-04-26T02:09:29.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:28 smithi090 ceph-mon[32456]: pgmap v455: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-04-26T02:09:31.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:30 smithi156 ceph-mon[32543]: pgmap v456: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-04-26T02:09:31.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:30 smithi090 ceph-mon[32456]: pgmap v456: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-04-26T02:09:31.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:30 smithi044 ceph-mon[27847]: pgmap v456: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-04-26T02:09:33.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:32 smithi156 ceph-mon[32543]: pgmap v457: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-04-26T02:09:33.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:32 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:09:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:32 smithi090 ceph-mon[32456]: pgmap v457: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-04-26T02:09:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:32 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:09:33.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:32 smithi044 ceph-mon[27847]: pgmap v457: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-04-26T02:09:33.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:32 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:09:34.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:33 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:09:34.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:33 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:09:34.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:33 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:09:34.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:33 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:09:34.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:33 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:09:34.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:33 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:09:34.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:33 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:09:34.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:33 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:09:34.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:33 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:09:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:34 smithi156 ceph-mon[32543]: pgmap v458: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:09:35.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:34 smithi090 ceph-mon[32456]: pgmap v458: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:09:35.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:34 smithi044 ceph-mon[27847]: pgmap v458: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:09:37.156 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:36 smithi044 ceph-mon[27847]: pgmap v459: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:09:37.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:36 smithi156 ceph-mon[32543]: pgmap v459: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:09:37.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:36 smithi090 ceph-mon[32456]: pgmap v459: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:09:37.291 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:09:37.758 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:09:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.011+0000 7f77d1c00640 1 -- 172.21.15.44:0/3287355301 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc104d60 msgr2=0x7f77cc108da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.011+0000 7f77d1c00640 1 --2- 172.21.15.44:0/3287355301 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc104d60 0x7f77cc108da0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f77b8009860 tx=0x7f77b802a340 comp rx=0 tx=0).stop 2024-04-26T02:09:38.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.012+0000 7f77d1c00640 1 -- 172.21.15.44:0/3287355301 shutdown_connections 2024-04-26T02:09:38.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.012+0000 7f77d1c00640 1 --2- 172.21.15.44:0/3287355301 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77cc109480 0x7f77cc111050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.012+0000 7f77d1c00640 1 --2- 172.21.15.44:0/3287355301 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc104d60 0x7f77cc108da0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.012+0000 7f77d1c00640 1 --2- 172.21.15.44:0/3287355301 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77cc1043b0 0x7f77cc104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.012+0000 7f77d1c00640 1 -- 172.21.15.44:0/3287355301 >> 172.21.15.44:0/3287355301 conn(0x7f77cc0ffc50 msgr2=0x7f77cc102070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.012+0000 7f77d1c00640 1 -- 172.21.15.44:0/3287355301 shutdown_connections 2024-04-26T02:09:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.012+0000 7f77d1c00640 1 -- 172.21.15.44:0/3287355301 wait complete. 2024-04-26T02:09:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.013+0000 7f77d1c00640 1 Processor -- start 2024-04-26T02:09:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.013+0000 7f77d1c00640 1 -- start start 2024-04-26T02:09:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77d1c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77cc1043b0 0x7f77cc1a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77d1c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77cc109480 0x7f77cc1a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77d1c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc19a700 0x7f77cc19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77d1c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc1143c0 con 0x7f77cc109480 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77d1c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc114240 con 0x7f77cc1043b0 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77d1c00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc114540 con 0x7f77cc19a700 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77ca000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77cc109480 0x7f77cc1a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77caa00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77cc1043b0 0x7f77cc1a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77ca000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77cc109480 0x7f77cc1a0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44462/0 (socket says 172.21.15.44:44462) 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77ca000640 1 -- 172.21.15.44:0/771449468 learned_addr learned my addr 172.21.15.44:0/771449468 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.014+0000 7f77cb400640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc19a700 0x7f77cc19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.015+0000 7f77caa00640 1 -- 172.21.15.44:0/771449468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc19a700 msgr2=0x7f77cc19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.015+0000 7f77caa00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc19a700 0x7f77cc19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.015+0000 7f77caa00640 1 -- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77cc109480 msgr2=0x7f77cc1a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.015+0000 7f77caa00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77cc109480 0x7f77cc1a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.015+0000 7f77caa00640 1 -- 172.21.15.44:0/771449468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77cc19b300 con 0x7f77cc1043b0 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.015+0000 7f77caa00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77cc1043b0 0x7f77cc1a0640 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00e790 tx=0x7f77bc00ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.015+0000 7f77c3400640 1 -- 172.21.15.44:0/771449468 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc00eea0 con 0x7f77cc1043b0 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.016+0000 7f77c3400640 1 -- 172.21.15.44:0/771449468 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77bc00ccc0 con 0x7f77cc1043b0 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.016+0000 7f77c3400640 1 -- 172.21.15.44:0/771449468 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc018680 con 0x7f77cc1043b0 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.016+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77cc1a73e0 con 0x7f77cc1043b0 2024-04-26T02:09:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.016+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77cc1a7790 con 0x7f77cc1043b0 2024-04-26T02:09:38.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.019+0000 7f77c3400640 1 -- 172.21.15.44:0/771449468 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f77bc010430 con 0x7f77cc1043b0 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.019+0000 7f77d4a28740 1 Processor -- start 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.019+0000 7f77d4a28740 1 -- start start 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a60752ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a6075354c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607537df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77d4a28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a607490900 con 0x55a60752a820 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77d4a28740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a607436ef0 con 0x55a607535a00 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77d4a28740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a60748c8c0 con 0x55a60752b140 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a60752ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a60752ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44466/0 (socket says 172.21.15.44:44466) 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77ca000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607537df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77cb400640 1 -- 172.21.15.44:0/1909604837 learned_addr learned my addr 172.21.15.44:0/1909604837 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77caa00640 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a6075354c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77ca000640 1 -- 172.21.15.44:0/1909604837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 msgr2=0x55a6075354c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.020+0000 7f77ca000640 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a6075354c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77ca000640 1 -- 172.21.15.44:0/1909604837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 msgr2=0x55a60752ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77ca000640 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a60752ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77ca000640 1 -- 172.21.15.44:0/1909604837 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6071a3210 con 0x55a607535a00 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77c3400640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77b00a3dc0 0x7f77b00a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77ca000640 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607537df0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f77b802a930 tx=0x7f77b8005b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebc0caf94d9bdaef server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77c3400640 1 -- 172.21.15.44:0/771449468 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f77bc0d09b0 con 0x7f77cc1043b0 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77cb400640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77b00a3dc0 0x7f77b00a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77b7e00640 1 -- 172.21.15.44:0/1909604837 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b8041020 con 0x55a607535a00 2024-04-26T02:09:38.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77b7e00640 1 -- 172.21.15.44:0/1909604837 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77b8030dd0 con 0x55a607535a00 2024-04-26T02:09:38.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.021+0000 7f77b7e00640 1 -- 172.21.15.44:0/1909604837 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b8037040 con 0x55a607535a00 2024-04-26T02:09:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 -- 172.21.15.44:0/1909604837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 msgr2=0x55a607537df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77cb400640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77b00a3dc0 0x7f77b00a6280 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f77c4011630 tx=0x7f77c4009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607537df0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f77b802a930 tx=0x7f77b8005b20 comp rx=0 tx=0).stop 2024-04-26T02:09:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 -- 172.21.15.44:0/1909604837 shutdown_connections 2024-04-26T02:09:38.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607537df0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a6075354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1909604837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a60752ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 -- 172.21.15.44:0/1909604837 >> 172.21.15.44:0/1909604837 conn(0x55a607526d30 msgr2=0x55a607527110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 -- 172.21.15.44:0/1909604837 shutdown_connections 2024-04-26T02:09:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.022+0000 7f77d4a28740 1 -- 172.21.15.44:0/1909604837 wait complete. 2024-04-26T02:09:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 -- start start 2024-04-26T02:09:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 Processor -- start 2024-04-26T02:09:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752a820 0x55a607532980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752b140 0x55a607532ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607533400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a6075385d0 con 0x55a60752b140 2024-04-26T02:09:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a60744a310 con 0x55a607535a00 2024-04-26T02:09:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.023+0000 7f77d4a28740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a607538750 con 0x55a60752a820 2024-04-26T02:09:38.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77d4a28740 10 client.0 _ll_register_callbacks cb 0x55a607418cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752b140 0x55a607532ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77caa00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752a820 0x55a607532980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77caa00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752a820 0x55a607532980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:50474/0 (socket says 172.21.15.44:50474) 2024-04-26T02:09:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752b140 0x55a607532ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44472/0 (socket says 172.21.15.44:44472) 2024-04-26T02:09:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77caa00640 1 -- 172.21.15.44:0/1273343947 learned_addr learned my addr 172.21.15.44:0/1273343947 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77cb400640 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607533400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.031 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 -- 172.21.15.44:0/1273343947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752a820 msgr2=0x55a607532980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752a820 0x55a607532980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 -- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 msgr2=0x55a607533400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607533400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 -- 172.21.15.44:0/1273343947 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a60726f620 con 0x55a60752b140 2024-04-26T02:09:38.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77caa00640 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752a820 0x55a607532980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:38.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77ca000640 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752b140 0x55a607532ec0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f77b80057c0 tx=0x7f77b8030fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65203cb6ba64a03a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:38.032 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.024+0000 7f77b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:09:38.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.025+0000 7f77b4c00640 1 -- 172.21.15.44:0/1273343947 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b8041030 con 0x55a60752b140 2024-04-26T02:09:38.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.025+0000 7f77b4c00640 1 -- 172.21.15.44:0/1273343947 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f77b8004450 con 0x55a60752b140 2024-04-26T02:09:38.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.025+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77b8030dd0 con 0x55a60752b140 2024-04-26T02:09:38.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.025+0000 7f77b4c00640 1 -- 172.21.15.44:0/1273343947 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f77b8057050 con 0x55a60752b140 2024-04-26T02:09:38.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.025+0000 7f77d4a28740 10 client.16896 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:38.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.025+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a607544810 con 0x55a60752b140 2024-04-26T02:09:38.033 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.025+0000 7f77b4c00640 1 -- 172.21.15.44:0/1273343947 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77b8030dd0 con 0x55a60752b140 2024-04-26T02:09:38.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77b4c00640 1 -- 172.21.15.44:0/1273343947 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f77b8004bc0 con 0x55a60752b140 2024-04-26T02:09:38.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77d4a28740 10 client.16896 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:38.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77d4a28740 10 client.16896 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:38.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77d4a28740 20 client.16896 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:38.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a607545b60 0x55a607547f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.034 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77d4a28740 4 client.16896 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6074a48b0 con 0x55a607545b60 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.026+0000 7f77caa00640 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a607545b60 0x55a607547f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.027+0000 7f77caa00640 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a607545b60 0x55a607547f50 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80e59d6a41ef0e66 server_cookie=38d6ae1a4926a0c3 in_seq=0 out_seq=0 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.027+0000 7f77b4c00640 10 client.16896 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.027+0000 7f77b4c00640 1 -- 172.21.15.44:0/1273343947 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a6074a48b0 con 0x55a607545b60 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77b4c00640 10 client.16896 handle_command_reply: tid=0 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 client.16896 shutdown 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752b140 msgr2=0x55a607532ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752b140 0x55a607532ec0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f77b80057c0 tx=0x7f77b8030fa0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 shutdown_connections 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a607545b60 0x55a607547f50 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a607533400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752b140 0x55a607532ec0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 --2- 172.21.15.44:0/1273343947 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752a820 0x55a607532980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 >> 172.21.15.44:0/1273343947 conn(0x55a607526d30 msgr2=0x55a60752cab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77b4c00640 0 client.16896 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 shutdown_connections 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 1 -- 172.21.15.44:0/1273343947 wait complete. 2024-04-26T02:09:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.028+0000 7f77d4a28740 20 client.16896 trim_cache size 0 max 16384 2024-04-26T02:09:38.043 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.044+0000 7f77d4a28740 1 Processor -- start 2024-04-26T02:09:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.044+0000 7f77d4a28740 1 -- start start 2024-04-26T02:09:38.044 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a607541490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60754d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a60754dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77d4a28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc1afc50 con 0x55a60752a820 2024-04-26T02:09:38.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77d4a28740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc1b1790 con 0x55a607535a00 2024-04-26T02:09:38.045 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77d4a28740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc1b0320 con 0x55a60752b140 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77ca000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60754d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77ca000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60754d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:50484/0 (socket says 172.21.15.44:50484) 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77ca000640 1 -- 172.21.15.44:0/2155967254 learned_addr learned my addr 172.21.15.44:0/2155967254 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77cb400640 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a60754dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77caa00640 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a607541490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77ca000640 1 -- 172.21.15.44:0/2155967254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 msgr2=0x55a60754dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.045+0000 7f77ca000640 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a60754dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77ca000640 1 -- 172.21.15.44:0/2155967254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 msgr2=0x55a607541490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77ca000640 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a607541490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77ca000640 1 -- 172.21.15.44:0/2155967254 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a607530ef0 con 0x55a60752b140 2024-04-26T02:09:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77caa00640 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a607541490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:09:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77ca000640 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60754d580 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f77b802a930 tx=0x7f77b8030340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b35f72273103b974 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77b7400640 1 -- 172.21.15.44:0/2155967254 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b8060070 con 0x55a60752b140 2024-04-26T02:09:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77b7400640 1 -- 172.21.15.44:0/2155967254 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77b8005850 con 0x55a60752b140 2024-04-26T02:09:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.046+0000 7f77b7400640 1 -- 172.21.15.44:0/2155967254 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b8041040 con 0x55a60752b140 2024-04-26T02:09:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 -- 172.21.15.44:0/2155967254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 msgr2=0x55a60754d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60754d580 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f77b802a930 tx=0x7f77b8030340 comp rx=0 tx=0).stop 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 -- 172.21.15.44:0/2155967254 shutdown_connections 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a607535a00 0x55a60754dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60754d580 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 --2- 172.21.15.44:0/2155967254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a60752a820 0x55a607541490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 -- 172.21.15.44:0/2155967254 >> 172.21.15.44:0/2155967254 conn(0x55a607526d30 msgr2=0x55a60752dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 -- 172.21.15.44:0/2155967254 shutdown_connections 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 -- 172.21.15.44:0/2155967254 wait complete. 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.047+0000 7f77d4a28740 1 -- start start 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 1 Processor -- start 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a60752a820 0x55a60753dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.051 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60753b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a607535a00 0x55a60753b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc1b10c0 con 0x55a607535a00 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc1b09f0 con 0x55a60752a820 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f77cc1adc50 con 0x55a60752b140 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.048+0000 7f77d4a28740 10 client.0 _ll_register_callbacks cb 0x7f77c40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a607535a00 0x55a60753b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a607535a00 0x55a60753b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44492/0 (socket says 172.21.15.44:44492) 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 -- 172.21.15.44:0/572371408 learned_addr learned my addr 172.21.15.44:0/572371408 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77ca000640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60753b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77caa00640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a60752a820 0x55a60753dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 -- 172.21.15.44:0/572371408 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 msgr2=0x55a60753b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60753b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 -- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a60752a820 msgr2=0x55a60753dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a60752a820 0x55a60753dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 -- 172.21.15.44:0/572371408 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a60753bc80 con 0x55a607535a00 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77ca000640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60753b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77cb400640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a607535a00 0x55a60753b540 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f77c4003fd0 tx=0x7f77c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67a4144febd481ae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.049+0000 7f77b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.050+0000 7f77b4c00640 1 -- 172.21.15.44:0/572371408 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c402e060 con 0x55a607535a00 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.050+0000 7f77b4c00640 1 -- 172.21.15.44:0/572371408 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f77c400f970 con 0x55a607535a00 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.050+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77b8005850 con 0x55a607535a00 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.050+0000 7f77b4c00640 1 -- 172.21.15.44:0/572371408 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f77c400fb70 con 0x55a607535a00 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.050+0000 7f77d4a28740 10 client.16902 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.050+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a6075abda0 con 0x55a607535a00 2024-04-26T02:09:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.050+0000 7f77b4c00640 1 -- 172.21.15.44:0/572371408 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77b8005850 con 0x55a607535a00 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77b4c00640 1 -- 172.21.15.44:0/572371408 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f77c401e430 con 0x55a607535a00 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77d4a28740 10 client.16902 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77d4a28740 10 client.16902 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77d4a28740 20 client.16902 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77d4a28740 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6075ac550 0x55a6075ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77d4a28740 4 client.16902 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a60749e320 con 0x55a6075ac550 2024-04-26T02:09:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.051+0000 7f77caa00640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6075ac550 0x55a6075ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:38.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.052+0000 7f77caa00640 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6075ac550 0x55a6075ae990 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=423c5e0d899562f1 server_cookie=db8f218b358d8687 in_seq=0 out_seq=0 2024-04-26T02:09:38.055 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.052+0000 7f77b4c00640 10 client.16902 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:38.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.056+0000 7f77b4c00640 1 -- 172.21.15.44:0/572371408 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a60749e320 con 0x55a6075ac550 2024-04-26T02:09:38.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.056+0000 7f77b4c00640 10 client.16902 handle_command_reply: tid=0 2024-04-26T02:09:38.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.056+0000 7f77d4a28740 1 client.16902 shutdown 2024-04-26T02:09:38.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a607535a00 msgr2=0x55a60753b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.056 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a607535a00 0x55a60753b540 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f77c4003fd0 tx=0x7f77c4004a40 comp rx=0 tx=0).stop 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 shutdown_connections 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a6075ac550 0x55a6075ae990 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a607535a00 0x55a60753b540 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a60752b140 0x55a60753b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 --2- 172.21.15.44:0/572371408 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a60752a820 0x55a60753dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77b4c00640 0 client.16902 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 >> 172.21.15.44:0/572371408 conn(0x55a607526d30 msgr2=0x55a607525600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 shutdown_connections 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 1 -- 172.21.15.44:0/572371408 wait complete. 2024-04-26T02:09:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.057+0000 7f77d4a28740 20 client.16902 trim_cache size 0 max 16384 2024-04-26T02:09:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:09:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:09:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:09:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77b00a3dc0 msgr2=0x7f77b00a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77b00a3dc0 0x7f77b00a6280 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f77c4011630 tx=0x7f77c4009500 comp rx=0 tx=0).stop 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77cc1043b0 msgr2=0x7f77cc1a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77cc1043b0 0x7f77cc1a0640 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00e790 tx=0x7f77bc00ec50 comp rx=0 tx=0).stop 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 shutdown_connections 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f77b00a3dc0 0x7f77b00a6280 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f77cc19a700 0x7f77cc19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77cc109480 0x7f77cc1a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.059 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 --2- 172.21.15.44:0/771449468 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f77cc1043b0 0x7f77cc1a0640 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 >> 172.21.15.44:0/771449468 conn(0x7f77cc0ffc50 msgr2=0x7f77cc101fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 shutdown_connections 2024-04-26T02:09:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:38.058+0000 7f77d1c00640 1 -- 172.21.15.44:0/771449468 wait complete. 2024-04-26T02:09:39.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:38 smithi044 ceph-mon[27847]: pgmap v460: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:09:39.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:38 smithi156 ceph-mon[32543]: pgmap v460: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:09:39.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:38 smithi090 ceph-mon[32456]: pgmap v460: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-26T02:09:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 -- 172.21.15.44:0/1724597104 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74108a50 msgr2=0x7fee74108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 --2- 172.21.15.44:0/1724597104 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74108a50 0x7fee74108e30 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fee68009990 tx=0x7fee68009ca0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 -- 172.21.15.44:0/1724597104 shutdown_connections 2024-04-26T02:09:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 --2- 172.21.15.44:0/1724597104 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fee74103450 0x7fee7410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 --2- 172.21.15.44:0/1724597104 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74108a50 0x7fee74108e30 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 --2- 172.21.15.44:0/1724597104 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee74102a90 0x7fee74102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 -- 172.21.15.44:0/1724597104 >> 172.21.15.44:0/1724597104 conn(0x7fee74079ba0 msgr2=0x7fee74079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 -- 172.21.15.44:0/1724597104 shutdown_connections 2024-04-26T02:09:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.106+0000 7fee7be00700 1 -- 172.21.15.44:0/1724597104 wait complete. 2024-04-26T02:09:40.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.107+0000 7fee7be00700 1 Processor -- start 2024-04-26T02:09:40.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.107+0000 7fee7be00700 1 -- start start 2024-04-26T02:09:40.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee7be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74102a90 0x7fee74074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:40.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee7be00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fee74103450 0x7fee74075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee7be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee74108a50 0x7fee740757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee7be00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fee74112c00 con 0x7fee74102a90 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee7be00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fee74112a80 con 0x7fee74108a50 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee7be00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fee74112d80 con 0x7fee74103450 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee79400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74102a90 0x7fee74074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee79400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74102a90 0x7fee74074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44514/0 (socket says 172.21.15.44:44514) 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee79400700 1 -- 172.21.15.44:0/1913213152 learned_addr learned my addr 172.21.15.44:0/1913213152 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee79e00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee74108a50 0x7fee740757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.108+0000 7fee78a00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fee74103450 0x7fee74075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee79e00700 1 -- 172.21.15.44:0/1913213152 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fee74103450 msgr2=0x7fee74075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee79e00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fee74103450 0x7fee74075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee79e00700 1 -- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74102a90 msgr2=0x7fee74074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee79e00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74102a90 0x7fee74074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee79e00700 1 -- 172.21.15.44:0/1913213152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee741abac0 con 0x7fee74108a50 2024-04-26T02:09:40.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee79400700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74102a90 0x7fee74074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:40.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee79e00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee74108a50 0x7fee740757c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fee6c007f10 tx=0x7fee6c00d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:40.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee72000700 1 -- 172.21.15.44:0/1913213152 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee6c004db0 con 0x7fee74108a50 2024-04-26T02:09:40.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee72000700 1 -- 172.21.15.44:0/1913213152 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee6c009e20 con 0x7fee74108a50 2024-04-26T02:09:40.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee741abd50 con 0x7fee74108a50 2024-04-26T02:09:40.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.109+0000 7fee72000700 1 -- 172.21.15.44:0/1913213152 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee6c015400 con 0x7fee74108a50 2024-04-26T02:09:40.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.110+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee741ac1e0 con 0x7fee74108a50 2024-04-26T02:09:40.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.111+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee74104180 con 0x7fee74108a50 2024-04-26T02:09:40.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.113+0000 7fee72000700 1 -- 172.21.15.44:0/1913213152 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fee6c005260 con 0x7fee74108a50 2024-04-26T02:09:40.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.114+0000 7fee72000700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fee5c0a3db0 0x7fee5c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:40.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.114+0000 7fee72000700 1 -- 172.21.15.44:0/1913213152 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7fee6c0d0100 con 0x7fee74108a50 2024-04-26T02:09:40.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.114+0000 7fee79400700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fee5c0a3db0 0x7fee5c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:40.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.115+0000 7fee79400700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fee5c0a3db0 0x7fee5c0a6270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fee68006010 tx=0x7fee68009510 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:40.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.116+0000 7fee72000700 1 -- 172.21.15.44:0/1913213152 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fee6c010070 con 0x7fee74108a50 2024-04-26T02:09:40.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.399+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee7402e140 con 0x7fee74108a50 2024-04-26T02:09:40.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.401+0000 7fee72000700 1 -- 172.21.15.44:0/1913213152 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7fee6c09c780 con 0x7fee74108a50 2024-04-26T02:09:40.400 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:09:40.400 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:09:40.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fee5c0a3db0 msgr2=0x7fee5c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:40.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fee5c0a3db0 0x7fee5c0a6270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fee68006010 tx=0x7fee68009510 comp rx=0 tx=0).stop 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee74108a50 msgr2=0x7fee740757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee74108a50 0x7fee740757c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fee6c007f10 tx=0x7fee6c00d3b0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 shutdown_connections 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fee5c0a3db0 0x7fee5c0a6270 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fee74108a50 0x7fee740757c0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee74102a90 0x7fee74074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 --2- 172.21.15.44:0/1913213152 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fee74103450 0x7fee74075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 >> 172.21.15.44:0/1913213152 conn(0x7fee74079ba0 msgr2=0x7fee741018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 shutdown_connections 2024-04-26T02:09:40.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:40.404+0000 7fee7be00700 1 -- 172.21.15.44:0/1913213152 wait complete. 2024-04-26T02:09:40.405 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:09:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:40 smithi044 ceph-mon[27847]: pgmap v461: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-04-26T02:09:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:40 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1913213152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:40 smithi156 ceph-mon[32543]: pgmap v461: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-04-26T02:09:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:40 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1913213152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:41.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:40 smithi090 ceph-mon[32456]: pgmap v461: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-04-26T02:09:41.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:40 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1913213152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:41.291 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 581769a4 --release --await' 2024-04-26T02:09:41.292 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 581769a4 --release --await 2024-04-26T02:09:41.748 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:09:43.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:42 smithi044 ceph-mon[27847]: pgmap v462: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:43.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:42 smithi156 ceph-mon[32543]: pgmap v462: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:43.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:42 smithi090 ceph-mon[32456]: pgmap v462: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:44.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 -- 172.21.15.44:0/2308778660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f81092d0 msgr2=0x7fa9f81096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 --2- 172.21.15.44:0/2308778660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f81092d0 0x7fa9f81096b0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa9e00098f0 tx=0x7fa9e0009c00 comp rx=0 tx=0).stop 2024-04-26T02:09:44.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 -- 172.21.15.44:0/2308778660 shutdown_connections 2024-04-26T02:09:44.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 --2- 172.21.15.44:0/2308778660 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f810e3b0 0x7fa9f8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 --2- 172.21.15.44:0/2308778660 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f81092d0 0x7fa9f81096b0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 --2- 172.21.15.44:0/2308778660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9f8109c80 0x7fa9f810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 -- 172.21.15.44:0/2308778660 >> 172.21.15.44:0/2308778660 conn(0x7fa9f8076210 msgr2=0x7fa9f8107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:44.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 -- 172.21.15.44:0/2308778660 shutdown_connections 2024-04-26T02:09:44.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.145+0000 7fa9ff600700 1 -- 172.21.15.44:0/2308778660 wait complete. 2024-04-26T02:09:44.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 Processor -- start 2024-04-26T02:09:44.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 -- start start 2024-04-26T02:09:44.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f81092d0 0x7fa9f81a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9f8109c80 0x7fa9f81a5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f810e3b0 0x7fa9f819f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f81192c0 con 0x7fa9f8109c80 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f8119140 con 0x7fa9f810e3b0 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9ff600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f8119440 con 0x7fa9f81092d0 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.147+0000 7fa9fcc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f81092d0 0x7fa9f81a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f81092d0 0x7fa9f81a5440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:50536/0 (socket says 172.21.15.44:50536) 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 -- 172.21.15.44:0/617973854 learned_addr learned my addr 172.21.15.44:0/617973854 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fd600700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f810e3b0 0x7fa9f819f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9efe00700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9f8109c80 0x7fa9f81a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 -- 172.21.15.44:0/617973854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f810e3b0 msgr2=0x7fa9f819f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f810e3b0 0x7fa9f819f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 -- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9f8109c80 msgr2=0x7fa9f81a5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9f8109c80 0x7fa9f81a5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 -- 172.21.15.44:0/617973854 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f819fd60 con 0x7fa9f81092d0 2024-04-26T02:09:44.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.148+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f81092d0 0x7fa9f81a5440 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0009230 tx=0x7fa9e000fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:44.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.149+0000 7fa9f6000700 1 -- 172.21.15.44:0/617973854 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e0005140 con 0x7fa9f81092d0 2024-04-26T02:09:44.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.149+0000 7fa9f6000700 1 -- 172.21.15.44:0/617973854 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9e000b560 con 0x7fa9f81092d0 2024-04-26T02:09:44.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.149+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9f819fff0 con 0x7fa9f81092d0 2024-04-26T02:09:44.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.149+0000 7fa9f6000700 1 -- 172.21.15.44:0/617973854 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e0003970 con 0x7fa9f81092d0 2024-04-26T02:09:44.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.149+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9f81ac310 con 0x7fa9f81092d0 2024-04-26T02:09:44.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.153+0000 7fa9f6000700 1 -- 172.21.15.44:0/617973854 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa9e000ba50 con 0x7fa9f81092d0 2024-04-26T02:09:44.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.154+0000 7fa9f6000700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa9d80a3e30 0x7fa9d80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7faa0a02cb80 1 Processor -- start 2024-04-26T02:09:44.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7fa9f6000700 1 -- 172.21.15.44:0/617973854 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7fa9e00d1720 con 0x7fa9f81092d0 2024-04-26T02:09:44.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7fa9efe00700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa9d80a3e30 0x7fa9d80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7faa0a02cb80 1 -- start start 2024-04-26T02:09:44.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db6150bd40 0x55db6150c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db61516f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db615174d0 0x55db615198c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.155+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55db6145ef90 con 0x55db615174d0 2024-04-26T02:09:44.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55db61405830 con 0x55db6150bd40 2024-04-26T02:09:44.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55db6145af50 con 0x55db6150c660 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9efe00700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa9d80a3e30 0x7fa9d80a62f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa9f80770a0 tx=0x7fa9e8009310 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fd600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db615174d0 0x55db615198c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9efe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db61516f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9efe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db61516f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:50542/0 (socket says 172.21.15.44:50542) 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fd600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db615174d0 0x55db615198c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44538/0 (socket says 172.21.15.44:44538) 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9efe00700 1 -- 172.21.15.44:0/545524645 learned_addr learned my addr 172.21.15.44:0/545524645 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db6150bd40 0x55db6150c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fd600700 1 -- 172.21.15.44:0/545524645 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 msgr2=0x55db61516f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fd600700 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db61516f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fd600700 1 -- 172.21.15.44:0/545524645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db6150bd40 msgr2=0x55db6150c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fd600700 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db6150bd40 0x55db6150c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.156+0000 7fa9fd600700 1 -- 172.21.15.44:0/545524645 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db613fb780 con 0x55db615174d0 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.157+0000 7fa9fd600700 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db615174d0 0x55db615198c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0011580 tx=0x7fa9f0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3616916b2f1ead7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.157+0000 7fa9ee000700 1 -- 172.21.15.44:0/545524645 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f0004db0 con 0x55db615174d0 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.157+0000 7fa9ee000700 1 -- 172.21.15.44:0/545524645 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9f0003a00 con 0x55db615174d0 2024-04-26T02:09:44.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.157+0000 7fa9ee000700 1 -- 172.21.15.44:0/545524645 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f0004730 con 0x55db615174d0 2024-04-26T02:09:44.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 -- 172.21.15.44:0/545524645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db615174d0 msgr2=0x55db615198c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db615174d0 0x55db615198c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa9f0011580 tx=0x7fa9f0009920 comp rx=0 tx=0).stop 2024-04-26T02:09:44.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 -- 172.21.15.44:0/545524645 shutdown_connections 2024-04-26T02:09:44.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db615174d0 0x55db615198c0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db6150bd40 0x55db6150c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/545524645 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db61516f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 -- 172.21.15.44:0/545524645 >> 172.21.15.44:0/545524645 conn(0x55db6143b050 msgr2=0x55db61508250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:44.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 -- 172.21.15.44:0/545524645 shutdown_connections 2024-04-26T02:09:44.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.158+0000 7faa0a02cb80 1 -- 172.21.15.44:0/545524645 wait complete. 2024-04-26T02:09:44.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.159+0000 7faa0a02cb80 1 -- start start 2024-04-26T02:09:44.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.159+0000 7faa0a02cb80 1 Processor -- start 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db61516bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61513ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db61514410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55db61519fc0 con 0x55db6150c660 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55db61418960 con 0x55db615174d0 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55db6151a140 con 0x55db6150bd40 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7faa0a02cb80 10 client.0 _ll_register_callbacks cb 0x55db613f7820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61513ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61513ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44540/0 (socket says 172.21.15.44:44540) 2024-04-26T02:09:44.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9efe00700 1 -- 172.21.15.44:0/1276685270 learned_addr learned my addr 172.21.15.44:0/1276685270 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9fd600700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db61514410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db61516bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9efe00700 1 -- 172.21.15.44:0/1276685270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 msgr2=0x55db61516bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9efe00700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db61516bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9efe00700 1 -- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 msgr2=0x55db61514410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.160+0000 7fa9efe00700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db61514410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.161+0000 7fa9efe00700 1 -- 172.21.15.44:0/1276685270 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db613ac9d0 con 0x55db6150c660 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.161+0000 7fa9fd600700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db61514410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.161+0000 7fa9efe00700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61513ed0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa9e8005950 tx=0x7fa9e80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e10029aa1f7db5c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.161+0000 7fa9e6a00700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.161+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1276685270 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e8004a30 con 0x55db6150c660 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.161+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1276685270 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7fa9e8004bd0 con 0x55db6150c660 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.161+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9f0003a00 con 0x55db6150c660 2024-04-26T02:09:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1276685270 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa9e8004dd0 con 0x55db6150c660 2024-04-26T02:09:44.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 10 client.16920 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:44.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55db613f5bf0 con 0x55db6150c660 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1276685270 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9f0003a00 con 0x55db6150c660 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1276685270 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fa9e8026070 con 0x55db6150c660 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 10 client.16920 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 10 client.16920 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 20 client.16920 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db61526d20 0x55db61529110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 4 client.16920 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.162+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db6146c780 con 0x55db61526d20 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.163+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db61526d20 0x55db61529110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.163+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db61526d20 0x55db61529110 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebda52dce589a12 server_cookie=5b1271c5c38e9940 in_seq=0 out_seq=0 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.163+0000 7fa9e6a00700 10 client.16920 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.164+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1276685270 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55db6146c780 con 0x55db61526d20 2024-04-26T02:09:44.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.164+0000 7fa9e6a00700 10 client.16920 handle_command_reply: tid=0 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.164+0000 7faa0a02cb80 1 client.16920 shutdown 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 msgr2=0x55db61513ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61513ed0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa9e8005950 tx=0x7fa9e80047c0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 shutdown_connections 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db61516bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db61526d20 0x55db61529110 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db61514410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1276685270 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61513ed0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7fa9e6a00700 0 client.16920 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 >> 172.21.15.44:0/1276685270 conn(0x55db6143b050 msgr2=0x55db61507e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 shutdown_connections 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1276685270 wait complete. 2024-04-26T02:09:44.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.165+0000 7faa0a02cb80 20 client.16920 trim_cache size 0 max 16384 2024-04-26T02:09:44.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 Processor -- start 2024-04-26T02:09:44.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 -- start start 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db6150f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61522ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6150e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f81b3720 con 0x55db6150c660 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f81b5260 con 0x55db615174d0 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.187+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f81b3df0 con 0x55db6150bd40 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db6150f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db6150f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:50550/0 (socket says 172.21.15.44:50550) 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 -- 172.21.15.44:0/2580262771 learned_addr learned my addr 172.21.15.44:0/2580262771 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fd600700 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6150e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9efe00700 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61522ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 -- 172.21.15.44:0/2580262771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 msgr2=0x55db6150e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6150e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 -- 172.21.15.44:0/2580262771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 msgr2=0x55db61522ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61522ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9fcc00700 1 -- 172.21.15.44:0/2580262771 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db61512ef0 con 0x55db6150bd40 2024-04-26T02:09:44.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.188+0000 7fa9efe00700 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61522ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:09:44.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.189+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db6150f7a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0009810 tx=0x7fa9e0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b23eb8879eab583 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:44.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.189+0000 7fa9ed600700 1 -- 172.21.15.44:0/2580262771 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e00bb070 con 0x55db6150bd40 2024-04-26T02:09:44.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.189+0000 7fa9ed600700 1 -- 172.21.15.44:0/2580262771 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9e00a1ae0 con 0x55db6150bd40 2024-04-26T02:09:44.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.189+0000 7fa9ed600700 1 -- 172.21.15.44:0/2580262771 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e0099da0 con 0x55db6150bd40 2024-04-26T02:09:44.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.189+0000 7faa0a02cb80 1 -- 172.21.15.44:0/2580262771 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 msgr2=0x55db6150f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db6150f7a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0009810 tx=0x7fa9e0009260 comp rx=0 tx=0).stop 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 -- 172.21.15.44:0/2580262771 shutdown_connections 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150bd40 0x55db6150f7a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6150e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/2580262771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150c660 0x55db61522ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 -- 172.21.15.44:0/2580262771 >> 172.21.15.44:0/2580262771 conn(0x55db6143b050 msgr2=0x55db6150dde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 -- 172.21.15.44:0/2580262771 shutdown_connections 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 -- 172.21.15.44:0/2580262771 wait complete. 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 -- start start 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.190+0000 7faa0a02cb80 1 Processor -- start 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150bd40 0x55db6151c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db6151c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7faa0a02cb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6151ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f81b4b90 con 0x55db6150bd40 2024-04-26T02:09:44.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f81b44c0 con 0x55db615174d0 2024-04-26T02:09:44.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7faa0a02cb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f81b16e0 con 0x55db6150c660 2024-04-26T02:09:44.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7faa0a02cb80 10 client.0 _ll_register_callbacks cb 0x55db613f7820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7fa9fcc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150bd40 0x55db6151c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7fa9efe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db6151c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fd600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6151ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.191+0000 7fa9fcc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150bd40 0x55db6151c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44554/0 (socket says 172.21.15.44:44554) 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fcc00700 1 -- 172.21.15.44:0/1827142925 learned_addr learned my addr 172.21.15.44:0/1827142925 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9efe00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db6151c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:50562/0 (socket says 172.21.15.44:50562) 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fd600700 1 -- 172.21.15.44:0/1827142925 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 msgr2=0x55db6151c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fd600700 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db6151c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fd600700 1 -- 172.21.15.44:0/1827142925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150bd40 msgr2=0x55db6151c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fd600700 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150bd40 0x55db6151c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fd600700 1 -- 172.21.15.44:0/1827142925 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db6158d280 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9fd600700 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6151ce20 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fa9f00042b0 tx=0x7fa9f0007730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba807c6f28d3d33a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.192+0000 7fa9e6a00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1827142925 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f0007bb0 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1827142925 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7fa9f0007d50 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9e00a1ae0 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1827142925 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa9f00040c0 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 10 client.27029 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55db6158e4e0 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1827142925 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9e00a1ae0 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1827142925 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fa9f0005040 con 0x55db615174d0 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 10 client.27029 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 10 client.27029 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 20 client.27029 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:44.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db6158e8b0 0x55db61590ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:44.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 4 client.27029 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "581769a4", "release": true, "await": true}] 2024-04-26T02:09:44.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.193+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "581769a4", "release": true, "await": true}) -- 0x55db61466820 con 0x55db6158e8b0 2024-04-26T02:09:44.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.194+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db6158e8b0 0x55db61590ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:44.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.194+0000 7fa9fcc00700 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db6158e8b0 0x55db61590ca0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cea133edb82eef97 server_cookie=71dd57352d9d115c in_seq=0 out_seq=0 2024-04-26T02:09:44.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.194+0000 7fa9e6a00700 10 client.27029 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7fa9e6a00700 1 -- 172.21.15.44:0/1827142925 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55db61466820 con 0x55db6158e8b0 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7fa9e6a00700 10 client.27029 handle_command_reply: tid=0 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 client.27029 shutdown 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 msgr2=0x55db6151ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6151ce20 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fa9f00042b0 tx=0x7fa9f0007730 comp rx=0 tx=0).stop 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 shutdown_connections 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55db6158e8b0 0x55db61590ca0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55db615174d0 0x55db6151ce20 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db6150bd40 0x55db6151c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 --2- 172.21.15.44:0/1827142925 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55db6150c660 0x55db6151c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 >> 172.21.15.44:0/1827142925 conn(0x55db6143b050 msgr2=0x55db61515f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7fa9e6a00700 0 client.27029 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 shutdown_connections 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 1 -- 172.21.15.44:0/1827142925 wait complete. 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.197+0000 7faa0a02cb80 20 client.27029 trim_cache size 0 max 16384 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:09:44.198 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 44, 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "581769a4": { 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 44, 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 84.6, 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:09:44.199 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:44.200 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa9d80a3e30 msgr2=0x7fa9d80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa9d80a3e30 0x7fa9d80a62f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa9f80770a0 tx=0x7fa9e8009310 comp rx=0 tx=0).stop 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f81092d0 msgr2=0x7fa9f81a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f81092d0 0x7fa9f81a5440 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0009230 tx=0x7fa9e000fa70 comp rx=0 tx=0).stop 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 shutdown_connections 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa9f81092d0 0x7fa9f81a5440 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa9d80a3e30 0x7fa9d80a62f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa9f810e3b0 0x7fa9f819f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 --2- 172.21.15.44:0/617973854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9f8109c80 0x7fa9f81a5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.198+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 >> 172.21.15.44:0/617973854 conn(0x7fa9f8076210 msgr2=0x7fa9f80778d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.199+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 shutdown_connections 2024-04-26T02:09:44.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:44.199+0000 7fa9ff600700 1 -- 172.21.15.44:0/617973854 wait complete. 2024-04-26T02:09:45.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:44 smithi044 ceph-mon[27847]: pgmap v463: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T02:09:45.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:44 smithi156 ceph-mon[32543]: pgmap v463: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T02:09:45.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:44 smithi090 ceph-mon[32456]: pgmap v463: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T02:09:45.451 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '581769a4', seconds elapsed: 40.9 2024-04-26T02:09:45.451 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.6 2024-04-26T02:09:45.451 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:09:45.939 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:09:47.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:46 smithi044 ceph-mon[27847]: pgmap v464: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:47.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:46 smithi156 ceph-mon[32543]: pgmap v464: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:47.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:46 smithi090 ceph-mon[32456]: pgmap v464: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.443+0000 7f3901400700 1 -- 172.21.15.44:0/4182413000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc075590 msgr2=0x7f38fc10ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.443+0000 7f3901400700 1 --2- 172.21.15.44:0/4182413000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc075590 0x7f38fc10ef00 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f38e8009990 tx=0x7f38e8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.444+0000 7f3901400700 1 -- 172.21.15.44:0/4182413000 shutdown_connections 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.444+0000 7f3901400700 1 --2- 172.21.15.44:0/4182413000 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f38fc10f440 0x7f38fc111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.444+0000 7f3901400700 1 --2- 172.21.15.44:0/4182413000 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f38fc074c70 0x7f38fc075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.444+0000 7f3901400700 1 --2- 172.21.15.44:0/4182413000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc075590 0x7f38fc10ef00 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.444+0000 7f3901400700 1 -- 172.21.15.44:0/4182413000 >> 172.21.15.44:0/4182413000 conn(0x7f38fc079ba0 msgr2=0x7f38fc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.444+0000 7f3901400700 1 -- 172.21.15.44:0/4182413000 shutdown_connections 2024-04-26T02:09:48.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.444+0000 7f3901400700 1 -- 172.21.15.44:0/4182413000 wait complete. 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.445+0000 7f3901400700 1 Processor -- start 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.445+0000 7f3901400700 1 -- start start 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f3901400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc074c70 0x7f38fc19b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f3901400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f38fc075590 0x7f38fc19b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f3901400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f38fc10f440 0x7f38fc19fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f3901400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38fc114e50 con 0x7f38fc074c70 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f3901400700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f38fc114cd0 con 0x7f38fc10f440 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f3901400700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f38fc114fd0 con 0x7f38fc075590 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f38fa800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc074c70 0x7f38fc19b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:48.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f38fa800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc074c70 0x7f38fc19b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53122/0 (socket says 172.21.15.44:53122) 2024-04-26T02:09:48.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f38fa800700 1 -- 172.21.15.44:0/4289324235 learned_addr learned my addr 172.21.15.44:0/4289324235 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:48.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.446+0000 7f38f9e00700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f38fc075590 0x7f38fc19b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:48.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.447+0000 7f38fb200700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f38fc10f440 0x7f38fc19fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:48.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.447+0000 7f38fa800700 1 -- 172.21.15.44:0/4289324235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f38fc075590 msgr2=0x7f38fc19b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.447+0000 7f38fa800700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f38fc075590 0x7f38fc19b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.447+0000 7f38fa800700 1 -- 172.21.15.44:0/4289324235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f38fc10f440 msgr2=0x7f38fc19fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.447+0000 7f38fa800700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f38fc10f440 0x7f38fc19fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.447+0000 7f38fa800700 1 -- 172.21.15.44:0/4289324235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38fc1a0320 con 0x7f38fc074c70 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.447+0000 7f38fa800700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc074c70 0x7f38fc19b360 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f38ec00e9a0 tx=0x7f38ec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.448+0000 7f38f3400700 1 -- 172.21.15.44:0/4289324235 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec00ca10 con 0x7f38fc074c70 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.448+0000 7f38f3400700 1 -- 172.21.15.44:0/4289324235 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38ec00cbb0 con 0x7f38fc074c70 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.448+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38fc1a0610 con 0x7f38fc074c70 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.448+0000 7f38f3400700 1 -- 172.21.15.44:0/4289324235 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec018680 con 0x7f38fc074c70 2024-04-26T02:09:48.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.448+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38fc1a7e90 con 0x7f38fc074c70 2024-04-26T02:09:48.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.449+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38fc069730 con 0x7f38fc074c70 2024-04-26T02:09:48.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.451+0000 7f38f3400700 1 -- 172.21.15.44:0/4289324235 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f38ec010430 con 0x7f38fc074c70 2024-04-26T02:09:48.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.452+0000 7f38f3400700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38e00a3e30 0x7f38e00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:48.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.453+0000 7f38f3400700 1 -- 172.21.15.44:0/4289324235 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f38ec0d0920 con 0x7f38fc074c70 2024-04-26T02:09:48.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.453+0000 7f38f9e00700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38e00a3e30 0x7f38e00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:48.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.454+0000 7f38f9e00700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38e00a3e30 0x7f38e00a62f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f38fc111090 tx=0x7f38e8005fd0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:48.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.457+0000 7f38f3400700 1 -- 172.21.15.44:0/4289324235 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f38ec09cfa0 con 0x7f38fc074c70 2024-04-26T02:09:48.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.744+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38fc02df80 con 0x7f38fc074c70 2024-04-26T02:09:48.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.746+0000 7f38f3400700 1 -- 172.21.15.44:0/4289324235 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7f38ec09c8a0 con 0x7f38fc074c70 2024-04-26T02:09:48.746 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:09:48.746 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:09:48.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38e00a3e30 msgr2=0x7f38e00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:48.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38e00a3e30 0x7f38e00a62f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f38fc111090 tx=0x7f38e8005fd0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc074c70 msgr2=0x7f38fc19b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc074c70 0x7f38fc19b360 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f38ec00e9a0 tx=0x7f38ec00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 shutdown_connections 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f38e00a3e30 0x7f38e00a62f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f38fc10f440 0x7f38fc19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38fc074c70 0x7f38fc19b360 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 --2- 172.21.15.44:0/4289324235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f38fc075590 0x7f38fc19b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 >> 172.21.15.44:0/4289324235 conn(0x7f38fc079ba0 msgr2=0x7f38fc0ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 shutdown_connections 2024-04-26T02:09:48.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:48.749+0000 7f3901400700 1 -- 172.21.15.44:0/4289324235 wait complete. 2024-04-26T02:09:48.750 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:09:49.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:48 smithi044 ceph-mon[27847]: pgmap v465: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:49.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:48 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/4289324235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:48 smithi156 ceph-mon[32543]: pgmap v465: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:48 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/4289324235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:49.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:48 smithi090 ceph-mon[32456]: pgmap v465: 97 pgs: 97 active+clean; 6.0 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:09:49.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:48 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/4289324235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:09:49.640 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 84.6 --await-for 42.0' 2024-04-26T02:09:49.641 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 84.6 --await-for 42.0 2024-04-26T02:09:50.107 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 -- 172.21.15.44:0/3113425339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 msgr2=0x7f327810ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 --2- 172.21.15.44:0/3113425339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f327810ec70 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3270009ca0 tx=0x7f327002a8c0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 -- 172.21.15.44:0/3113425339 shutdown_connections 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 --2- 172.21.15.44:0/3113425339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f327810ec70 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 --2- 172.21.15.44:0/3113425339 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3278102980 0x7f32781069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 --2- 172.21.15.44:0/3113425339 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3278101fd0 0x7f32781023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 -- 172.21.15.44:0/3113425339 >> 172.21.15.44:0/3113425339 conn(0x7f32780fd890 msgr2=0x7f32780ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:51.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 -- 172.21.15.44:0/3113425339 shutdown_connections 2024-04-26T02:09:51.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.202+0000 7f327d400640 1 -- 172.21.15.44:0/3113425339 wait complete. 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.203+0000 7f327d400640 1 Processor -- start 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.203+0000 7f327d400640 1 -- start start 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f327d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3278101fd0 0x7f3278074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f327d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f3278074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f327d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3278074cd0 0x7f32781a6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f327d400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3278112060 con 0x7f32781070a0 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f327d400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3278111ee0 con 0x7f3278101fd0 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f327d400640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f32781121e0 con 0x7f3278074cd0 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f326f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f3278074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f326f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f3278074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53138/0 (socket says 172.21.15.44:53138) 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f326f400640 1 -- 172.21.15.44:0/2300375298 learned_addr learned my addr 172.21.15.44:0/2300375298 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f327ca00640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3278074cd0 0x7f32781a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f3277e00640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3278101fd0 0x7f3278074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f326f400640 1 -- 172.21.15.44:0/2300375298 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3278074cd0 msgr2=0x7f32781a6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.204+0000 7f326f400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3278074cd0 0x7f32781a6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f326f400640 1 -- 172.21.15.44:0/2300375298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3278101fd0 msgr2=0x7f3278074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f326f400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3278101fd0 0x7f3278074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f326f400640 1 -- 172.21.15.44:0/2300375298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32781a6eb0 con 0x7f32781070a0 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f326f400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f3278074790 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f326000e9f0 tx=0x7f326000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f3275600640 1 -- 172.21.15.44:0/2300375298 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326000ccc0 con 0x7f32781070a0 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f3275600640 1 -- 172.21.15.44:0/2300375298 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32600054d0 con 0x7f32781070a0 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32781a71a0 con 0x7f32781070a0 2024-04-26T02:09:51.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f3275600640 1 -- 172.21.15.44:0/2300375298 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3260010430 con 0x7f32781070a0 2024-04-26T02:09:51.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.205+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32781a76a0 con 0x7f32781070a0 2024-04-26T02:09:51.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 Processor -- start 2024-04-26T02:09:51.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f3275600640 1 -- 172.21.15.44:0/2300375298 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f32600046c0 con 0x7f32781070a0 2024-04-26T02:09:51.208 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 -- start start 2024-04-26T02:09:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x56106499fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649a02d0 0x5610649aa650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649acf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561064905900 con 0x5610649a02d0 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5610648abef0 con 0x5610649aab90 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.209+0000 7f328179f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5610649018c0 con 0x56106499f9b0 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f3277e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649a02d0 0x5610649aa650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f326f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649acf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f3277e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649a02d0 0x5610649aa650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53140/0 (socket says 172.21.15.44:53140) 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f3277e00640 1 -- 172.21.15.44:0/3150047503 learned_addr learned my addr 172.21.15.44:0/3150047503 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f327ca00640 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x56106499fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f326f400640 1 -- 172.21.15.44:0/3150047503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 msgr2=0x56106499fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f326f400640 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x56106499fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f326f400640 1 -- 172.21.15.44:0/3150047503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649a02d0 msgr2=0x5610649aa650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f326f400640 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649a02d0 0x5610649aa650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f326f400640 1 -- 172.21.15.44:0/3150047503 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561064618210 con 0x5610649aab90 2024-04-26T02:09:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f327ca00640 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x56106499fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:09:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.210+0000 7f3275600640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f325c0a3d10 0x7f325c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.211+0000 7f3275600640 1 -- 172.21.15.44:0/2300375298 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f32600d0af0 con 0x7f32781070a0 2024-04-26T02:09:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.211+0000 7f326f400640 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649acf80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f32600ce280 tx=0x7f32600d4c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84ec397acdb4a0cc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.211+0000 7f327ca00640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f325c0a3d10 0x7f325c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.211+0000 7f326d200640 1 -- 172.21.15.44:0/3150047503 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3260098d70 con 0x5610649aab90 2024-04-26T02:09:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.211+0000 7f326d200640 1 -- 172.21.15.44:0/3150047503 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3260005680 con 0x5610649aab90 2024-04-26T02:09:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.211+0000 7f326d200640 1 -- 172.21.15.44:0/3150047503 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326009c430 con 0x5610649aab90 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 -- 172.21.15.44:0/3150047503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 msgr2=0x5610649acf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f327ca00640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f325c0a3d10 0x7f325c0a61d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3270006010 tx=0x7f3270005d80 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649acf80 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f32600ce280 tx=0x7f32600d4c30 comp rx=0 tx=0).stop 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 -- 172.21.15.44:0/3150047503 shutdown_connections 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649acf80 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649a02d0 0x5610649aa650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 --2- 172.21.15.44:0/3150047503 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x56106499fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 -- 172.21.15.44:0/3150047503 >> 172.21.15.44:0/3150047503 conn(0x56106499bec0 msgr2=0x56106499c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:51.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 -- 172.21.15.44:0/3150047503 shutdown_connections 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 -- 172.21.15.44:0/3150047503 wait complete. 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.212+0000 7f328179f740 1 -- start start 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 1 Processor -- start 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649a7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649a02d0 0x5610649a8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649a8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5610649ad760 con 0x56106499f9b0 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5610648bf310 con 0x5610649aab90 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5610649ad8e0 con 0x5610649a02d0 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f328179f740 10 client.0 _ll_register_callbacks cb 0x56106488dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f327ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649a8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f326f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649a02d0 0x5610649a8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f3277e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649a7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f326f400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649a02d0 0x5610649a8100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:33526/0 (socket says 172.21.15.44:33526) 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f326f400640 1 -- 172.21.15.44:0/2362006676 learned_addr learned my addr 172.21.15.44:0/2362006676 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.213+0000 7f327ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649a8640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39398/0 (socket says 172.21.15.44:39398) 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f326f400640 1 -- 172.21.15.44:0/2362006676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 msgr2=0x5610649a8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f326f400640 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649a8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f326f400640 1 -- 172.21.15.44:0/2362006676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 msgr2=0x5610649a7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f326f400640 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649a7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f326f400640 1 -- 172.21.15.44:0/2362006676 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610646e4620 con 0x5610649a02d0 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f326f400640 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649a02d0 0x5610649a8100 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f32600a5210 tx=0x7f3260004a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf9101429392780f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f3265600640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f3265600640 1 -- 172.21.15.44:0/2362006676 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326009c610 con 0x5610649a02d0 2024-04-26T02:09:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f3265600640 1 -- 172.21.15.44:0/2362006676 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f326009add0 con 0x5610649a02d0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.214+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3260005680 con 0x5610649a02d0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.215+0000 7f3265600640 1 -- 172.21.15.44:0/2362006676 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f326009c8a0 con 0x5610649a02d0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.215+0000 7f328179f740 10 client.27043 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.215+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5610649ad760 con 0x5610649a02d0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.215+0000 7f3265600640 1 -- 172.21.15.44:0/2362006676 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3260005680 con 0x5610649a02d0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f3265600640 1 -- 172.21.15.44:0/2362006676 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f32600b8020 con 0x5610649a02d0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f328179f740 10 client.27043 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f328179f740 10 client.27043 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f328179f740 20 client.27043 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f328179f740 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610649babd0 0x5610649bcfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f328179f740 4 client.27043 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610649198b0 con 0x5610649babd0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.216+0000 7f3277e00640 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610649babd0 0x5610649bcfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.217+0000 7f3277e00640 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610649babd0 0x5610649bcfc0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea514d905634de1c server_cookie=39ee1da998030e37 in_seq=0 out_seq=0 2024-04-26T02:09:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.217+0000 7f3265600640 10 client.27043 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f3265600640 1 -- 172.21.15.44:0/2362006676 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5610649198b0 con 0x5610649babd0 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f3265600640 10 client.27043 handle_command_reply: tid=0 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 client.27043 shutdown 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649a02d0 msgr2=0x5610649a8100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649a02d0 0x5610649a8100 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f32600a5210 tx=0x7f3260004a60 comp rx=0 tx=0).stop 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 shutdown_connections 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5610649babd0 0x5610649bcfc0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649aab90 0x5610649a8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649a02d0 0x5610649a8100 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 --2- 172.21.15.44:0/2362006676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649a7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 >> 172.21.15.44:0/2362006676 conn(0x56106499bec0 msgr2=0x5610649a1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f3265600640 0 client.27043 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 shutdown_connections 2024-04-26T02:09:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 1 -- 172.21.15.44:0/2362006676 wait complete. 2024-04-26T02:09:51.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.218+0000 7f328179f740 20 client.27043 trim_cache size 0 max 16384 2024-04-26T02:09:51.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:50 smithi156 ceph-mon[32543]: pgmap v466: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T02:09:51.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 Processor -- start 2024-04-26T02:09:51.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 -- start start 2024-04-26T02:09:51.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x5610649b6620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649a22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649aab90 0x5610649c2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f32781afb10 con 0x5610649aab90 2024-04-26T02:09:51.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f32781b1650 con 0x5610649a02d0 2024-04-26T02:09:51.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f328179f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f32781b01e0 con 0x56106499f9b0 2024-04-26T02:09:51.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f327ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649aab90 0x5610649c2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f327ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649aab90 0x5610649c2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53156/0 (socket says 172.21.15.44:53156) 2024-04-26T02:09:51.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f327ca00640 1 -- 172.21.15.44:0/4010049797 learned_addr learned my addr 172.21.15.44:0/4010049797 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f3277e00640 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x5610649b6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.235+0000 7f326f400640 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649a22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3277e00640 1 -- 172.21.15.44:0/4010049797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 msgr2=0x5610649a22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3277e00640 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649a22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3277e00640 1 -- 172.21.15.44:0/4010049797 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649aab90 msgr2=0x5610649c2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3277e00640 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649aab90 0x5610649c2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3277e00640 1 -- 172.21.15.44:0/4010049797 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56106499b7a0 con 0x56106499f9b0 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3277e00640 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x5610649b6620 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x5610649bd5e0 tx=0x7f3268005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea65410e1192ba9d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3267e00640 1 -- 172.21.15.44:0/4010049797 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32680203d0 con 0x56106499f9b0 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3267e00640 1 -- 172.21.15.44:0/4010049797 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f326801e420 con 0x56106499f9b0 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.236+0000 7f3267e00640 1 -- 172.21.15.44:0/4010049797 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326801d600 con 0x56106499f9b0 2024-04-26T02:09:51.237 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 -- 172.21.15.44:0/4010049797 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 msgr2=0x5610649b6620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x5610649b6620 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x5610649bd5e0 tx=0x7f3268005f90 comp rx=0 tx=0).stop 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 -- 172.21.15.44:0/4010049797 shutdown_connections 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610649aab90 0x5610649c2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649a22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 --2- 172.21.15.44:0/4010049797 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56106499f9b0 0x5610649b6620 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 -- 172.21.15.44:0/4010049797 >> 172.21.15.44:0/4010049797 conn(0x56106499bec0 msgr2=0x5610649a8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 -- 172.21.15.44:0/4010049797 shutdown_connections 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 -- 172.21.15.44:0/4010049797 wait complete. 2024-04-26T02:09:51.238 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.237+0000 7f328179f740 1 -- start start 2024-04-26T02:09:51.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:50 smithi090 ceph-mon[32456]: pgmap v466: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T02:09:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 1 Processor -- start 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649b0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649b0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649aab90 0x5610649b11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f32781b0f80 con 0x56106499f9b0 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f32781b08b0 con 0x5610649a02d0 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f32781adb10 con 0x5610649aab90 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f328179f740 10 client.0 _ll_register_callbacks cb 0x7f32600d49f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f3277e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649b0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f326f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649b0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f326f400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649b0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39402/0 (socket says 172.21.15.44:39402) 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f3277e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649b0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53162/0 (socket says 172.21.15.44:53162) 2024-04-26T02:09:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f326f400640 1 -- 172.21.15.44:0/1746008834 learned_addr learned my addr 172.21.15.44:0/1746008834 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.238+0000 7f327ca00640 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649aab90 0x5610649b11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f326f400640 1 -- 172.21.15.44:0/1746008834 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649aab90 msgr2=0x5610649b11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f326f400640 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649aab90 0x5610649b11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f326f400640 1 -- 172.21.15.44:0/1746008834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 msgr2=0x5610649b0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f326f400640 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649b0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f326f400640 1 -- 172.21.15.44:0/1746008834 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561064a200f0 con 0x5610649a02d0 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f326f400640 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649b0c60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f326000c6a0 tx=0x7f326000c7d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4b5bf6efd828dc3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f3265600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f3265600640 1 -- 172.21.15.44:0/1746008834 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326009c610 con 0x5610649a02d0 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f326801e420 con 0x5610649a02d0 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.239+0000 7f3265600640 1 -- 172.21.15.44:0/1746008834 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f32600d4410 con 0x5610649a02d0 2024-04-26T02:09:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f3265600640 1 -- 172.21.15.44:0/1746008834 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f326009c430 con 0x5610649a02d0 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 10 client.27053 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x561064a213a0 con 0x5610649a02d0 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f3265600640 1 -- 172.21.15.44:0/1746008834 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f326801e420 con 0x5610649a02d0 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f3265600640 1 -- 172.21.15.44:0/1746008834 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f32600b8030 con 0x5610649a02d0 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 10 client.27053 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 10 client.27053 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 20 client.27053 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561064a21900 0x561064a23d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 4 client.27053 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.240+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561064913320 con 0x561064a21900 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.241+0000 7f3277e00640 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561064a21900 0x561064a23d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.241+0000 7f3277e00640 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561064a21900 0x561064a23d20 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=344d25d918abb4ac server_cookie=b89f7206f5735597 in_seq=0 out_seq=0 2024-04-26T02:09:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.241+0000 7f3265600640 10 client.27053 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.245+0000 7f3265600640 1 -- 172.21.15.44:0/1746008834 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561064913320 con 0x561064a21900 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.245+0000 7f3265600640 10 client.27053 handle_command_reply: tid=0 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.245+0000 7f328179f740 1 client.27053 shutdown 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 msgr2=0x5610649b0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649b0c60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f326000c6a0 tx=0x7f326000c7d0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 shutdown_connections 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x561064a21900 0x561064a23d20 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5610649aab90 0x5610649b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f3265600640 0 client.27053 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5610649a02d0 0x5610649b0c60 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.246 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 --2- 172.21.15.44:0/1746008834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56106499f9b0 0x5610649b0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 >> 172.21.15.44:0/1746008834 conn(0x56106499bec0 msgr2=0x5610649a79b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 shutdown_connections 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 1 -- 172.21.15.44:0/1746008834 wait complete. 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.246+0000 7f328179f740 20 client.27053 trim_cache size 0 max 16384 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:09:51.247 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f325c0a3d10 msgr2=0x7f325c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f325c0a3d10 0x7f325c0a61d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3270006010 tx=0x7f3270005d80 comp rx=0 tx=0).stop 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 msgr2=0x7f3278074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f3278074790 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f326000e9f0 tx=0x7f326000eeb0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 shutdown_connections 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f325c0a3d10 0x7f325c0a61d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3278074cd0 0x7f32781a6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.248 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32781070a0 0x7f3278074790 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 --2- 172.21.15.44:0/2300375298 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3278101fd0 0x7f3278074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 >> 172.21.15.44:0/2300375298 conn(0x7f32780fd890 msgr2=0x7f32780ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 shutdown_connections 2024-04-26T02:09:51.249 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:09:51.247+0000 7f327d400640 1 -- 172.21.15.44:0/2300375298 wait complete. 2024-04-26T02:09:51.289 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:50 smithi044 ceph-mon[27847]: pgmap v466: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 -- 172.21.15.44:0/3272026500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f318010f440 msgr2=0x7f3180111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 --2- 172.21.15.44:0/3272026500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f318010f440 0x7f3180111830 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f317800b0a0 tx=0x7f317800b3b0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 -- 172.21.15.44:0/3272026500 shutdown_connections 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 --2- 172.21.15.44:0/3272026500 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f318010f440 0x7f3180111830 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 --2- 172.21.15.44:0/3272026500 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3180074c70 0x7f3180075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 --2- 172.21.15.44:0/3272026500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180075590 0x7f318010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 -- 172.21.15.44:0/3272026500 >> 172.21.15.44:0/3272026500 conn(0x7f3180079bf0 msgr2=0x7f318007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 -- 172.21.15.44:0/3272026500 shutdown_connections 2024-04-26T02:09:52.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.404+0000 7f3185a00700 1 -- 172.21.15.44:0/3272026500 wait complete. 2024-04-26T02:09:52.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.405+0000 7f3185a00700 1 Processor -- start 2024-04-26T02:09:52.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.406+0000 7f3185a00700 1 -- start start 2024-04-26T02:09:52.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.406+0000 7f3185a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180074c70 0x7f318019b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.406+0000 7f3185a00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3180075590 0x7f318019b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.406+0000 7f3185a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f318010f440 0x7f318019fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.406+0000 7f3185a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3180114e30 con 0x7f3180074c70 2024-04-26T02:09:52.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.406+0000 7f3185a00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3180114cb0 con 0x7f318010f440 2024-04-26T02:09:52.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.406+0000 7f3185a00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3180114fb0 con 0x7f3180075590 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180074c70 0x7f318019b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180074c70 0x7f318019b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53170/0 (socket says 172.21.15.44:53170) 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 -- 172.21.15.44:0/2945473312 learned_addr learned my addr 172.21.15.44:0/2945473312 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317e000700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3180075590 0x7f318019b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317f400700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f318010f440 0x7f318019fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 -- 172.21.15.44:0/2945473312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3180075590 msgr2=0x7f318019b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3180075590 0x7f318019b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 -- 172.21.15.44:0/2945473312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f318010f440 msgr2=0x7f318019fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f318010f440 0x7f318019fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317ea00700 1 -- 172.21.15.44:0/2945473312 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31801a0240 con 0x7f3180074c70 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.407+0000 7f317e000700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3180075590 0x7f318019b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:09:52.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.408+0000 7f317ea00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180074c70 0x7f318019b280 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f317000e9c0 tx=0x7f317000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:52.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.408+0000 7f3177400700 1 -- 172.21.15.44:0/2945473312 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317000cbd0 con 0x7f3180074c70 2024-04-26T02:09:52.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.408+0000 7f3177400700 1 -- 172.21.15.44:0/2945473312 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f317000ee60 con 0x7f3180074c70 2024-04-26T02:09:52.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.408+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31801a0530 con 0x7f3180074c70 2024-04-26T02:09:52.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.408+0000 7f3177400700 1 -- 172.21.15.44:0/2945473312 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31700055c0 con 0x7f3180074c70 2024-04-26T02:09:52.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.408+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31801a7db0 con 0x7f3180074c70 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.411+0000 7f3177400700 1 -- 172.21.15.44:0/2945473312 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3170004750 con 0x7f3180074c70 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.413+0000 7f3177400700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31640a3ed0 0x7f31640a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.413+0000 7f31902aab80 1 Processor -- start 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.413+0000 7f3177400700 1 -- 172.21.15.44:0/2945473312 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f31700d09b0 con 0x7f3180074c70 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.413+0000 7f31902aab80 1 -- start start 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.413+0000 7f317e000700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31640a3ed0 0x7f31640a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f31902aab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c3e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f31902aab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c49020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f31902aab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c4b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f31902aab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556690b91020 con 0x556690c3e6f0 2024-04-26T02:09:52.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f31902aab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556690b378c0 con 0x556690c3ddd0 2024-04-26T02:09:52.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f31902aab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556690b8cfe0 con 0x556690c49560 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f317ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c3e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f317ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c3e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39426/0 (socket says 172.21.15.44:39426) 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f317ea00700 1 -- 172.21.15.44:0/1088939974 learned_addr learned my addr 172.21.15.44:0/1088939974 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f317e000700 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c49020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.414+0000 7f317f400700 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c4b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f317e000700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31640a3ed0 0x7f31640a6390 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3180110f20 tx=0x7f316c011820 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f317ea00700 1 -- 172.21.15.44:0/1088939974 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 msgr2=0x556690c4b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f317ea00700 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c4b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f317ea00700 1 -- 172.21.15.44:0/1088939974 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 msgr2=0x556690c49020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f317ea00700 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c49020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f317ea00700 1 -- 172.21.15.44:0/1088939974 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556690b2d810 con 0x556690c3ddd0 2024-04-26T02:09:52.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f317ea00700 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c3e1b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3170099360 tx=0x7f317009c2f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c94915a89551bb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:52.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f316be00700 1 -- 172.21.15.44:0/1088939974 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317009c990 con 0x556690c3ddd0 2024-04-26T02:09:52.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f316be00700 1 -- 172.21.15.44:0/1088939974 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31700a0d40 con 0x556690c3ddd0 2024-04-26T02:09:52.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.415+0000 7f316be00700 1 -- 172.21.15.44:0/1088939974 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31700a5170 con 0x556690c3ddd0 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 -- 172.21.15.44:0/1088939974 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 msgr2=0x556690c3e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c3e1b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3170099360 tx=0x7f317009c2f0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 -- 172.21.15.44:0/1088939974 shutdown_connections 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c4b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c3e1b0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 --2- 172.21.15.44:0/1088939974 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c49020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 -- 172.21.15.44:0/1088939974 >> 172.21.15.44:0/1088939974 conn(0x556690b6d0e0 msgr2=0x556690c3a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 -- 172.21.15.44:0/1088939974 shutdown_connections 2024-04-26T02:09:52.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.416+0000 7f31902aab80 1 -- 172.21.15.44:0/1088939974 wait complete. 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.417+0000 7f31902aab80 1 -- start start 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.417+0000 7f31902aab80 1 Processor -- start 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f31902aab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c3ddd0 0x556690c48d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f31902aab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c46000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f31902aab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c49560 0x556690c46540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f31902aab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556690c4bff0 con 0x556690c49560 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f31902aab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x556690b4a9f0 con 0x556690c3e6f0 2024-04-26T02:09:52.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f31902aab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556690c4c170 con 0x556690c3ddd0 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f31902aab80 10 client.0 _ll_register_callbacks cb 0x556690b298b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f317e000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c46000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f317f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c49560 0x556690c46540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f317e000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c46000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39442/0 (socket says 172.21.15.44:39442) 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f317e000700 1 -- 172.21.15.44:0/750047070 learned_addr learned my addr 172.21.15.44:0/750047070 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.418+0000 7f317ea00700 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c3ddd0 0x556690c48d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f317e000700 1 -- 172.21.15.44:0/750047070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c3ddd0 msgr2=0x556690c48d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f317e000700 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c3ddd0 0x556690c48d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f317e000700 1 -- 172.21.15.44:0/750047070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c49560 msgr2=0x556690c46540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f317e000700 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c49560 0x556690c46540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f317e000700 1 -- 172.21.15.44:0/750047070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556690adea60 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f317e000700 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c46000 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f316c01da60 tx=0x7f316c016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23ba866b46b443e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f3168c00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f3168c00700 1 -- 172.21.15.44:0/750047070 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c017040 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31700a0d40 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f3168c00700 1 -- 172.21.15.44:0/750047070 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f316c004320 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.419+0000 7f3168c00700 1 -- 172.21.15.44:0/750047070 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f316c004520 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 10 client.27065 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x556690b27c80 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f3168c00700 1 -- 172.21.15.44:0/750047070 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31700a0d40 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f3168c00700 1 -- 172.21.15.44:0/750047070 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f316c003bf0 con 0x556690c3e6f0 2024-04-26T02:09:52.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 10 client.27065 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:52.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 10 client.27065 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:09:52.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 20 client.27065 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:52.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690c58d30 0x556690c5b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 4 client.27065 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:09:52.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.420+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556690b9e810 con 0x556690c58d30 2024-04-26T02:09:52.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.421+0000 7f317ea00700 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690c58d30 0x556690c5b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.421+0000 7f317ea00700 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690c58d30 0x556690c5b120 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74fee5a84137ed0 server_cookie=112492202b58f07c in_seq=0 out_seq=0 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.421+0000 7f3168c00700 10 client.27065 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f3168c00700 1 -- 172.21.15.44:0/750047070 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556690b9e810 con 0x556690c58d30 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f3168c00700 10 client.27065 handle_command_reply: tid=0 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 client.27065 shutdown 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 msgr2=0x556690c46000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c46000 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f316c01da60 tx=0x7f316c016000 comp rx=0 tx=0).stop 2024-04-26T02:09:52.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 shutdown_connections 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c3ddd0 0x556690c48d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690c58d30 0x556690c5b120 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c49560 0x556690c46540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 --2- 172.21.15.44:0/750047070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c46000 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f3168c00700 0 client.27065 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.422+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 >> 172.21.15.44:0/750047070 conn(0x556690b6d0e0 msgr2=0x556690c39ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.423+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 shutdown_connections 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.423+0000 7f31902aab80 1 -- 172.21.15.44:0/750047070 wait complete. 2024-04-26T02:09:52.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.423+0000 7f31902aab80 20 client.27065 trim_cache size 0 max 16384 2024-04-26T02:09:52.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.444+0000 7f31902aab80 1 Processor -- start 2024-04-26T02:09:52.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.444+0000 7f31902aab80 1 -- start start 2024-04-26T02:09:52.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f31902aab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3ddd0 0x556690c54ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f31902aab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c51400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f31902aab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c51940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f31902aab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31801af330 con 0x556690c3ddd0 2024-04-26T02:09:52.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f31902aab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f31801b0e70 con 0x556690c3e6f0 2024-04-26T02:09:52.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f31902aab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f31801afa00 con 0x556690c49560 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f317e000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c51400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f317e000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c51400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39454/0 (socket says 172.21.15.44:39454) 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f317e000700 1 -- 172.21.15.44:0/1025595234 learned_addr learned my addr 172.21.15.44:0/1025595234 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f317ea00700 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3ddd0 0x556690c54ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.445+0000 7f317f400700 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c51940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f317e000700 1 -- 172.21.15.44:0/1025595234 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 msgr2=0x556690c51940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f317e000700 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c51940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f317e000700 1 -- 172.21.15.44:0/1025595234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3ddd0 msgr2=0x556690c54ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f317e000700 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3ddd0 0x556690c54ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f317e000700 1 -- 172.21.15.44:0/1025595234 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556690c3ed70 con 0x556690c3e6f0 2024-04-26T02:09:52.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f317e000700 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c51400 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f316c01f010 tx=0x7f316c011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20a86bf61feebbe8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:52.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f316b400700 1 -- 172.21.15.44:0/1025595234 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c017070 con 0x556690c3e6f0 2024-04-26T02:09:52.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f316b400700 1 -- 172.21.15.44:0/1025595234 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f316c019050 con 0x556690c3e6f0 2024-04-26T02:09:52.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.446+0000 7f316b400700 1 -- 172.21.15.44:0/1025595234 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c015070 con 0x556690c3e6f0 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 -- 172.21.15.44:0/1025595234 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 msgr2=0x556690c51400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c51400 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f316c01f010 tx=0x7f316c011ca0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 -- 172.21.15.44:0/1025595234 shutdown_connections 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690c51940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3ddd0 0x556690c54ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 --2- 172.21.15.44:0/1025595234 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3e6f0 0x556690c51400 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 -- 172.21.15.44:0/1025595234 >> 172.21.15.44:0/1025595234 conn(0x556690b6d0e0 msgr2=0x556690c39490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 -- 172.21.15.44:0/1025595234 shutdown_connections 2024-04-26T02:09:52.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.447+0000 7f31902aab80 1 -- 172.21.15.44:0/1025595234 wait complete. 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.448+0000 7f31902aab80 1 -- start start 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.448+0000 7f31902aab80 1 Processor -- start 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f31902aab80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c506a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f31902aab80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c50be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f31902aab80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690cb9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f31902aab80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f31801b07a0 con 0x556690c3e6f0 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f31902aab80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f31801b00d0 con 0x556690c3ddd0 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f31902aab80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f31801ad2f0 con 0x556690c49560 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f31902aab80 10 client.0 _ll_register_callbacks cb 0x556690b298b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c506a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c506a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39456/0 (socket says 172.21.15.44:39456) 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 -- 172.21.15.44:0/1539852846 learned_addr learned my addr 172.21.15.44:0/1539852846 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317e000700 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c50be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317f400700 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690cb9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 -- 172.21.15.44:0/1539852846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 msgr2=0x556690cb9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690cb9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 -- 172.21.15.44:0/1539852846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 msgr2=0x556690c50be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c50be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.449+0000 7f317ea00700 1 -- 172.21.15.44:0/1539852846 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556690cb98d0 con 0x556690c3ddd0 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f317ea00700 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c506a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f317009c690 tx=0x7f31700097b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3279573caeef89d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:09:52.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f3168c00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:09:52.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f3168c00700 1 -- 172.21.15.44:0/1539852846 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3170080060 con 0x556690c3ddd0 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f3168c00700 1 -- 172.21.15.44:0/1539852846 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f3170099000 con 0x556690c3ddd0 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f316c019050 con 0x556690c3ddd0 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f3168c00700 1 -- 172.21.15.44:0/1539852846 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f317009c990 con 0x556690c3ddd0 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f31902aab80 10 client.27071 fetch_fsmap learned FSMap version 33 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.450+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x556690cc0c40 con 0x556690c3ddd0 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f3168c00700 1 -- 172.21.15.44:0/1539852846 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f316c019050 con 0x556690c3ddd0 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f3168c00700 1 -- 172.21.15.44:0/1539852846 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f31700a5170 con 0x556690c3ddd0 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f31902aab80 10 client.27071 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f31902aab80 10 client.27071 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f31902aab80 20 client.27071 populate_metadata read hostname 'smithi044' 2024-04-26T02:09:52.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f31902aab80 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690cc0f80 0x556690cc3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:09:52.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f31902aab80 4 client.27071 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 84.6, "await_for": 42.0}] 2024-04-26T02:09:52.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 84.6, "await_for": 42.0}) -- 0x556690b988b0 con 0x556690cc0f80 2024-04-26T02:09:52.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.451+0000 7f317e000700 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690cc0f80 0x556690cc3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:09:52.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.452+0000 7f317e000700 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690cc0f80 0x556690cc3370 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4275464ab8dfbbcd server_cookie=8c5d3a8fc7ecb780 in_seq=0 out_seq=0 2024-04-26T02:09:52.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.452+0000 7f3168c00700 10 client.27071 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.466+0000 7f3168c00700 1 -- 172.21.15.44:0/1539852846 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x556690b988b0 con 0x556690cc0f80 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.466+0000 7f3168c00700 10 client.27071 handle_command_reply: tid=0 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 client.27071 shutdown 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 msgr2=0x556690c506a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c506a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f317009c690 tx=0x7f31700097b0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 shutdown_connections 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556690c49560 0x556690cb9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556690cc0f80 0x556690cc3370 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556690c3ddd0 0x556690c506a0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 --2- 172.21.15.44:0/1539852846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556690c3e6f0 0x556690c50be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f3168c00700 0 client.27071 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:09:52.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 >> 172.21.15.44:0/1539852846 conn(0x556690b6d0e0 msgr2=0x556690c39d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:52.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.467+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 shutdown_connections 2024-04-26T02:09:52.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.468+0000 7f31902aab80 1 -- 172.21.15.44:0/1539852846 wait complete. 2024-04-26T02:09:52.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.468+0000 7f31902aab80 20 client.27071 trim_cache size 0 max 16384 2024-04-26T02:09:52.468 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:09:52.468 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 46, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "5460f23c": { 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 46, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 84.6, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:09:52.469 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:09:52.470 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31640a3ed0 msgr2=0x7f31640a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31640a3ed0 0x7f31640a6390 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3180110f20 tx=0x7f316c011820 comp rx=0 tx=0).stop 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180074c70 msgr2=0x7f318019b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180074c70 0x7f318019b280 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f317000e9c0 tx=0x7f317000ecd0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 shutdown_connections 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f31640a3ed0 0x7f31640a6390 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f318010f440 0x7f318019fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3180074c70 0x7f318019b280 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 --2- 172.21.15.44:0/2945473312 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3180075590 0x7f318019b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 >> 172.21.15.44:0/2945473312 conn(0x7f3180079bf0 msgr2=0x7f31800ffbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:09:52.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 shutdown_connections 2024-04-26T02:09:52.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:09:52.469+0000 7f3185a00700 1 -- 172.21.15.44:0/2945473312 wait complete. 2024-04-26T02:09:53.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:52 smithi156 ceph-mon[32543]: pgmap v467: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-04-26T02:09:53.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:52 smithi044 ceph-mon[27847]: pgmap v467: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-04-26T02:09:53.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:52 smithi090 ceph-mon[32456]: pgmap v467: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 10 op/s 2024-04-26T02:09:53.283 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '5460f23c', quiesce took 7.8 seconds. Will release after: 24.6 2024-04-26T02:09:55.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:54 smithi156 ceph-mon[32543]: pgmap v468: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:09:55.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:54 smithi090 ceph-mon[32456]: pgmap v468: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:09:55.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:54 smithi044 ceph-mon[27847]: pgmap v468: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:09:57.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:56 smithi156 ceph-mon[32543]: pgmap v469: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:09:57.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:56 smithi090 ceph-mon[32456]: pgmap v469: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:09:57.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:56 smithi044 ceph-mon[27847]: pgmap v469: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:09:59.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:09:58 smithi156 ceph-mon[32543]: pgmap v470: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:09:59.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:09:58 smithi090 ceph-mon[32456]: pgmap v470: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:09:59.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:09:58 smithi044 ceph-mon[27847]: pgmap v470: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:10:01.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:00 smithi156 ceph-mon[32543]: pgmap v471: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:10:01.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:00 smithi156 ceph-mon[32543]: overall HEALTH_OK 2024-04-26T02:10:01.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:00 smithi090 ceph-mon[32456]: pgmap v471: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:10:01.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:00 smithi090 ceph-mon[32456]: overall HEALTH_OK 2024-04-26T02:10:01.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:00 smithi044 ceph-mon[27847]: pgmap v471: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T02:10:01.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:00 smithi044 ceph-mon[27847]: overall HEALTH_OK 2024-04-26T02:10:03.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:02 smithi156 ceph-mon[32543]: pgmap v472: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.5 KiB/s wr, 10 op/s 2024-04-26T02:10:03.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:02 smithi090 ceph-mon[32456]: pgmap v472: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.5 KiB/s wr, 10 op/s 2024-04-26T02:10:03.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:02 smithi044 ceph-mon[27847]: pgmap v472: 97 pgs: 97 active+clean; 6.1 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.5 KiB/s wr, 10 op/s 2024-04-26T02:10:04.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.393+0000 7f906d400640 1 -- 172.21.15.44:0/1482347505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9068100e60 msgr2=0x7f90681069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.393+0000 7f906d400640 1 --2- 172.21.15.44:0/1482347505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9068100e60 0x7f90681069f0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9054009860 tx=0x7f905402a340 comp rx=0 tx=0).stop 2024-04-26T02:10:04.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.394+0000 7f906d400640 1 -- 172.21.15.44:0/1482347505 shutdown_connections 2024-04-26T02:10:04.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.394+0000 7f906d400640 1 --2- 172.21.15.44:0/1482347505 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f9068107120 0x7f906810eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.394+0000 7f906d400640 1 --2- 172.21.15.44:0/1482347505 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f9068100e60 0x7f90681069f0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.394+0000 7f906d400640 1 --2- 172.21.15.44:0/1482347505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90681004b0 0x7f9068100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.394+0000 7f906d400640 1 -- 172.21.15.44:0/1482347505 >> 172.21.15.44:0/1482347505 conn(0x7f90680771c0 msgr2=0x7f90680fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:04.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.394+0000 7f906d400640 1 -- 172.21.15.44:0/1482347505 shutdown_connections 2024-04-26T02:10:04.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.394+0000 7f906d400640 1 -- 172.21.15.44:0/1482347505 wait complete. 2024-04-26T02:10:04.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.395+0000 7f906d400640 1 Processor -- start 2024-04-26T02:10:04.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.395+0000 7f906d400640 1 -- start start 2024-04-26T02:10:04.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f906d400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90681004b0 0x7f90681a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f906d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9068107120 0x7f90681a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f906d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f906819a5d0 0x7f906819aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f906d400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9068111ff0 con 0x7f9068107120 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f906d400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f9068111e70 con 0x7f906819a5d0 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f906d400640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f9068112170 con 0x7f90681004b0 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f9067400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9068107120 0x7f90681a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f9067400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9068107120 0x7f90681a0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36116/0 (socket says 172.21.15.44:36116) 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f9067400640 1 -- 172.21.15.44:0/1212201713 learned_addr learned my addr 172.21.15.44:0/1212201713 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f9067e00640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90681004b0 0x7f90681a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.396+0000 7f906ca00640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f906819a5d0 0x7f906819aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9067400640 1 -- 172.21.15.44:0/1212201713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90681004b0 msgr2=0x7f90681a0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9067400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90681004b0 0x7f90681a0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9067400640 1 -- 172.21.15.44:0/1212201713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f906819a5d0 msgr2=0x7f906819aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9067400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f906819a5d0 0x7f906819aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9067400640 1 -- 172.21.15.44:0/1212201713 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f906819b0f0 con 0x7f9068107120 2024-04-26T02:10:04.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9067400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9068107120 0x7f90681a0960 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9054035040 tx=0x7f9054032d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:04.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9064c00640 1 -- 172.21.15.44:0/1212201713 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9054037040 con 0x7f9068107120 2024-04-26T02:10:04.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9064c00640 1 -- 172.21.15.44:0/1212201713 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9054030c10 con 0x7f9068107120 2024-04-26T02:10:04.399 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f906819b380 con 0x7f9068107120 2024-04-26T02:10:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.397+0000 7f9064c00640 1 -- 172.21.15.44:0/1212201713 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90540035f0 con 0x7f9068107120 2024-04-26T02:10:04.400 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.398+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90681a7510 con 0x7f9068107120 2024-04-26T02:10:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.401+0000 7f9071837740 1 Processor -- start 2024-04-26T02:10:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.401+0000 7f9071837740 1 -- start start 2024-04-26T02:10:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9064c00640 1 -- 172.21.15.44:0/1212201713 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9054043020 con 0x7f9068107120 2024-04-26T02:10:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9071837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9071837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffc650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9071837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.402 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9071837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ee90f57900 con 0x55ee90ff22d0 2024-04-26T02:10:04.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9071837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ee90efdef0 con 0x55ee90ff19b0 2024-04-26T02:10:04.403 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9071837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ee90f538c0 con 0x55ee90ffcb90 2024-04-26T02:10:04.404 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9067e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.404 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9067400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.404 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f906ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.404 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9067400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40048/0 (socket says 172.21.15.44:40048) 2024-04-26T02:10:04.404 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.402+0000 7f9067400640 1 -- 172.21.15.44:0/2688053370 learned_addr learned my addr 172.21.15.44:0/2688053370 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:04.404 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f906ca00640 1 -- 172.21.15.44:0/2688053370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 msgr2=0x55ee90ffef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.404 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f906ca00640 1 --2- 172.21.15.44:0/2688053370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f906ca00640 1 -- 172.21.15.44:0/2688053370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 msgr2=0x55ee90ffc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f906ca00640 1 --2- 172.21.15.44:0/2688053370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffc650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f906ca00640 1 -- 172.21.15.44:0/2688053370 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee90c6a210 con 0x55ee90ff19b0 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f906ca00640 1 --2- 172.21.15.44:0/2688053370 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff1d90 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9060009f00 tx=0x7f9060011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e9320f020650539 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f905d200640 1 -- 172.21.15.44:0/2688053370 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9060004d20 con 0x55ee90ff19b0 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f905d200640 1 -- 172.21.15.44:0/2688053370 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9060004050 con 0x55ee90ff19b0 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.403+0000 7f905d200640 1 -- 172.21.15.44:0/2688053370 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9060005280 con 0x55ee90ff19b0 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9064c00640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f904c0a3d10 0x7f904c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9064c00640 1 -- 172.21.15.44:0/1212201713 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f90540ef8e0 con 0x7f9068107120 2024-04-26T02:10:04.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9067e00640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f904c0a3d10 0x7f904c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9071837740 1 -- 172.21.15.44:0/2688053370 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 msgr2=0x55ee90ff1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9071837740 1 --2- 172.21.15.44:0/2688053370 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff1d90 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9060009f00 tx=0x7f9060011810 comp rx=0 tx=0).stop 2024-04-26T02:10:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9071837740 1 -- 172.21.15.44:0/2688053370 shutdown_connections 2024-04-26T02:10:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9071837740 1 --2- 172.21.15.44:0/2688053370 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9071837740 1 --2- 172.21.15.44:0/2688053370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9071837740 1 --2- 172.21.15.44:0/2688053370 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff1d90 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.404+0000 7f9071837740 1 -- 172.21.15.44:0/2688053370 >> 172.21.15.44:0/2688053370 conn(0x55ee90fedec0 msgr2=0x55ee90fee2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.405+0000 7f9071837740 1 -- 172.21.15.44:0/2688053370 shutdown_connections 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.405+0000 7f9071837740 1 -- 172.21.15.44:0/2688053370 wait complete. 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.405+0000 7f9067e00640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f904c0a3d10 0x7f904c0a61d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x55ee90ff2f50 tx=0x7f9058009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.405+0000 7f9071837740 1 -- start start 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.405+0000 7f9071837740 1 Processor -- start 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9071837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9071837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffa020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9071837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffa560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9071837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ee90fff7c0 con 0x55ee90ff22d0 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9071837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ee90f11310 con 0x55ee90ff19b0 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9071837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ee90fff940 con 0x55ee90ffcb90 2024-04-26T02:10:04.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9071837740 10 client.0 _ll_register_callbacks cb 0x55ee90edfcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9067400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffa020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f906ca00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffa560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9067400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffa020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36132/0 (socket says 172.21.15.44:36132) 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9067400640 1 -- 172.21.15.44:0/2539749315 learned_addr learned my addr 172.21.15.44:0/2539749315 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.406+0000 7f9067e00640 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9067400640 1 -- 172.21.15.44:0/2539749315 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 msgr2=0x55ee90ffa560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9067400640 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffa560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9067400640 1 -- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 msgr2=0x55ee90ff9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9067400640 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff9ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9067400640 1 -- 172.21.15.44:0/2539749315 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee90d36620 con 0x55ee90ff22d0 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f906ca00640 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffa560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9067400640 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffa020 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f90540bb960 tx=0x7f9054005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c2f30658b6973e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9051600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9051600640 1 -- 172.21.15.44:0/2539749315 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90540b7c70 con 0x55ee90ff22d0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9051600640 1 -- 172.21.15.44:0/2539749315 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f90540c43b0 con 0x55ee90ff22d0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.407+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9060004050 con 0x55ee90ff22d0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9051600640 1 -- 172.21.15.44:0/2539749315 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f90540ed500 con 0x55ee90ff22d0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 10 client.16980 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ee9100ba40 con 0x55ee90ff22d0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9051600640 1 -- 172.21.15.44:0/2539749315 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9060004050 con 0x55ee90ff22d0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9051600640 1 -- 172.21.15.44:0/2539749315 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f90540dab90 con 0x55ee90ff22d0 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 10 client.16980 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 10 client.16980 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 20 client.16980 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9100ce50 0x55ee9100f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 4 client.16980 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:10:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.408+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee90f6b8b0 con 0x55ee9100ce50 2024-04-26T02:10:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.409+0000 7f9067e00640 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9100ce50 0x55ee9100f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.409+0000 7f9067e00640 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9100ce50 0x55ee9100f280 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e3871203e34c5f5 server_cookie=b921dfab5942352a in_seq=0 out_seq=0 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.409+0000 7f9051600640 10 client.16980 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.410+0000 7f9051600640 1 -- 172.21.15.44:0/2539749315 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ee90f6b8b0 con 0x55ee9100ce50 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.410+0000 7f9051600640 10 client.16980 handle_command_reply: tid=0 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.410+0000 7f9071837740 1 client.16980 shutdown 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.410+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 msgr2=0x55ee90ffa020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.410+0000 7f9071837740 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffa020 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f90540bb960 tx=0x7f9054005bd0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 shutdown_connections 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9100ce50 0x55ee9100f280 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ffcb90 0x55ee90ffa560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee90ffa020 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9051600640 0 client.16980 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:04.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 --2- 172.21.15.44:0/2539749315 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ff19b0 0x55ee90ff9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 >> 172.21.15.44:0/2539749315 conn(0x55ee90fedec0 msgr2=0x55ee90ff3c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:04.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 shutdown_connections 2024-04-26T02:10:04.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 1 -- 172.21.15.44:0/2539749315 wait complete. 2024-04-26T02:10:04.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.411+0000 7f9071837740 20 client.16980 trim_cache size 0 max 16384 2024-04-26T02:10:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.427+0000 7f9071837740 1 Processor -- start 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9071837740 1 -- start start 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9071837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff19b0 0x55ee910086b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9071837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff22d0 0x55ee90fecea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9071837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91014b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9071837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f90681afa70 con 0x55ee90ff19b0 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9071837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f90681b15b0 con 0x55ee90ffcb90 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9071837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f90681b0140 con 0x55ee90ff22d0 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9067e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff19b0 0x55ee910086b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9067e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff19b0 0x55ee910086b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36144/0 (socket says 172.21.15.44:36144) 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9067e00640 1 -- 172.21.15.44:0/2980548543 learned_addr learned my addr 172.21.15.44:0/2980548543 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f9067400640 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff22d0 0x55ee90fecea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.428+0000 7f906ca00640 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91014b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9067e00640 1 -- 172.21.15.44:0/2980548543 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff22d0 msgr2=0x55ee90fecea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9067e00640 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff22d0 0x55ee90fecea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9067e00640 1 -- 172.21.15.44:0/2980548543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 msgr2=0x55ee91014b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9067e00640 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91014b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9067e00640 1 -- 172.21.15.44:0/2980548543 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee9100f900 con 0x55ee90ff19b0 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9067e00640 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff19b0 0x55ee910086b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x55ee9100fb30 tx=0x7f905801b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fe008549b06ac64 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9053e00640 1 -- 172.21.15.44:0/2980548543 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9058004020 con 0x55ee90ff19b0 2024-04-26T02:10:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9053e00640 1 -- 172.21.15.44:0/2980548543 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9058031030 con 0x55ee90ff19b0 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.429+0000 7f9053e00640 1 -- 172.21.15.44:0/2980548543 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9058004a90 con 0x55ee90ff19b0 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 -- 172.21.15.44:0/2980548543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff19b0 msgr2=0x55ee910086b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff19b0 0x55ee910086b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x55ee9100fb30 tx=0x7f905801b000 comp rx=0 tx=0).stop 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 -- 172.21.15.44:0/2980548543 shutdown_connections 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91014b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff22d0 0x55ee90fecea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 --2- 172.21.15.44:0/2980548543 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff19b0 0x55ee910086b0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 -- 172.21.15.44:0/2980548543 >> 172.21.15.44:0/2980548543 conn(0x55ee90fedec0 msgr2=0x55ee90fec790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 -- 172.21.15.44:0/2980548543 shutdown_connections 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.430+0000 7f9071837740 1 -- 172.21.15.44:0/2980548543 wait complete. 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 -- start start 2024-04-26T02:10:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 Processor -- start 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff19b0 0x55ee910026c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee91002c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91003140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f90681b0ee0 con 0x55ee90ff22d0 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f90681b0810 con 0x55ee90ffcb90 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f90681ada70 con 0x55ee90ff19b0 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.431+0000 7f9071837740 10 client.0 _ll_register_callbacks cb 0x7f9054005ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee91002c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff19b0 0x55ee910026c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f906ca00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91003140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff19b0 0x55ee910026c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40084/0 (socket says 172.21.15.44:40084) 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 -- 172.21.15.44:0/1851591742 learned_addr learned my addr 172.21.15.44:0/1851591742 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 -- 172.21.15.44:0/1851591742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 msgr2=0x55ee91003140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91003140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 -- 172.21.15.44:0/1851591742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 msgr2=0x55ee91002c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee91002c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 -- 172.21.15.44:0/1851591742 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee9107acf0 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9067e00640 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff19b0 0x55ee910026c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9058019040 tx=0x7f9058004550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6202ca9dc2b5345 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.432+0000 7f9051600640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.433+0000 7f9051600640 1 -- 172.21.15.44:0/1851591742 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9058005240 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.433+0000 7f9051600640 1 -- 172.21.15.44:0/1851591742 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8455+0+0 (secure 0 0 0) 0x7f90580053e0 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.433+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9058031030 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.433+0000 7f9051600640 1 -- 172.21.15.44:0/1851591742 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f90580055e0 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.433+0000 7f9071837740 10 client.27085 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.433+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ee9107bfe0 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.433+0000 7f9051600640 1 -- 172.21.15.44:0/1851591742 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9058031030 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9051600640 1 -- 172.21.15.44:0/1851591742 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f905802d300 con 0x55ee90ff19b0 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9071837740 10 client.27085 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9071837740 10 client.27085 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9071837740 20 client.27085 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9071837740 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9107c700 0x55ee9107eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9071837740 4 client.27085 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:10:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ee90f65320 con 0x55ee9107c700 2024-04-26T02:10:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.434+0000 7f9067400640 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9107c700 0x55ee9107eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.435+0000 7f9067400640 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9107c700 0x55ee9107eb20 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e75d6cf1afc4d1c4 server_cookie=325815f420b2eb78 in_seq=0 out_seq=0 2024-04-26T02:10:04.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.435+0000 7f9051600640 10 client.27085 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9051600640 1 -- 172.21.15.44:0/1851591742 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ee90f65320 con 0x55ee9107c700 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9051600640 10 client.27085 handle_command_reply: tid=0 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 client.27085 shutdown 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff19b0 msgr2=0x55ee910026c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff19b0 0x55ee910026c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9058019040 tx=0x7f9058004550 comp rx=0 tx=0).stop 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 shutdown_connections 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ee9107c700 0x55ee9107eb20 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ee90ffcb90 0x55ee91003140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.445 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ee90ff22d0 0x55ee91002c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 --2- 172.21.15.44:0/1851591742 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ee90ff19b0 0x55ee910026c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9051600640 0 client.27085 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 >> 172.21.15.44:0/1851591742 conn(0x55ee90fedec0 msgr2=0x55ee90ff9aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 shutdown_connections 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.444+0000 7f9071837740 1 -- 172.21.15.44:0/1851591742 wait complete. 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.445+0000 7f9071837740 20 client.27085 trim_cache size 0 max 16384 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:10:04.446 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:10:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:10:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:10:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.445+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f904c0a3d10 msgr2=0x7f904c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.445+0000 7f906d400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f904c0a3d10 0x7f904c0a61d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x55ee90ff2f50 tx=0x7f9058009260 comp rx=0 tx=0).stop 2024-04-26T02:10:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.445+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9068107120 msgr2=0x7f90681a0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.445+0000 7f906d400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9068107120 0x7f90681a0960 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9054035040 tx=0x7f9054032d50 comp rx=0 tx=0).stop 2024-04-26T02:10:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.445+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 shutdown_connections 2024-04-26T02:10:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.445+0000 7f906d400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f904c0a3d10 0x7f904c0a61d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.446+0000 7f906d400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f906819a5d0 0x7f906819aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.446+0000 7f906d400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9068107120 0x7f90681a0960 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.446+0000 7f906d400640 1 --2- 172.21.15.44:0/1212201713 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f90681004b0 0x7f90681a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.446+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 >> 172.21.15.44:0/1212201713 conn(0x7f90680771c0 msgr2=0x7f9068104850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.446+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 shutdown_connections 2024-04-26T02:10:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:04.446+0000 7f906d400640 1 -- 172.21.15.44:0/1212201713 wait complete. 2024-04-26T02:10:05.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:04 smithi156 ceph-mon[32543]: pgmap v473: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-04-26T02:10:05.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:04 smithi090 ceph-mon[32456]: pgmap v473: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-04-26T02:10:05.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:04 smithi044 ceph-mon[27847]: pgmap v473: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-04-26T02:10:07.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:06 smithi156 ceph-mon[32543]: pgmap v474: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 48 KiB/s wr, 25 op/s 2024-04-26T02:10:07.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:06 smithi156 ceph-mon[32543]: osdmap e110: 12 total, 12 up, 12 in 2024-04-26T02:10:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:06 smithi090 ceph-mon[32456]: pgmap v474: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 48 KiB/s wr, 25 op/s 2024-04-26T02:10:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:06 smithi090 ceph-mon[32456]: osdmap e110: 12 total, 12 up, 12 in 2024-04-26T02:10:07.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:06 smithi044 ceph-mon[27847]: pgmap v474: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 48 KiB/s wr, 25 op/s 2024-04-26T02:10:07.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:06 smithi044 ceph-mon[27847]: osdmap e110: 12 total, 12 up, 12 in 2024-04-26T02:10:09.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:08 smithi044 ceph-mon[27847]: pgmap v476: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 31 op/s 2024-04-26T02:10:09.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:08 smithi156 ceph-mon[32543]: pgmap v476: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 31 op/s 2024-04-26T02:10:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:08 smithi090 ceph-mon[32456]: pgmap v476: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 31 op/s 2024-04-26T02:10:11.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:10 smithi156 ceph-mon[32543]: pgmap v477: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 64 KiB/s wr, 33 op/s 2024-04-26T02:10:11.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:10 smithi156 ceph-mon[32543]: osdmap e111: 12 total, 12 up, 12 in 2024-04-26T02:10:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:10 smithi090 ceph-mon[32456]: pgmap v477: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 64 KiB/s wr, 33 op/s 2024-04-26T02:10:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:10 smithi090 ceph-mon[32456]: osdmap e111: 12 total, 12 up, 12 in 2024-04-26T02:10:11.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:10 smithi044 ceph-mon[27847]: pgmap v477: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 64 KiB/s wr, 33 op/s 2024-04-26T02:10:11.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:10 smithi044 ceph-mon[27847]: osdmap e111: 12 total, 12 up, 12 in 2024-04-26T02:10:13.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:12 smithi156 ceph-mon[32543]: pgmap v479: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2024-04-26T02:10:13.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:12 smithi090 ceph-mon[32456]: pgmap v479: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2024-04-26T02:10:13.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:12 smithi044 ceph-mon[27847]: pgmap v479: 97 pgs: 97 active+clean; 6.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2024-04-26T02:10:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:14 smithi090 ceph-mon[32456]: pgmap v480: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.5 KiB/s wr, 16 op/s 2024-04-26T02:10:15.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:14 smithi044 ceph-mon[27847]: pgmap v480: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.5 KiB/s wr, 16 op/s 2024-04-26T02:10:15.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:14 smithi156 ceph-mon[32543]: pgmap v480: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.5 KiB/s wr, 16 op/s 2024-04-26T02:10:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:16 smithi090 ceph-mon[32456]: pgmap v481: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.0 KiB/s wr, 13 op/s 2024-04-26T02:10:17.283 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:16 smithi156 ceph-mon[32543]: pgmap v481: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.0 KiB/s wr, 13 op/s 2024-04-26T02:10:17.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:16 smithi044 ceph-mon[27847]: pgmap v481: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.0 KiB/s wr, 13 op/s 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 -- 172.21.15.44:0/567428906 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 msgr2=0x7f148c110ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 --2- 172.21.15.44:0/567428906 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 0x7f148c110ea0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f1484009900 tx=0x7f148402a410 comp rx=0 tx=0).stop 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 -- 172.21.15.44:0/567428906 shutdown_connections 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 --2- 172.21.15.44:0/567428906 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 0x7f148c110ea0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 --2- 172.21.15.44:0/567428906 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f148c104bb0 0x7f148c108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 --2- 172.21.15.44:0/567428906 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f148c104200 0x7f148c1045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 -- 172.21.15.44:0/567428906 >> 172.21.15.44:0/567428906 conn(0x7f148c0ffa60 msgr2=0x7f148c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 -- 172.21.15.44:0/567428906 shutdown_connections 2024-04-26T02:10:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.597+0000 7f1492600640 1 -- 172.21.15.44:0/567428906 wait complete. 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.598+0000 7f1492600640 1 Processor -- start 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.598+0000 7f1492600640 1 -- start start 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1492600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f148c104200 0x7f148c1a0430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1492600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 0x7f148c1a0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1492600640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f148c19a5e0 0x7f148c19aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1492600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f148c114240 con 0x7f148c1092d0 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1492600640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1140c0 con 0x7f148c19a5e0 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1492600640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1143c0 con 0x7f148c104200 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f148be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 0x7f148c1a0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1491200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f148c104200 0x7f148c1a0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1491200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f148c104200 0x7f148c1a0430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46584/0 (socket says 172.21.15.44:46584) 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1491200640 1 -- 172.21.15.44:0/4029866124 learned_addr learned my addr 172.21.15.44:0/4029866124 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.599+0000 7f1491c00640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f148c19a5e0 0x7f148c19aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f148be00640 1 -- 172.21.15.44:0/4029866124 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f148c104200 msgr2=0x7f148c1a0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f148be00640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f148c104200 0x7f148c1a0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f148be00640 1 -- 172.21.15.44:0/4029866124 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f148c19a5e0 msgr2=0x7f148c19aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f148be00640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f148c19a5e0 0x7f148c19aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f148be00640 1 -- 172.21.15.44:0/4029866124 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f148c19b100 con 0x7f148c1092d0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f1491c00640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f148c19a5e0 0x7f148c19aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f148be00640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 0x7f148c1a0970 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f148c06b4e0 tx=0x7f147800dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f1489600640 1 -- 172.21.15.44:0/4029866124 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1478017070 con 0x7f148c1092d0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f1489600640 1 -- 172.21.15.44:0/4029866124 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14780099d0 con 0x7f148c1092d0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f1489600640 1 -- 172.21.15.44:0/4029866124 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14780047a0 con 0x7f148c1092d0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f148c19b3f0 con 0x7f148c1092d0 2024-04-26T02:10:17.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.600+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f148c1a75f0 con 0x7f148c1092d0 2024-04-26T02:10:17.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 Processor -- start 2024-04-26T02:10:17.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 -- start start 2024-04-26T02:10:17.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932cdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d8650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932daf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f1489600640 1 -- 172.21.15.44:0/4029866124 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1478004940 con 0x7f148c1092d0 2024-04-26T02:10:17.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55dc93233900 con 0x55dc932d8b90 2024-04-26T02:10:17.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55dc931d9ef0 con 0x55dc932cd9b0 2024-04-26T02:10:17.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.604+0000 7f14969f4740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55dc9322f8c0 con 0x55dc932ce2d0 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932cdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932cdd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:33670/0 (socket says 172.21.15.44:33670) 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 -- 172.21.15.44:0/1552060213 learned_addr learned my addr 172.21.15.44:0/1552060213 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f148be00640 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932daf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491200640 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 -- 172.21.15.44:0/1552060213 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 msgr2=0x55dc932d8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 -- 172.21.15.44:0/1552060213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 msgr2=0x55dc932daf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932daf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 -- 172.21.15.44:0/1552060213 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc92f46210 con 0x55dc932cd9b0 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491200640 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:10:17.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.605+0000 7f1491c00640 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932cdd90 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1484009900 tx=0x7f14840314a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b5d7fd96174f7bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:17.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.606+0000 7f1482000640 1 -- 172.21.15.44:0/1552060213 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1484040070 con 0x55dc932cd9b0 2024-04-26T02:10:17.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.606+0000 7f1482000640 1 -- 172.21.15.44:0/1552060213 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1484031890 con 0x55dc932cd9b0 2024-04-26T02:10:17.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.606+0000 7f1482000640 1 -- 172.21.15.44:0/1552060213 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1484035040 con 0x55dc932cd9b0 2024-04-26T02:10:17.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.606+0000 7f1489600640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14700a3d10 0x7f14700a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.606+0000 7f1489600640 1 -- 172.21.15.44:0/4029866124 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7f14780d0370 con 0x7f148c1092d0 2024-04-26T02:10:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.606+0000 7f1491200640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14700a3d10 0x7f14700a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 -- 172.21.15.44:0/1552060213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 msgr2=0x55dc932cdd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932cdd90 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1484009900 tx=0x7f14840314a0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 -- 172.21.15.44:0/1552060213 shutdown_connections 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932daf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 --2- 172.21.15.44:0/1552060213 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932cdd90 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 -- 172.21.15.44:0/1552060213 >> 172.21.15.44:0/1552060213 conn(0x55dc932c9ec0 msgr2=0x55dc932ca2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 -- 172.21.15.44:0/1552060213 shutdown_connections 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 -- 172.21.15.44:0/1552060213 wait complete. 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f1491200640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14700a3d10 0x7f14700a61d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55dc932cef50 tx=0x7f147c009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.607+0000 7f14969f4740 1 -- start start 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 1 Processor -- start 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932d5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932d6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55dc932db760 con 0x55dc932d8b90 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55dc931ed310 con 0x55dc932cd9b0 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55dc932db8e0 con 0x55dc932ce2d0 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f14969f4740 10 client.0 _ll_register_callbacks cb 0x55dc931bbcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f1491c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932d6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f1491c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932d6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59874/0 (socket says 172.21.15.44:59874) 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f1491c00640 1 -- 172.21.15.44:0/1958115235 learned_addr learned my addr 172.21.15.44:0/1958115235 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.608+0000 7f148be00640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1491200640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932d5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1491c00640 1 -- 172.21.15.44:0/1958115235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 msgr2=0x55dc932d6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1491c00640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1491c00640 1 -- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 msgr2=0x55dc932d5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1491c00640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932d5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1491c00640 1 -- 172.21.15.44:0/1958115235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc93012620 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f148be00640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1491c00640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932d6590 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f148402a930 tx=0x7f148402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f287d3a19f2feb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1476a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1476a00640 1 -- 172.21.15.44:0/1958115235 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1484035070 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.609+0000 7f1476a00640 1 -- 172.21.15.44:0/1958115235 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7f14840035f0 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1484031890 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f1476a00640 1 -- 172.21.15.44:0/1958115235 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f1484055050 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 10 client.16998 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55dc932e79a0 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f1476a00640 1 -- 172.21.15.44:0/1958115235 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1484031890 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f1476a00640 1 -- 172.21.15.44:0/1958115235 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f148403c990 con 0x55dc932d8b90 2024-04-26T02:10:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 10 client.16998 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 10 client.16998 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 20 client.16998 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc932e8cf0 0x55dc932eb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 4 client.16998 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:10:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.610+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc932478b0 con 0x55dc932e8cf0 2024-04-26T02:10:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.611+0000 7f1491200640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc932e8cf0 0x55dc932eb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.612+0000 7f1491200640 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc932e8cf0 0x55dc932eb0e0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34a0f4c193c67db7 server_cookie=1398870f37344ebc in_seq=0 out_seq=0 2024-04-26T02:10:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.612+0000 7f1476a00640 10 client.16998 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.612+0000 7f1476a00640 1 -- 172.21.15.44:0/1958115235 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dc932478b0 con 0x55dc932e8cf0 2024-04-26T02:10:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.612+0000 7f1476a00640 10 client.16998 handle_command_reply: tid=0 2024-04-26T02:10:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.612+0000 7f14969f4740 1 client.16998 shutdown 2024-04-26T02:10:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 msgr2=0x55dc932d6590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932d6590 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f148402a930 tx=0x7f148402a410 comp rx=0 tx=0).stop 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 shutdown_connections 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc932e8cf0 0x55dc932eb0e0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932d8b90 0x55dc932d6590 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932d6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 --2- 172.21.15.44:0/1958115235 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932d5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f1476a00640 0 client.16998 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 >> 172.21.15.44:0/1958115235 conn(0x55dc932c9ec0 msgr2=0x55dc932cfbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 shutdown_connections 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 1 -- 172.21.15.44:0/1958115235 wait complete. 2024-04-26T02:10:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.613+0000 7f14969f4740 20 client.16998 trim_cache size 0 max 16384 2024-04-26T02:10:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.629+0000 7f14969f4740 1 Processor -- start 2024-04-26T02:10:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.629+0000 7f14969f4740 1 -- start start 2024-04-26T02:10:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.629+0000 7f14969f4740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932cd9b0 0x55dc932d4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.629 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.629+0000 7f14969f4740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932c97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f14969f4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932d8b90 0x55dc932e4620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f14969f4740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1afb50 con 0x55dc932cd9b0 2024-04-26T02:10:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f14969f4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1b1690 con 0x55dc932d8b90 2024-04-26T02:10:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f14969f4740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1b0220 con 0x55dc932ce2d0 2024-04-26T02:10:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932cd9b0 0x55dc932d4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932cd9b0 0x55dc932d4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59890/0 (socket says 172.21.15.44:59890) 2024-04-26T02:10:17.630 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 -- 172.21.15.44:0/3657375910 learned_addr learned my addr 172.21.15.44:0/3657375910 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f148be00640 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932c97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491c00640 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932d8b90 0x55dc932e4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 -- 172.21.15.44:0/3657375910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 msgr2=0x55dc932c97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932c97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 -- 172.21.15.44:0/3657375910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932d8b90 msgr2=0x55dc932e4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932d8b90 0x55dc932e4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491200640 1 -- 172.21.15.44:0/3657375910 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc932d40a0 con 0x55dc932cd9b0 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.630+0000 7f1491c00640 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932d8b90 0x55dc932e4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.631+0000 7f1491200640 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932cd9b0 0x55dc932d4dc0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f147c009aa0 tx=0x7f147c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc41dff6a0a9f74a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.631+0000 7f1481600640 1 -- 172.21.15.44:0/3657375910 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c00fe40 con 0x55dc932cd9b0 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.631+0000 7f1481600640 1 -- 172.21.15.44:0/3657375910 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c031070 con 0x55dc932cd9b0 2024-04-26T02:10:17.631 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.631+0000 7f1481600640 1 -- 172.21.15.44:0/3657375910 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c010c60 con 0x55dc932cd9b0 2024-04-26T02:10:17.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 -- 172.21.15.44:0/3657375910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932cd9b0 msgr2=0x55dc932d4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932cd9b0 0x55dc932d4dc0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f147c009aa0 tx=0x7f147c016000 comp rx=0 tx=0).stop 2024-04-26T02:10:17.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 -- 172.21.15.44:0/3657375910 shutdown_connections 2024-04-26T02:10:17.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932d8b90 0x55dc932e4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932ce2d0 0x55dc932c97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.635 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 --2- 172.21.15.44:0/3657375910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932cd9b0 0x55dc932d4dc0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 -- 172.21.15.44:0/3657375910 >> 172.21.15.44:0/3657375910 conn(0x55dc932c9ec0 msgr2=0x55dc932d7bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 -- 172.21.15.44:0/3657375910 shutdown_connections 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 -- 172.21.15.44:0/3657375910 wait complete. 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 -- start start 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.632+0000 7f14969f4740 1 Processor -- start 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f14969f4740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932e1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f14969f4740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932ce2d0 0x55dc932de3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f14969f4740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932d8b90 0x55dc932deb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f14969f4740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1b0fc0 con 0x55dc932ce2d0 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f14969f4740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1b08f0 con 0x55dc932cd9b0 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f14969f4740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1adb50 con 0x55dc932d8b90 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f14969f4740 10 client.0 _ll_register_callbacks cb 0x7f1484009520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f148be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932ce2d0 0x55dc932de3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f148be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932ce2d0 0x55dc932de3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59902/0 (socket says 172.21.15.44:59902) 2024-04-26T02:10:17.636 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f148be00640 1 -- 172.21.15.44:0/661102044 learned_addr learned my addr 172.21.15.44:0/661102044 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f1491200640 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932e1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.633+0000 7f1491c00640 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932d8b90 0x55dc932deb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f148be00640 1 -- 172.21.15.44:0/661102044 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932d8b90 msgr2=0x55dc932deb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f148be00640 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932d8b90 0x55dc932deb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f148be00640 1 -- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 msgr2=0x55dc932e1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f148be00640 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932e1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f148be00640 1 -- 172.21.15.44:0/661102044 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc9334df90 con 0x55dc932ce2d0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f148be00640 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932ce2d0 0x55dc932de3f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1478098750 tx=0x7f1478098650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8fe94063f58e854 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f1476a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f1476a00640 1 -- 172.21.15.44:0/661102044 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1478096e60 con 0x55dc932ce2d0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f1476a00640 1 -- 172.21.15.44:0/661102044 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7f14780cdd20 con 0x55dc932ce2d0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f147c031070 con 0x55dc932ce2d0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.634+0000 7f1476a00640 1 -- 172.21.15.44:0/661102044 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f14780b5050 con 0x55dc932ce2d0 2024-04-26T02:10:17.637 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 10 client.17004 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55dc9334f090 con 0x55dc932ce2d0 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f1476a00640 1 -- 172.21.15.44:0/661102044 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c031070 con 0x55dc932ce2d0 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f1476a00640 1 -- 172.21.15.44:0/661102044 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f14780a4ad0 con 0x55dc932ce2d0 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 10 client.17004 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 10 client.17004 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 20 client.17004 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc9334f7c0 0x55dc93351be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 4 client.17004 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dc93241320 con 0x55dc9334f7c0 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.635+0000 7f1491200640 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc9334f7c0 0x55dc93351be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.636+0000 7f1491200640 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc9334f7c0 0x55dc93351be0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c15aed7e6bd3773e server_cookie=f247c05bc0307940 in_seq=0 out_seq=0 2024-04-26T02:10:17.638 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.636+0000 7f1476a00640 10 client.17004 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f1476a00640 1 -- 172.21.15.44:0/661102044 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dc93241320 con 0x55dc9334f7c0 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f1476a00640 10 client.17004 handle_command_reply: tid=0 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 client.17004 shutdown 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932ce2d0 msgr2=0x55dc932de3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932ce2d0 0x55dc932de3f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1478098750 tx=0x7f1478098650 comp rx=0 tx=0).stop 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 shutdown_connections 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55dc9334f7c0 0x55dc93351be0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55dc932d8b90 0x55dc932deb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dc932ce2d0 0x55dc932de3f0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 --2- 172.21.15.44:0/661102044 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55dc932cd9b0 0x55dc932e1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 >> 172.21.15.44:0/661102044 conn(0x55dc932c9ec0 msgr2=0x55dc932d7340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f1476a00640 0 client.17004 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 shutdown_connections 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 1 -- 172.21.15.44:0/661102044 wait complete. 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.643+0000 7f14969f4740 20 client.17004 trim_cache size 0 max 16384 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:10:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:10:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14700a3d10 msgr2=0x7f14700a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14700a3d10 0x7f14700a61d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55dc932cef50 tx=0x7f147c009500 comp rx=0 tx=0).stop 2024-04-26T02:10:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 msgr2=0x7f148c1a0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 0x7f148c1a0970 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f148c06b4e0 tx=0x7f147800dbb0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 shutdown_connections 2024-04-26T02:10:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14700a3d10 0x7f14700a61d0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f148c19a5e0 0x7f148c19aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f148c1092d0 0x7f148c1a0970 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 --2- 172.21.15.44:0/4029866124 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f148c104200 0x7f148c1a0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.644+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 >> 172.21.15.44:0/4029866124 conn(0x7f148c0ffa60 msgr2=0x7f148c101dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.645+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 shutdown_connections 2024-04-26T02:10:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:17.645+0000 7f1492600640 1 -- 172.21.15.44:0/4029866124 wait complete. 2024-04-26T02:10:17.885 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:10:18.356 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:10:19.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:18 smithi044 ceph-mon[27847]: pgmap v482: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T02:10:19.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:18 smithi156 ceph-mon[32543]: pgmap v482: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T02:10:19.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:18 smithi090 ceph-mon[32456]: pgmap v482: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-04-26T02:10:21.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 -- 172.21.15.44:0/2978015368 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 msgr2=0x7f580c111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:21.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 --2- 172.21.15.44:0/2978015368 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 0x7f580c111830 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5804009f90 tx=0x7f580400b330 comp rx=0 tx=0).stop 2024-04-26T02:10:21.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 -- 172.21.15.44:0/2978015368 shutdown_connections 2024-04-26T02:10:21.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 --2- 172.21.15.44:0/2978015368 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 0x7f580c111830 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 --2- 172.21.15.44:0/2978015368 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f580c074c70 0x7f580c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 --2- 172.21.15.44:0/2978015368 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c075590 0x7f580c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 -- 172.21.15.44:0/2978015368 >> 172.21.15.44:0/2978015368 conn(0x7f580c079ba0 msgr2=0x7f580c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:21.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 -- 172.21.15.44:0/2978015368 shutdown_connections 2024-04-26T02:10:21.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.097+0000 7f5814600700 1 -- 172.21.15.44:0/2978015368 wait complete. 2024-04-26T02:10:21.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.098+0000 7f5814600700 1 Processor -- start 2024-04-26T02:10:21.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.098+0000 7f5814600700 1 -- start start 2024-04-26T02:10:21.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5814600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c074c70 0x7f580c19b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5814600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f580c075590 0x7f580c19b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5814600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 0x7f580c19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5814600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f580c114e40 con 0x7f580c074c70 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5814600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f580c114cc0 con 0x7f580c075590 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5814600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f580c114fc0 con 0x7f580c10f440 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5811c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c074c70 0x7f580c19b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5811c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c074c70 0x7f580c19b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59912/0 (socket says 172.21.15.44:59912) 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5811c00700 1 -- 172.21.15.44:0/2899453379 learned_addr learned my addr 172.21.15.44:0/2899453379 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5812600700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 0x7f580c19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.099+0000 7f5811200700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f580c075590 0x7f580c19b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5811c00700 1 -- 172.21.15.44:0/2899453379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 msgr2=0x7f580c19fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:21.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5811c00700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 0x7f580c19fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5811c00700 1 -- 172.21.15.44:0/2899453379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f580c075590 msgr2=0x7f580c19b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:21.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5811c00700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f580c075590 0x7f580c19b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5811c00700 1 -- 172.21.15.44:0/2899453379 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f580c1a02e0 con 0x7f580c074c70 2024-04-26T02:10:21.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5811200700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f580c075590 0x7f580c19b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:21.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5811c00700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c074c70 0x7f580c19b2d0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f580000e9c0 tx=0x7f580000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:21.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f580a000700 1 -- 172.21.15.44:0/2899453379 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580000cbd0 con 0x7f580c074c70 2024-04-26T02:10:21.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f580a000700 1 -- 172.21.15.44:0/2899453379 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f580000ee50 con 0x7f580c074c70 2024-04-26T02:10:21.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f580c1a05d0 con 0x7f580c074c70 2024-04-26T02:10:21.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.100+0000 7f580a000700 1 -- 172.21.15.44:0/2899453379 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5800005550 con 0x7f580c074c70 2024-04-26T02:10:21.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.101+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f580c1a7e50 con 0x7f580c074c70 2024-04-26T02:10:21.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.102+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f580c069730 con 0x7f580c074c70 2024-04-26T02:10:21.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.104+0000 7f580a000700 1 -- 172.21.15.44:0/2899453379 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5800004750 con 0x7f580c074c70 2024-04-26T02:10:21.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.105+0000 7f580a000700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57f40a3e30 0x7f57f40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:21.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.105+0000 7f580a000700 1 -- 172.21.15.44:0/2899453379 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7f58000d0a30 con 0x7f580c074c70 2024-04-26T02:10:21.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.106+0000 7f5811200700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57f40a3e30 0x7f57f40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:21.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.107+0000 7f5811200700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57f40a3e30 0x7f57f40a62f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f580c111040 tx=0x7f57f8009310 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:21.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.110+0000 7f580a000700 1 -- 172.21.15.44:0/2899453379 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f580009d0b0 con 0x7f580c074c70 2024-04-26T02:10:21.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:20 smithi044 ceph-mon[27847]: pgmap v483: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-04-26T02:10:21.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.391+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f580c02df80 con 0x7f580c074c70 2024-04-26T02:10:21.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.392+0000 7f580a000700 1 -- 172.21.15.44:0/2899453379 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7f580009c9b0 con 0x7f580c074c70 2024-04-26T02:10:21.392 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:10:21.393 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:10:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57f40a3e30 msgr2=0x7f57f40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57f40a3e30 0x7f57f40a62f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f580c111040 tx=0x7f57f8009310 comp rx=0 tx=0).stop 2024-04-26T02:10:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c074c70 msgr2=0x7f580c19b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c074c70 0x7f580c19b2d0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f580000e9c0 tx=0x7f580000ecd0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 shutdown_connections 2024-04-26T02:10:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f580c10f440 0x7f580c19fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57f40a3e30 0x7f57f40a62f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f580c074c70 0x7f580c19b2d0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 --2- 172.21.15.44:0/2899453379 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f580c075590 0x7f580c19b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.395+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 >> 172.21.15.44:0/2899453379 conn(0x7f580c079ba0 msgr2=0x7f580c0ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.396+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 shutdown_connections 2024-04-26T02:10:21.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:21.396+0000 7f5814600700 1 -- 172.21.15.44:0/2899453379 wait complete. 2024-04-26T02:10:21.397 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:10:21.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:20 smithi156 ceph-mon[32543]: pgmap v483: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-04-26T02:10:21.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:20 smithi090 ceph-mon[32456]: pgmap v483: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-04-26T02:10:22.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:21 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2899453379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:10:22.256 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 5460f23c --release --await' 2024-04-26T02:10:22.257 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 5460f23c --release --await 2024-04-26T02:10:22.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:21 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2899453379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:10:22.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:21 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2899453379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:10:22.721 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:10:23.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:23 smithi044 ceph-mon[27847]: pgmap v484: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-04-26T02:10:23.480 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:23 smithi156 ceph-mon[32543]: pgmap v484: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-04-26T02:10:23.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:23 smithi090 ceph-mon[32456]: pgmap v484: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-04-26T02:10:24.353 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:24 smithi044 ceph-mon[27847]: pgmap v485: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-04-26T02:10:24.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:24 smithi156 ceph-mon[32543]: pgmap v485: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-04-26T02:10:24.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:24 smithi090 ceph-mon[32456]: pgmap v485: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-04-26T02:10:25.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.112+0000 7f2a51200700 1 -- 172.21.15.44:0/443844648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c10f1f0 msgr2=0x7f2a4c111600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.112+0000 7f2a51200700 1 --2- 172.21.15.44:0/443844648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c10f1f0 0x7f2a4c111600 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2a4400b0a0 tx=0x7f2a4400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.112+0000 7f2a51200700 1 -- 172.21.15.44:0/443844648 shutdown_connections 2024-04-26T02:10:25.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.112+0000 7f2a51200700 1 --2- 172.21.15.44:0/443844648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c10f1f0 0x7f2a4c111600 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.112+0000 7f2a51200700 1 --2- 172.21.15.44:0/443844648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a4c074e10 0x7f2a4c0751f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.112+0000 7f2a51200700 1 --2- 172.21.15.44:0/443844648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 0x7f2a4c10ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.112+0000 7f2a51200700 1 -- 172.21.15.44:0/443844648 >> 172.21.15.44:0/443844648 conn(0x7f2a4c0fe460 msgr2=0x7f2a4c100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:25.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.113+0000 7f2a51200700 1 -- 172.21.15.44:0/443844648 shutdown_connections 2024-04-26T02:10:25.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.113+0000 7f2a51200700 1 -- 172.21.15.44:0/443844648 wait complete. 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 Processor -- start 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 -- start start 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c074e10 0x7f2a4c19b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 0x7f2a4c19b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a4c10f1f0 0x7f2a4c19fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c114d80 con 0x7f2a4c10f1f0 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c114c00 con 0x7f2a4c074e10 2024-04-26T02:10:25.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.114+0000 7f2a51200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c114f00 con 0x7f2a4c075730 2024-04-26T02:10:25.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4aa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 0x7f2a4c19b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c074e10 0x7f2a4c19b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a4c10f1f0 0x7f2a4c19fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c074e10 0x7f2a4c19b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:33728/0 (socket says 172.21.15.44:33728) 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4aa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 0x7f2a4c19b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46634/0 (socket says 172.21.15.44:46634) 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4b400700 1 -- 172.21.15.44:0/3603706483 learned_addr learned my addr 172.21.15.44:0/3603706483 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4aa00700 1 -- 172.21.15.44:0/3603706483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c074e10 msgr2=0x7f2a4c19b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c074e10 0x7f2a4c19b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4aa00700 1 -- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a4c10f1f0 msgr2=0x7f2a4c19fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a4c10f1f0 0x7f2a4c19fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4aa00700 1 -- 172.21.15.44:0/3603706483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4c1a0280 con 0x7f2a4c075730 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.115+0000 7f2a4be00700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a4c10f1f0 0x7f2a4c19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.116+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 0x7f2a4c19b7b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2a3800e9f0 tx=0x7f2a3800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.116+0000 7f2a43e00700 1 -- 172.21.15.44:0/3603706483 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3800cbd0 con 0x7f2a4c075730 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.116+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a4c1a0570 con 0x7f2a4c075730 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.116+0000 7f2a43e00700 1 -- 172.21.15.44:0/3603706483 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a380044d0 con 0x7f2a4c075730 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.116+0000 7f2a43e00700 1 -- 172.21.15.44:0/3603706483 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a38005280 con 0x7f2a4c075730 2024-04-26T02:10:25.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.116+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a4c1a7df0 con 0x7f2a4c075730 2024-04-26T02:10:25.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.120+0000 7f2a43e00700 1 -- 172.21.15.44:0/3603706483 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2a38005420 con 0x7f2a4c075730 2024-04-26T02:10:25.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 Processor -- start 2024-04-26T02:10:25.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 -- start start 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f0faf0 0x55ae12f0fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f10410 0x55ae12f1ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f1d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ae12e62f90 con 0x55ae12f1b2c0 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ae12e09830 con 0x55ae12f0faf0 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.121+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ae12e5ef50 con 0x55ae12f10410 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f0faf0 0x55ae12f0fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f0faf0 0x55ae12f0fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:33738/0 (socket says 172.21.15.44:33738) 2024-04-26T02:10:25.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 -- 172.21.15.44:0/1487880683 learned_addr learned my addr 172.21.15.44:0/1487880683 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:25.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4b400700 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f10410 0x55ae12f1ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f1d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 -- 172.21.15.44:0/1487880683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f10410 msgr2=0x55ae12f1ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f10410 0x55ae12f1ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 -- 172.21.15.44:0/1487880683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 msgr2=0x55ae12f1d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f1d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4be00700 1 -- 172.21.15.44:0/1487880683 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae12dff780 con 0x55ae12f0faf0 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a4b400700 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f10410 0x55ae12f1ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.122+0000 7f2a43e00700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2a300a3e30 0x7f2a300a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.123+0000 7f2a43e00700 1 -- 172.21.15.44:0/3603706483 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7f2a380d06a0 con 0x7f2a4c075730 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.123+0000 7f2a4be00700 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f0faf0 0x55ae12f0fed0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c06c0a0 tx=0x7f2a44009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90744e8c45d2f9d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.123+0000 7f2a4b400700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2a300a3e30 0x7f2a300a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.123+0000 7f2a40c00700 1 -- 172.21.15.44:0/1487880683 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4400bcb0 con 0x55ae12f0faf0 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.123+0000 7f2a40c00700 1 -- 172.21.15.44:0/1487880683 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a440074e0 con 0x55ae12f0faf0 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.123+0000 7f2a40c00700 1 -- 172.21.15.44:0/1487880683 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a440052a0 con 0x55ae12f0faf0 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/1487880683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f0faf0 msgr2=0x55ae12f0fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a4b400700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2a300a3e30 0x7f2a300a62f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x55ae12f0d3a0 tx=0x7f2a3c009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f0faf0 0x55ae12f0fed0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c06c0a0 tx=0x7f2a44009360 comp rx=0 tx=0).stop 2024-04-26T02:10:25.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/1487880683 shutdown_connections 2024-04-26T02:10:25.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f1d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f0faf0 0x55ae12f0fed0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/1487880683 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f10410 0x55ae12f1ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/1487880683 >> 172.21.15.44:0/1487880683 conn(0x55ae12e3e6a0 msgr2=0x55ae12f0bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:25.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/1487880683 shutdown_connections 2024-04-26T02:10:25.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.124+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/1487880683 wait complete. 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.125+0000 7f2a5d0ecb80 1 -- start start 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.125+0000 7f2a5d0ecb80 1 Processor -- start 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.125+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f1aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.125+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f17d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.125+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f18270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.125+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ae12f1dde0 con 0x55ae12f1b2c0 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.125+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55ae12e1c960 con 0x55ae12f10410 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55ae12f1df60 con 0x55ae12f0faf0 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a5d0ecb80 10 client.0 _ll_register_callbacks cb 0x55ae12dfb820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f1aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f18270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f1aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46654/0 (socket says 172.21.15.44:46654) 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 -- 172.21.15.44:0/237030181 learned_addr learned my addr 172.21.15.44:0/237030181 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f17d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 -- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 msgr2=0x55ae12f17d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f17d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 -- 172.21.15.44:0/237030181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 msgr2=0x55ae12f18270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f18270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.126+0000 7f2a4b400700 1 -- 172.21.15.44:0/237030181 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae12db09d0 con 0x55ae12f0faf0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.127+0000 7f2a4b400700 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f1aa30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009ed0 tx=0x7f2a3c0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97b0ca01d07bd1b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.127+0000 7f2a35600700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.127+0000 7f2a35600700 1 -- 172.21.15.44:0/237030181 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c02c060 con 0x55ae12f0faf0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.127+0000 7f2a35600700 1 -- 172.21.15.44:0/237030181 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7f2a3c01d410 con 0x55ae12f0faf0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.127+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a440074e0 con 0x55ae12f0faf0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.127+0000 7f2a35600700 1 -- 172.21.15.44:0/237030181 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f2a3c01d610 con 0x55ae12f0faf0 2024-04-26T02:10:25.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 10 client.27121 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:25.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ae12df9bf0 con 0x55ae12f0faf0 2024-04-26T02:10:25.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a35600700 1 -- 172.21.15.44:0/237030181 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a440074e0 con 0x55ae12f0faf0 2024-04-26T02:10:25.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a35600700 1 -- 172.21.15.44:0/237030181 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f2a3c026030 con 0x55ae12f0faf0 2024-04-26T02:10:25.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 10 client.27121 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:25.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 10 client.27121 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 20 client.27121 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f2ab20 0x55ae12f2cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 4 client.27121 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.128+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae12e70780 con 0x55ae12f2ab20 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.129+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f2ab20 0x55ae12f2cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.129+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f2ab20 0x55ae12f2cf10 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b713697cda9a3e1d server_cookie=a0d78eab4c53709a in_seq=0 out_seq=0 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.129+0000 7f2a35600700 10 client.27121 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a35600700 1 -- 172.21.15.44:0/237030181 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ae12e70780 con 0x55ae12f2ab20 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a35600700 10 client.27121 handle_command_reply: tid=0 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 client.27121 shutdown 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 msgr2=0x55ae12f1aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f1aa30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009ed0 tx=0x7f2a3c0047c0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 shutdown_connections 2024-04-26T02:10:25.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f1aa30 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f2ab20 0x55ae12f2cf10 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f18270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/237030181 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f17d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a35600700 0 client.27121 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.130+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 >> 172.21.15.44:0/237030181 conn(0x55ae12e3e6a0 msgr2=0x55ae12f11b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.131+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 shutdown_connections 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.131+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/237030181 wait complete. 2024-04-26T02:10:25.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.131+0000 7f2a5d0ecb80 20 client.27121 trim_cache size 0 max 16384 2024-04-26T02:10:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.153+0000 7f2a5d0ecb80 1 Processor -- start 2024-04-26T02:10:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.153+0000 7f2a5d0ecb80 1 -- start start 2024-04-26T02:10:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f181e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f10410 0x55ae12f26ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f1b2c0 0x55ae12f231b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1af2f0 con 0x55ae12f10410 2024-04-26T02:10:25.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1b0e30 con 0x55ae12f1b2c0 2024-04-26T02:10:25.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1af9c0 con 0x55ae12f0faf0 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a4aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f10410 0x55ae12f26ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a4b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f181e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a4aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f10410 0x55ae12f26ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59954/0 (socket says 172.21.15.44:59954) 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a4aa00700 1 -- 172.21.15.44:0/4122677499 learned_addr learned my addr 172.21.15.44:0/4122677499 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.154+0000 7f2a4be00700 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f1b2c0 0x55ae12f231b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4b400700 1 -- 172.21.15.44:0/4122677499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f1b2c0 msgr2=0x55ae12f231b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4b400700 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f1b2c0 0x55ae12f231b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4b400700 1 -- 172.21.15.44:0/4122677499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f10410 msgr2=0x55ae12f26ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4b400700 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f10410 0x55ae12f26ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4b400700 1 -- 172.21.15.44:0/4122677499 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae12f2d540 con 0x55ae12f0faf0 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f10410 0x55ae12f26ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:25.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4be00700 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f1b2c0 0x55ae12f231b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:25.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a4b400700 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f181e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c000c00 tx=0x7f2a3c003ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=857e4f08b8f6866e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:25.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.155+0000 7f2a37e00700 1 -- 172.21.15.44:0/4122677499 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c01d3e0 con 0x55ae12f0faf0 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a37e00700 1 -- 172.21.15.44:0/4122677499 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a3c01dc60 con 0x55ae12f0faf0 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a37e00700 1 -- 172.21.15.44:0/4122677499 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c030420 con 0x55ae12f0faf0 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/4122677499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 msgr2=0x55ae12f181e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f181e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c000c00 tx=0x7f2a3c003ca0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/4122677499 shutdown_connections 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f181e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f1b2c0 0x55ae12f231b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/4122677499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f10410 0x55ae12f26ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.156+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/4122677499 >> 172.21.15.44:0/4122677499 conn(0x55ae12e3e6a0 msgr2=0x55ae12f19560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:25.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.157+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/4122677499 shutdown_connections 2024-04-26T02:10:25.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.157+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/4122677499 wait complete. 2024-04-26T02:10:25.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.157+0000 7f2a5d0ecb80 1 -- start start 2024-04-26T02:10:25.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.157+0000 7f2a5d0ecb80 1 Processor -- start 2024-04-26T02:10:25.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f21ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f22430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a5d0ecb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f91040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1b0760 con 0x55ae12f1b2c0 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1b0090 con 0x55ae12f10410 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a5d0ecb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1ad2b0 con 0x55ae12f0faf0 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a5d0ecb80 10 client.0 _ll_register_callbacks cb 0x55ae12dfb820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a4aa00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f22430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a4be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f91040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a4b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f21ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a4aa00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f22430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:33766/0 (socket says 172.21.15.44:33766) 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a4aa00700 1 -- 172.21.15.44:0/3444625929 learned_addr learned my addr 172.21.15.44:0/3444625929 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.158+0000 7f2a4b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f21ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46670/0 (socket says 172.21.15.44:46670) 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a4aa00700 1 -- 172.21.15.44:0/3444625929 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 msgr2=0x55ae12f21ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f21ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a4aa00700 1 -- 172.21.15.44:0/3444625929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 msgr2=0x55ae12f91040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f91040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a4aa00700 1 -- 172.21.15.44:0/3444625929 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae12f22cd0 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a4aa00700 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f22430 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f2a3800c5b0 tx=0x7f2a38087040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3243291865722170 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a35600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a35600700 1 -- 172.21.15.44:0/3444625929 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3801c040 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.159+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a3c01dc60 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a35600700 1 -- 172.21.15.44:0/3444625929 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7f2a38004750 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a35600700 1 -- 172.21.15.44:0/3444625929 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f2a3809bf80 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 10 client.27128 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ae12f926f0 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a35600700 1 -- 172.21.15.44:0/3444625929 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a3c01dc60 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a35600700 1 -- 172.21.15.44:0/3444625929 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f2a3809c880 con 0x55ae12f10410 2024-04-26T02:10:25.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 10 client.27128 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 10 client.27128 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:10:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 20 client.27128 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f92d80 0x55ae12f951a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 4 client.27128 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "5460f23c", "release": true, "await": true}] 2024-04-26T02:10:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "5460f23c", "release": true, "await": true}) -- 0x55ae12e6a820 con 0x55ae12f92d80 2024-04-26T02:10:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.160+0000 7f2a4b400700 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f92d80 0x55ae12f951a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:25.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.161+0000 7f2a4b400700 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f92d80 0x55ae12f951a0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e180c0bb11db2080 server_cookie=336febb123f9801 in_seq=0 out_seq=0 2024-04-26T02:10:25.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.161+0000 7f2a35600700 10 client.27128 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:25.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a35600700 1 -- 172.21.15.44:0/3444625929 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55ae12e6a820 con 0x55ae12f92d80 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a35600700 10 client.27128 handle_command_reply: tid=0 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 client.27128 shutdown 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 msgr2=0x55ae12f22430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f22430 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f2a3800c5b0 tx=0x7f2a38087040 comp rx=0 tx=0).stop 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 shutdown_connections 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55ae12f0faf0 0x55ae12f21ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55ae12f92d80 0x55ae12f951a0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ae12f1b2c0 0x55ae12f91040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 --2- 172.21.15.44:0/3444625929 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55ae12f10410 0x55ae12f22430 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 >> 172.21.15.44:0/3444625929 conn(0x55ae12e3e6a0 msgr2=0x55ae12f19df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a35600700 0 client.27128 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 shutdown_connections 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 1 -- 172.21.15.44:0/3444625929 wait complete. 2024-04-26T02:10:25.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.164+0000 7f2a5d0ecb80 20 client.27128 trim_cache size 0 max 16384 2024-04-26T02:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 48, 2024-04-26T02:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "5460f23c": { 2024-04-26T02:10:25.165 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 48, 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 84.6, 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:10:25.166 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:10:25.167 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:10:25.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2a300a3e30 msgr2=0x7f2a300a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2a300a3e30 0x7f2a300a62f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x55ae12f0d3a0 tx=0x7f2a3c009260 comp rx=0 tx=0).stop 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 msgr2=0x7f2a4c19b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 0x7f2a4c19b7b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2a3800e9f0 tx=0x7f2a3800ed00 comp rx=0 tx=0).stop 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 shutdown_connections 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f2a300a3e30 0x7f2a300a62f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a4c10f1f0 0x7f2a4c19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f2a4c074e10 0x7f2a4c19b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 --2- 172.21.15.44:0/3603706483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f2a4c075730 0x7f2a4c19b7b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.165+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 >> 172.21.15.44:0/3603706483 conn(0x7f2a4c0fe460 msgr2=0x7f2a4c0ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.166+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 shutdown_connections 2024-04-26T02:10:25.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:10:25.166+0000 7f2a51200700 1 -- 172.21.15.44:0/3603706483 wait complete. 2024-04-26T02:10:26.237 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '5460f23c', seconds elapsed: 40.8 2024-04-26T02:10:26.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:26 smithi156 ceph-mon[32543]: pgmap v486: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-26T02:10:26.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:26 smithi090 ceph-mon[32456]: pgmap v486: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-26T02:10:27.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:26 smithi044 ceph-mon[27847]: pgmap v486: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-26T02:10:28.980 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:28 smithi156 ceph-mon[32543]: pgmap v487: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-26T02:10:28.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:28 smithi090 ceph-mon[32456]: pgmap v487: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-26T02:10:29.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:28 smithi044 ceph-mon[27847]: pgmap v487: 97 pgs: 97 active+clean; 6.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-26T02:10:30.208 INFO:tasks.workunit.client.0.smithi044.stdout:437/600: open fd = 3 2024-04-26T02:10:30.208 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.208 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.208 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.208 INFO:tasks.workunit.client.0.smithi044.stdout:438/600: open fd = 3 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:439/600: open fd = 3 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:440/600: open fd = 3 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:441/600: open fd = 3 2024-04-26T02:10:30.209 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:442/600: open fd = 3 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:443/600: open fd = 3 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:444/600: open fd = 3 2024-04-26T02:10:30.210 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:445/600: open fd = 3 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:446/600: open fd = 3 2024-04-26T02:10:30.211 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:447/600: open fd = 3 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:448/600: open fd = 3 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.212 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:449/600: open fd = 3 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:450/600: open fd = 3 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:451/600: open fd = 3 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:452/600: open fd = 3 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.213 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:453/600: open fd = 3 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:454/600: open fd = 3 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:455/600: open fd = 3 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:456/600: open fd = 3 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.214 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:457/600: open fd = 3 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:458/600: open fd = 3 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:459/600: open fd = 3 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:460/600: open fd = 3 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.215 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:461/600: open fd = 3 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:462/600: open fd = 3 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:463/600: open fd = 3 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:464/600: open fd = 3 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.216 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:465/600: open fd = 3 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:466/600: open fd = 3 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:467/600: open fd = 3 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:468/600: open fd = 3 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.217 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:469/600: open fd = 3 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:470/600: open fd = 3 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:471/600: open fd = 3 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.218 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:472/600: open fd = 3 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:473/600: open fd = 3 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:474/600: open fd = 3 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:475/600: open fd = 3 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.219 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:476/600: open fd = 3 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:477/600: open fd = 3 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:478/600: open fd = 3 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:479/600: open fd = 3 2024-04-26T02:10:30.220 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:480/600: open fd = 3 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:481/600: open fd = 3 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:482/600: open fd = 3 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.221 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:483/600: open fd = 3 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:484/600: open fd = 3 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:485/600: open fd = 3 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.222 INFO:tasks.workunit.client.0.smithi044.stdout:486/600: open fd = 3 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:487/600: open fd = 3 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:488/600: open fd = 3 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:489/600: open fd = 3 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.223 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:490/600: open fd = 3 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:491/600: open fd = 3 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:492/600: open fd = 3 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:493/600: open fd = 3 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.224 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:494/600: open fd = 3 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:495/600: open fd = 3 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:496/600: open fd = 3 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:497/600: open fd = 3 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.225 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.226 INFO:tasks.workunit.client.0.smithi044.stdout:498/600: open fd = 3 2024-04-26T02:10:30.226 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.226 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:10:30.226 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 -- 172.21.15.44:0/1817706841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 msgr2=0x7fc01c101100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 --2- 172.21.15.44:0/1817706841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c101100 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fc00c009ca0 tx=0x7fc00c02a940 comp rx=0 tx=0).stop 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 -- 172.21.15.44:0/1817706841 shutdown_connections 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 --2- 172.21.15.44:0/1817706841 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc01c106120 0x7fc01c1065b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 --2- 172.21.15.44:0/1817706841 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc01c101640 0x7fc01c105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 --2- 172.21.15.44:0/1817706841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c101100 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 -- 172.21.15.44:0/1817706841 >> 172.21.15.44:0/1817706841 conn(0x7fc01c0fc770 msgr2=0x7fc01c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 -- 172.21.15.44:0/1817706841 shutdown_connections 2024-04-26T02:10:30.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.793+0000 7fc020a00640 1 -- 172.21.15.44:0/1817706841 wait complete. 2024-04-26T02:10:30.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 Processor -- start 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 -- start start 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c1a47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc01c101640 0x7fc01c1a4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc01c106120 0x7fc01c19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c118620 con 0x7fc01c100d20 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1184a0 con 0x7fc01c101640 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.794+0000 7fc020a00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1187a0 con 0x7fc01c106120 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c1a47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc011e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc01c101640 0x7fc01c1a4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c1a47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51378/0 (socket says 172.21.15.44:51378) 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 -- 172.21.15.44:0/2390713162 learned_addr learned my addr 172.21.15.44:0/2390713162 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01b200640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc01c106120 0x7fc01c19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 -- 172.21.15.44:0/2390713162 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc01c106120 msgr2=0x7fc01c19e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc01c106120 0x7fc01c19e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 -- 172.21.15.44:0/2390713162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc01c101640 msgr2=0x7fc01c1a4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc01c101640 0x7fc01c1a4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc01a800640 1 -- 172.21.15.44:0/2390713162 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc01c19f100 con 0x7fc01c100d20 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.795+0000 7fc011e00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc01c101640 0x7fc01c1a4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.796+0000 7fc01a800640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c1a47d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc00c004af0 tx=0x7fc00c030960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.796+0000 7fc013e00640 1 -- 172.21.15.44:0/2390713162 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc00c034040 con 0x7fc01c100d20 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.796+0000 7fc013e00640 1 -- 172.21.15.44:0/2390713162 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc00c02fd10 con 0x7fc01c100d20 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.796+0000 7fc013e00640 1 -- 172.21.15.44:0/2390713162 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc00c0045b0 con 0x7fc01c100d20 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.796+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc01c19f390 con 0x7fc01c100d20 2024-04-26T02:10:30.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.796+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc01c1ab690 con 0x7fc01c100d20 2024-04-26T02:10:30.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.799+0000 7fc0243bf740 1 Processor -- start 2024-04-26T02:10:30.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc0243bf740 1 -- start start 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c7483ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483b2d0 0x562c74845650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c74845b90 0x562c74847f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc0243bf740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562c747a0900 con 0x562c74845b90 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc0243bf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562c74746ef0 con 0x562c7483b2d0 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc0243bf740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562c7479c8c0 con 0x562c7483a9b0 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc013e00640 1 -- 172.21.15.44:0/2390713162 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc00c037020 con 0x7fc01c100d20 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc01b200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c7483ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc01b200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c7483ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:53374/0 (socket says 172.21.15.44:53374) 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc01b200640 1 -- 172.21.15.44:0/3174855123 learned_addr learned my addr 172.21.15.44:0/3174855123 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.800+0000 7fc011e00640 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c74845b90 0x562c74847f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc01a800640 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483b2d0 0x562c74845650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.801 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc01b200640 1 -- 172.21.15.44:0/3174855123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483b2d0 msgr2=0x562c74845650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc01b200640 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483b2d0 0x562c74845650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc01b200640 1 -- 172.21.15.44:0/3174855123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c74845b90 msgr2=0x562c74847f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc01b200640 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c74845b90 0x562c74847f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc01b200640 1 -- 172.21.15.44:0/3174855123 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c744b3210 con 0x562c7483a9b0 2024-04-26T02:10:30.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc011e00640 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c74845b90 0x562c74847f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:30.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc01b200640 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c7483ad90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc014009c20 tx=0x7fc014011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ae00d2aeb83bd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.801+0000 7fc00b400640 1 -- 172.21.15.44:0/3174855123 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01401e070 con 0x562c7483a9b0 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc00b400640 1 -- 172.21.15.44:0/3174855123 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc014019ae0 con 0x562c7483a9b0 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc00b400640 1 -- 172.21.15.44:0/3174855123 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01400e960 con 0x562c7483a9b0 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc013e00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0000a3d90 0x7fc0000a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc013e00640 1 -- 172.21.15.44:0/2390713162 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fc00c0f1470 con 0x7fc01c100d20 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc0243bf740 1 -- 172.21.15.44:0/3174855123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 msgr2=0x562c7483ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc0243bf740 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c7483ad90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc014009c20 tx=0x7fc014011810 comp rx=0 tx=0).stop 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc01a800640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0000a3d90 0x7fc0000a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc0243bf740 1 -- 172.21.15.44:0/3174855123 shutdown_connections 2024-04-26T02:10:30.807 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc0243bf740 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c74845b90 0x562c74847f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc0243bf740 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483b2d0 0x562c74845650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc0243bf740 1 --2- 172.21.15.44:0/3174855123 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c7483ad90 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.802+0000 7fc0243bf740 1 -- 172.21.15.44:0/3174855123 >> 172.21.15.44:0/3174855123 conn(0x562c74836ec0 msgr2=0x562c748372a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.803+0000 7fc0243bf740 1 -- 172.21.15.44:0/3174855123 shutdown_connections 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.803+0000 7fc0243bf740 1 -- 172.21.15.44:0/3174855123 wait complete. 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.803+0000 7fc01a800640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0000a3d90 0x7fc0000a6250 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x562c7483bf50 tx=0x7fc00c0f38c0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.803+0000 7fc0243bf740 1 -- start start 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.803+0000 7fc0243bf740 1 Processor -- start 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483a9b0 0x562c74842b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74843040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c74845b90 0x562c74843580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc0243bf740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562c748487c0 con 0x562c7483b2d0 2024-04-26T02:10:30.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc0243bf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x562c7475a310 con 0x562c7483a9b0 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc0243bf740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x562c74848940 con 0x562c74845b90 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc0243bf740 10 client.0 _ll_register_callbacks cb 0x562c74728cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc01b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483a9b0 0x562c74842b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc011e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74843040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc01b200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483a9b0 0x562c74842b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51776/0 (socket says 172.21.15.44:51776) 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc01b200640 1 -- 172.21.15.44:0/4011454985 learned_addr learned my addr 172.21.15.44:0/4011454985 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.804+0000 7fc01b200640 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c74845b90 0x562c74843580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc011e00640 1 -- 172.21.15.44:0/4011454985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c74845b90 msgr2=0x562c74843580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc011e00640 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c74845b90 0x562c74843580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc011e00640 1 -- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483a9b0 msgr2=0x562c74842b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc011e00640 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483a9b0 0x562c74842b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc011e00640 1 -- 172.21.15.44:0/4011454985 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c7457f620 con 0x562c7483b2d0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc01b200640 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483a9b0 0x562c74842b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc011e00640 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74843040 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x562c74838050 tx=0x7fc00400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec0f523e13874432 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fbfffe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fbfffe00640 1 -- 172.21.15.44:0/4011454985 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0040120d0 con 0x562c7483b2d0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fbfffe00640 1 -- 172.21.15.44:0/4011454985 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fc004010430 con 0x562c7483b2d0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc014019ae0 con 0x562c7483b2d0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fbfffe00640 1 -- 172.21.15.44:0/4011454985 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc004012270 con 0x562c7483b2d0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc0243bf740 10 client.17040 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.805+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x562c74854b20 con 0x562c7483b2d0 2024-04-26T02:10:30.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fbfffe00640 1 -- 172.21.15.44:0/4011454985 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc014019ae0 con 0x562c7483b2d0 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fbfffe00640 1 -- 172.21.15.44:0/4011454985 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc00401c660 con 0x562c7483b2d0 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fc0243bf740 10 client.17040 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fc0243bf740 10 client.17040 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fc0243bf740 20 client.17040 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fc0243bf740 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c74855fe0 0x562c74858410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fc0243bf740 4 client.17040 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.806+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c747b48b0 con 0x562c74855fe0 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.807+0000 7fc01b200640 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c74855fe0 0x562c74858410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.807+0000 7fc01b200640 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c74855fe0 0x562c74858410 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23464ea5ac9213d2 server_cookie=973a42ef071a0cc0 in_seq=0 out_seq=0 2024-04-26T02:10:30.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.807+0000 7fbfffe00640 10 client.17040 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:30.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fbfffe00640 1 -- 172.21.15.44:0/4011454985 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562c747b48b0 con 0x562c74855fe0 2024-04-26T02:10:30.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fbfffe00640 10 client.17040 handle_command_reply: tid=0 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 client.17040 shutdown 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 msgr2=0x562c74843040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74843040 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x562c74838050 tx=0x7fc00400f790 comp rx=0 tx=0).stop 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 shutdown_connections 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c74855fe0 0x562c74858410 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c74845b90 0x562c74843580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74843040 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 --2- 172.21.15.44:0/4011454985 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c7483a9b0 0x562c74842b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fbfffe00640 0 client.17040 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 >> 172.21.15.44:0/4011454985 conn(0x562c74836ec0 msgr2=0x562c7483cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.808+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 shutdown_connections 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.809+0000 7fc0243bf740 1 -- 172.21.15.44:0/4011454985 wait complete. 2024-04-26T02:10:30.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.809+0000 7fc0243bf740 20 client.17040 trim_cache size 0 max 16384 2024-04-26T02:10:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.825+0000 7fc0243bf740 1 Processor -- start 2024-04-26T02:10:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.825+0000 7fc0243bf740 1 -- start start 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.825+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c748516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.825+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74835ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.825+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7485dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.825+0000 7fc0243bf740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1b3e50 con 0x562c7483b2d0 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc0243bf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1b5990 con 0x562c74845b90 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc0243bf740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1b4520 con 0x562c7483a9b0 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74835ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc01b200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c748516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74835ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51416/0 (socket says 172.21.15.44:51416) 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 -- 172.21.15.44:0/1076501586 learned_addr learned my addr 172.21.15.44:0/1076501586 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc01b200640 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7485dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 -- 172.21.15.44:0/1076501586 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 msgr2=0x562c748516b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c748516b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 -- 172.21.15.44:0/1076501586 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 msgr2=0x562c7485dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7485dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.826+0000 7fc011e00640 1 -- 172.21.15.44:0/1076501586 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c74858a90 con 0x562c7483b2d0 2024-04-26T02:10:30.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc011e00640 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74835ea0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc004000c00 tx=0x7fc00400fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4ba2f8f642ba916 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc00aa00640 1 -- 172.21.15.44:0/1076501586 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc004029020 con 0x562c7483b2d0 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc00aa00640 1 -- 172.21.15.44:0/1076501586 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc004005560 con 0x562c7483b2d0 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc00aa00640 1 -- 172.21.15.44:0/1076501586 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc004003950 con 0x562c7483b2d0 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc0243bf740 1 -- 172.21.15.44:0/1076501586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 msgr2=0x562c74835ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc0243bf740 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74835ea0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc004000c00 tx=0x7fc00400fd10 comp rx=0 tx=0).stop 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc0243bf740 1 -- 172.21.15.44:0/1076501586 shutdown_connections 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc0243bf740 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7485dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc0243bf740 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483b2d0 0x562c74835ea0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc0243bf740 1 --2- 172.21.15.44:0/1076501586 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483a9b0 0x562c748516b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.827+0000 7fc0243bf740 1 -- 172.21.15.44:0/1076501586 >> 172.21.15.44:0/1076501586 conn(0x562c74836ec0 msgr2=0x562c74835790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.828+0000 7fc0243bf740 1 -- 172.21.15.44:0/1076501586 shutdown_connections 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.828+0000 7fc0243bf740 1 -- 172.21.15.44:0/1076501586 wait complete. 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.828+0000 7fc0243bf740 1 -- start start 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.828+0000 7fc0243bf740 1 Processor -- start 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483a9b0 0x562c7484b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483b2d0 0x562c7484bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc0243bf740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7484c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc0243bf740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1b52c0 con 0x562c7483a9b0 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc0243bf740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1b4bf0 con 0x562c74845b90 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc0243bf740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c1b1e50 con 0x562c7483b2d0 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc0243bf740 10 client.0 _ll_register_callbacks cb 0x7fc004012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483a9b0 0x562c7484b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483a9b0 0x562c7484b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51418/0 (socket says 172.21.15.44:51418) 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 -- 172.21.15.44:0/2479312310 learned_addr learned my addr 172.21.15.44:0/2479312310 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7484c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc011e00640 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483b2d0 0x562c7484bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 -- 172.21.15.44:0/2479312310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483b2d0 msgr2=0x562c7484bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483b2d0 0x562c7484bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 -- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 msgr2=0x562c7484c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7484c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.829+0000 7fc01b200640 1 -- 172.21.15.44:0/2479312310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c748bb5a0 con 0x562c7483a9b0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fc01b200640 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483a9b0 0x562c7484b5d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc01400e590 tx=0x7fc014005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a0326ce21c6461f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fbfffe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fbfffe00640 1 -- 172.21.15.44:0/2479312310 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01401e040 con 0x562c7483a9b0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fbfffe00640 1 -- 172.21.15.44:0/2479312310 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fc01402fb50 con 0x562c7483a9b0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc004005560 con 0x562c7483a9b0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fbfffe00640 1 -- 172.21.15.44:0/2479312310 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc01402fd50 con 0x562c7483a9b0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fc0243bf740 10 client.17046 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.830+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x562c748bc880 con 0x562c7483a9b0 2024-04-26T02:10:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fbfffe00640 1 -- 172.21.15.44:0/2479312310 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc004005560 con 0x562c7483a9b0 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fbfffe00640 1 -- 172.21.15.44:0/2479312310 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc01402f610 con 0x562c7483a9b0 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fc0243bf740 10 client.17046 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fc0243bf740 10 client.17046 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fc0243bf740 20 client.17046 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fc0243bf740 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c748bcd50 0x562c748bf140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fc0243bf740 4 client.17046 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562c747ae320 con 0x562c748bcd50 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.831+0000 7fc011e00640 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c748bcd50 0x562c748bf140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.832+0000 7fc011e00640 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c748bcd50 0x562c748bf140 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b899b194024edb6 server_cookie=12fbe146e116c8a6 in_seq=0 out_seq=0 2024-04-26T02:10:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.832+0000 7fbfffe00640 10 client.17046 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fbfffe00640 1 -- 172.21.15.44:0/2479312310 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562c747ae320 con 0x562c748bcd50 2024-04-26T02:10:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fbfffe00640 10 client.17046 handle_command_reply: tid=0 2024-04-26T02:10:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 client.17046 shutdown 2024-04-26T02:10:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483a9b0 msgr2=0x562c7484b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483a9b0 0x562c7484b5d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc01400e590 tx=0x7fc014005040 comp rx=0 tx=0).stop 2024-04-26T02:10:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 shutdown_connections 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x562c748bcd50 0x562c748bf140 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x562c74845b90 0x562c7484c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x562c7483b2d0 0x562c7484bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 --2- 172.21.15.44:0/2479312310 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562c7483a9b0 0x562c7484b5d0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fbfffe00640 0 client.17046 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.836+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 >> 172.21.15.44:0/2479312310 conn(0x562c74836ec0 msgr2=0x562c7483cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.837+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 shutdown_connections 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.837+0000 7fc0243bf740 1 -- 172.21.15.44:0/2479312310 wait complete. 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.837+0000 7fc0243bf740 20 client.17046 trim_cache size 0 max 16384 2024-04-26T02:10:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:10:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:10:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:10:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:10:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.837+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0000a3d90 msgr2=0x7fc0000a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.837+0000 7fc020a00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0000a3d90 0x7fc0000a6250 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x562c7483bf50 tx=0x7fc00c0f38c0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 msgr2=0x7fc01c1a47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c1a47d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc00c004af0 tx=0x7fc00c030960 comp rx=0 tx=0).stop 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 shutdown_connections 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0000a3d90 0x7fc0000a6250 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc01c106120 0x7fc01c19e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc01c101640 0x7fc01c1a4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 --2- 172.21.15.44:0/2390713162 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc01c100d20 0x7fc01c1a47d0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 >> 172.21.15.44:0/2390713162 conn(0x7fc01c0fc770 msgr2=0x7fc01c0fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 shutdown_connections 2024-04-26T02:10:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:30.838+0000 7fc020a00640 1 -- 172.21.15.44:0/2390713162 wait complete. 2024-04-26T02:10:30.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:30 smithi156 ceph-mon[32543]: pgmap v488: 97 pgs: 97 active+clean; 6.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-04-26T02:10:30.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:30 smithi090 ceph-mon[32456]: pgmap v488: 97 pgs: 97 active+clean; 6.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-04-26T02:10:31.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:30 smithi044 ceph-mon[27847]: pgmap v488: 97 pgs: 97 active+clean; 6.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-04-26T02:10:32.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:32 smithi044 ceph-mon[27847]: pgmap v489: 97 pgs: 97 active+clean; 6.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-04-26T02:10:32.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:32 smithi090 ceph-mon[32456]: pgmap v489: 97 pgs: 97 active+clean; 6.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-04-26T02:10:33.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:32 smithi156 ceph-mon[32543]: pgmap v489: 97 pgs: 97 active+clean; 6.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-04-26T02:10:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:34 smithi090 ceph-mon[32456]: pgmap v490: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.9 KiB/s wr, 16 op/s 2024-04-26T02:10:34.987 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:34 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:10:35.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:34 smithi044 ceph-mon[27847]: pgmap v490: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.9 KiB/s wr, 16 op/s 2024-04-26T02:10:35.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:34 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:10:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:34 smithi156 ceph-mon[32543]: pgmap v490: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.9 KiB/s wr, 16 op/s 2024-04-26T02:10:35.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:34 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:10:36.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:35 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:10:36.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:35 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:10:36.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:35 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:10:36.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:35 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:10:36.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:35 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:10:36.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:35 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:10:36.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:35 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:10:36.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:35 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:10:36.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:35 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:10:37.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:36 smithi044 ceph-mon[27847]: pgmap v491: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-04-26T02:10:37.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:36 smithi156 ceph-mon[32543]: pgmap v491: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-04-26T02:10:37.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:36 smithi090 ceph-mon[32456]: pgmap v491: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-04-26T02:10:39.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:38 smithi044 ceph-mon[27847]: pgmap v492: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-04-26T02:10:39.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:38 smithi156 ceph-mon[32543]: pgmap v492: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-04-26T02:10:39.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:38 smithi090 ceph-mon[32456]: pgmap v492: 97 pgs: 97 active+clean; 6.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 12 op/s 2024-04-26T02:10:41.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:40 smithi044 ceph-mon[27847]: pgmap v493: 97 pgs: 97 active+clean; 6.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 19 op/s 2024-04-26T02:10:41.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:40 smithi156 ceph-mon[32543]: pgmap v493: 97 pgs: 97 active+clean; 6.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 19 op/s 2024-04-26T02:10:41.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:40 smithi090 ceph-mon[32456]: pgmap v493: 97 pgs: 97 active+clean; 6.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 19 op/s 2024-04-26T02:10:43.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:42 smithi044 ceph-mon[27847]: pgmap v494: 97 pgs: 97 active+clean; 6.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:10:43.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:42 smithi156 ceph-mon[32543]: pgmap v494: 97 pgs: 97 active+clean; 6.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:10:43.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:42 smithi090 ceph-mon[32456]: pgmap v494: 97 pgs: 97 active+clean; 6.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-04-26T02:10:43.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 -- 172.21.15.44:0/1375828141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690103830 msgr2=0x7fa69010bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:43.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 --2- 172.21.15.44:0/1375828141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690103830 0x7fa69010bd10 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fa678009900 tx=0x7fa67802a480 comp rx=0 tx=0).stop 2024-04-26T02:10:43.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 -- 172.21.15.44:0/1375828141 shutdown_connections 2024-04-26T02:10:43.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 --2- 172.21.15.44:0/1375828141 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa69010c330 0x7fa69010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:43.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 --2- 172.21.15.44:0/1375828141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690103830 0x7fa69010bd10 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:43.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 --2- 172.21.15.44:0/1375828141 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa690102f10 0x7fa6901032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:43.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 -- 172.21.15.44:0/1375828141 >> 172.21.15.44:0/1375828141 conn(0x7fa6900fc770 msgr2=0x7fa6900feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:43.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 -- 172.21.15.44:0/1375828141 shutdown_connections 2024-04-26T02:10:43.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.989+0000 7fa695400640 1 -- 172.21.15.44:0/1375828141 wait complete. 2024-04-26T02:10:43.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.990+0000 7fa695400640 1 Processor -- start 2024-04-26T02:10:43.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa695400640 1 -- start start 2024-04-26T02:10:43.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa695400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690102f10 0x7fa69019a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:43.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa695400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa690103830 0x7fa69019ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa695400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa69010c330 0x7fa69019f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa695400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa690111ff0 con 0x7fa690102f10 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa695400640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa690111e70 con 0x7fa690103830 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa695400640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa690112170 con 0x7fa69010c330 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa68fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690102f10 0x7fa69019a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa68fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690102f10 0x7fa69019a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59978/0 (socket says 172.21.15.44:59978) 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.991+0000 7fa68fe00640 1 -- 172.21.15.44:0/2693133389 learned_addr learned my addr 172.21.15.44:0/2693133389 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68f400640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa690103830 0x7fa69019ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa694a00640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa69010c330 0x7fa69019f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68fe00640 1 -- 172.21.15.44:0/2693133389 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa69010c330 msgr2=0x7fa69019f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:43.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68fe00640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa69010c330 0x7fa69019f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:43.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68fe00640 1 -- 172.21.15.44:0/2693133389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa690103830 msgr2=0x7fa69019ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:43.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68fe00640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa690103830 0x7fa69019ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:43.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68fe00640 1 -- 172.21.15.44:0/2693133389 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa69019f740 con 0x7fa690102f10 2024-04-26T02:10:43.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68fe00640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690102f10 0x7fa69019a750 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fa68000ebc0 tx=0x7fa68000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:43.993 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.992+0000 7fa68cc00640 1 -- 172.21.15.44:0/2693133389 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680010630 con 0x7fa690102f10 2024-04-26T02:10:43.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.993+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa69019fa30 con 0x7fa690102f10 2024-04-26T02:10:43.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.993+0000 7fa68cc00640 1 -- 172.21.15.44:0/2693133389 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa680010c80 con 0x7fa690102f10 2024-04-26T02:10:43.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.993+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6901a72c0 con 0x7fa690102f10 2024-04-26T02:10:43.994 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.993+0000 7fa68cc00640 1 -- 172.21.15.44:0/2693133389 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680018b00 con 0x7fa690102f10 2024-04-26T02:10:43.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 Processor -- start 2024-04-26T02:10:43.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 -- start start 2024-04-26T02:10:43.995 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa68cc00640 1 -- 172.21.15.44:0/2693133389 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa680018ca0 con 0x7fa690102f10 2024-04-26T02:10:43.996 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dc49b0 0x563eb6dc4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc52d0 0x563eb6dcf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dcfb90 0x563eb6dd1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563eb6d2a900 con 0x563eb6dcfb90 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563eb6cd0ef0 con 0x563eb6dc52d0 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.996+0000 7fa6993fd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563eb6d268c0 con 0x563eb6dc49b0 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dc49b0 0x563eb6dc4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa68fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc52d0 0x563eb6dcf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa68f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dcfb90 0x563eb6dd1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dc49b0 0x563eb6dc4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:46208/0 (socket says 172.21.15.44:46208) 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 -- 172.21.15.44:0/1472472671 learned_addr learned my addr 172.21.15.44:0/1472472671 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 -- 172.21.15.44:0/1472472671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc52d0 msgr2=0x563eb6dcf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 --2- 172.21.15.44:0/1472472671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc52d0 0x563eb6dcf650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:43.997 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 -- 172.21.15.44:0/1472472671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dcfb90 msgr2=0x563eb6dd1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:43.998 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 --2- 172.21.15.44:0/1472472671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dcfb90 0x563eb6dd1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:43.998 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.997+0000 7fa694a00640 1 -- 172.21.15.44:0/1472472671 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eb6a3d210 con 0x563eb6dc49b0 2024-04-26T02:10:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.998+0000 7fa694a00640 1 --2- 172.21.15.44:0/1472472671 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dc49b0 0x563eb6dc4d90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa68800b6b0 tx=0x7fa688004610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=478f1cad6b0c62a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.998+0000 7fa68cc00640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6740a3d10 0x7fa6740a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.998+0000 7fa685200640 1 -- 172.21.15.44:0/1472472671 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688003b20 con 0x563eb6dc49b0 2024-04-26T02:10:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.998+0000 7fa685200640 1 -- 172.21.15.44:0/1472472671 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa688015070 con 0x563eb6dc49b0 2024-04-26T02:10:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.998+0000 7fa68cc00640 1 -- 172.21.15.44:0/2693133389 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fa6800d0d70 con 0x7fa690102f10 2024-04-26T02:10:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.998+0000 7fa685200640 1 -- 172.21.15.44:0/1472472671 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688011640 con 0x563eb6dc49b0 2024-04-26T02:10:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.998+0000 7fa68fe00640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6740a3d10 0x7fa6740a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 -- 172.21.15.44:0/1472472671 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dc49b0 msgr2=0x563eb6dc4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1472472671 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dc49b0 0x563eb6dc4d90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa68800b6b0 tx=0x7fa688004610 comp rx=0 tx=0).stop 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 -- 172.21.15.44:0/1472472671 shutdown_connections 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1472472671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dcfb90 0x563eb6dd1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1472472671 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc52d0 0x563eb6dcf650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1472472671 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dc49b0 0x563eb6dc4d90 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 -- 172.21.15.44:0/1472472671 >> 172.21.15.44:0/1472472671 conn(0x563eb6dc0ec0 msgr2=0x563eb6dc12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa68fe00640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6740a3d10 0x7fa6740a61d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x563eb6dc5f50 tx=0x7fa6800d4820 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 -- 172.21.15.44:0/1472472671 shutdown_connections 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 -- 172.21.15.44:0/1472472671 wait complete. 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:43.999+0000 7fa6993fd740 1 -- start start 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 1 Processor -- start 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dcd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563eb6dd27c0 con 0x563eb6dc52d0 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x563eb6ce4310 con 0x563eb6dc49b0 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563eb6dd2940 con 0x563eb6dcfb90 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa6993fd740 10 client.0 _ll_register_callbacks cb 0x563eb6cb2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa68f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dcd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa694a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa68f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dcd0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60002/0 (socket says 172.21.15.44:60002) 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.000+0000 7fa68f400640 1 -- 172.21.15.44:0/1204353290 learned_addr learned my addr 172.21.15.44:0/1204353290 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa694a00640 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa68f400640 1 -- 172.21.15.44:0/1204353290 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 msgr2=0x563eb6dcd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa68f400640 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa68f400640 1 -- 172.21.15.44:0/1204353290 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 msgr2=0x563eb6dccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa68f400640 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dccb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa68f400640 1 -- 172.21.15.44:0/1204353290 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eb6b09620 con 0x563eb6dc52d0 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa694a00640 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa68f400640 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dcd0c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa678009230 tx=0x7fa6780043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=935c04b52f045e04 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa67d600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa67d600640 1 -- 172.21.15.44:0/1204353290 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678035040 con 0x563eb6dc52d0 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa67d600640 1 -- 172.21.15.44:0/1204353290 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fa678005450 con 0x563eb6dc52d0 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.001+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa688015070 con 0x563eb6dc52d0 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa67d600640 1 -- 172.21.15.44:0/1204353290 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa678005650 con 0x563eb6dc52d0 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 10 client.17058 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563eb6ddea80 con 0x563eb6dc52d0 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa67d600640 1 -- 172.21.15.44:0/1204353290 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa688015070 con 0x563eb6dc52d0 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa67d600640 1 -- 172.21.15.44:0/1204353290 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fa678003a40 con 0x563eb6dc52d0 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 10 client.17058 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 10 client.17058 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 20 client.17058 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6ddff40 0x563eb6de2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 4 client.17058 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:10:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.002+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563eb6d3e8b0 con 0x563eb6ddff40 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.003+0000 7fa694a00640 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6ddff40 0x563eb6de2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.003+0000 7fa694a00640 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6ddff40 0x563eb6de2330 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b403ff6214d9be2b server_cookie=d8bf3219fdeb3855 in_seq=0 out_seq=0 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.003+0000 7fa67d600640 10 client.17058 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa67d600640 1 -- 172.21.15.44:0/1204353290 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563eb6d3e8b0 con 0x563eb6ddff40 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa67d600640 10 client.17058 handle_command_reply: tid=0 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 client.17058 shutdown 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 msgr2=0x563eb6dcd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dcd0c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa678009230 tx=0x7fa6780043b0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 shutdown_connections 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6ddff40 0x563eb6de2330 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dcd0c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa67d600640 0 client.17058 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 --2- 172.21.15.44:0/1204353290 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.004+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 >> 172.21.15.44:0/1204353290 conn(0x563eb6dc0ec0 msgr2=0x563eb6dc6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.005+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 shutdown_connections 2024-04-26T02:10:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.005+0000 7fa6993fd740 1 -- 172.21.15.44:0/1204353290 wait complete. 2024-04-26T02:10:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.005+0000 7fa6993fd740 20 client.17058 trim_cache size 0 max 16384 2024-04-26T02:10:44.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.021+0000 7fa6993fd740 1 Processor -- start 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.021+0000 7fa6993fd740 1 -- start start 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.021+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dc07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.021+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dc7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa6993fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901afb60 con 0x563eb6dc52d0 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa6993fd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901b16a0 con 0x563eb6dc49b0 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa6993fd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901b0230 con 0x563eb6dcfb90 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dc7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dc7370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60016/0 (socket says 172.21.15.44:60016) 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 -- 172.21.15.44:0/463615196 learned_addr learned my addr 172.21.15.44:0/463615196 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa694a00640 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dc07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa694a00640 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 -- 172.21.15.44:0/463615196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 msgr2=0x563eb6dcd250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 -- 172.21.15.44:0/463615196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 msgr2=0x563eb6dc07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dc07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.022+0000 7fa68f400640 1 -- 172.21.15.44:0/463615196 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eb6dc0ce0 con 0x563eb6dc52d0 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.023+0000 7fa68f400640 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dc7370 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fa67802a9a0 tx=0x7fa678031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667fd2588997c877 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.023+0000 7fa67fe00640 1 -- 172.21.15.44:0/463615196 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678035070 con 0x563eb6dc52d0 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.023+0000 7fa67fe00640 1 -- 172.21.15.44:0/463615196 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa678041070 con 0x563eb6dc52d0 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.023+0000 7fa67fe00640 1 -- 172.21.15.44:0/463615196 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678053070 con 0x563eb6dc52d0 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 -- 172.21.15.44:0/463615196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 msgr2=0x563eb6dc7370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dc7370 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fa67802a9a0 tx=0x7fa678031400 comp rx=0 tx=0).stop 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 -- 172.21.15.44:0/463615196 shutdown_connections 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dcd250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dc7370 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 --2- 172.21.15.44:0/463615196 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dc07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 -- 172.21.15.44:0/463615196 >> 172.21.15.44:0/463615196 conn(0x563eb6dc0ec0 msgr2=0x563eb6dccb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 -- 172.21.15.44:0/463615196 shutdown_connections 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 -- 172.21.15.44:0/463615196 wait complete. 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 -- start start 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.024+0000 7fa6993fd740 1 Processor -- start 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dd7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dd7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa6993fd740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dd4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa6993fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901b0fd0 con 0x563eb6dc52d0 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa6993fd740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901b0900 con 0x563eb6dc49b0 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa6993fd740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901adb60 con 0x563eb6dcfb90 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa6993fd740 10 client.0 _ll_register_callbacks cb 0x7fa678004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa694a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dd7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa694a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dd7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39306/0 (socket says 172.21.15.44:39306) 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa694a00640 1 -- 172.21.15.44:0/4277873889 learned_addr learned my addr 172.21.15.44:0/4277873889 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa68f400640 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dd7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa694a00640 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dd4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.025+0000 7fa694a00640 1 -- 172.21.15.44:0/4277873889 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 msgr2=0x563eb6dd4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa694a00640 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dd4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa694a00640 1 -- 172.21.15.44:0/4277873889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 msgr2=0x563eb6dd7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa694a00640 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dd7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa694a00640 1 -- 172.21.15.44:0/4277873889 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eb6dd5640 con 0x563eb6dc49b0 2024-04-26T02:10:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa694a00640 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dd7900 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa6880045e0 tx=0x7fa68801acb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7444f29fe417c1c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa67d600640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa67d600640 1 -- 172.21.15.44:0/4277873889 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688023040 con 0x563eb6dc49b0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa678041070 con 0x563eb6dc49b0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa67d600640 1 -- 172.21.15.44:0/4277873889 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fa68802b670 con 0x563eb6dc49b0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa67d600640 1 -- 172.21.15.44:0/4277873889 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa68802b870 con 0x563eb6dc49b0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa6993fd740 10 client.27164 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.026+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563eb6e46020 con 0x563eb6dc49b0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa67d600640 1 -- 172.21.15.44:0/4277873889 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa678041070 con 0x563eb6dc49b0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa67d600640 1 -- 172.21.15.44:0/4277873889 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fa688003df0 con 0x563eb6dc49b0 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa6993fd740 10 client.27164 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa6993fd740 10 client.27164 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa6993fd740 20 client.27164 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa6993fd740 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6e46550 0x563eb6e48940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa6993fd740 4 client.27164 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:10:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563eb6d38320 con 0x563eb6e46550 2024-04-26T02:10:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.027+0000 7fa68f400640 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6e46550 0x563eb6e48940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.028+0000 7fa68f400640 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6e46550 0x563eb6e48940 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65914848b3fdaee2 server_cookie=47adbbe71f60d5e5 in_seq=0 out_seq=0 2024-04-26T02:10:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.028+0000 7fa67d600640 10 client.27164 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa67d600640 1 -- 172.21.15.44:0/4277873889 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563eb6d38320 con 0x563eb6e46550 2024-04-26T02:10:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa67d600640 10 client.27164 handle_command_reply: tid=0 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 client.27164 shutdown 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 msgr2=0x563eb6dd7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dd7900 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa6880045e0 tx=0x7fa68801acb0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 shutdown_connections 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x563eb6e46550 0x563eb6e48940 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563eb6dcfb90 0x563eb6dd4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563eb6dc52d0 0x563eb6dd7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 --2- 172.21.15.44:0/4277873889 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563eb6dc49b0 0x563eb6dd7900 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa67d600640 0 client.27164 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.037+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 >> 172.21.15.44:0/4277873889 conn(0x563eb6dc0ec0 msgr2=0x563eb6dccb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.038+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 shutdown_connections 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.038+0000 7fa6993fd740 1 -- 172.21.15.44:0/4277873889 wait complete. 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.038+0000 7fa6993fd740 20 client.27164 trim_cache size 0 max 16384 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:10:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:10:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:10:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6740a3d10 msgr2=0x7fa6740a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6740a3d10 0x7fa6740a61d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x563eb6dc5f50 tx=0x7fa6800d4820 comp rx=0 tx=0).stop 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690102f10 msgr2=0x7fa69019a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690102f10 0x7fa69019a750 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fa68000ebc0 tx=0x7fa68000c6a0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 shutdown_connections 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fa6740a3d10 0x7fa6740a61d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fa69010c330 0x7fa69019f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fa690103830 0x7fa69019ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 --2- 172.21.15.44:0/2693133389 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa690102f10 0x7fa69019a750 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 >> 172.21.15.44:0/2693133389 conn(0x7fa6900fc770 msgr2=0x7fa690101be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 shutdown_connections 2024-04-26T02:10:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:44.039+0000 7fa695400640 1 -- 172.21.15.44:0/2693133389 wait complete. 2024-04-26T02:10:45.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:44 smithi044 ceph-mon[27847]: pgmap v495: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-04-26T02:10:45.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:44 smithi156 ceph-mon[32543]: pgmap v495: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-04-26T02:10:45.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:44 smithi090 ceph-mon[32456]: pgmap v495: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 20 op/s 2024-04-26T02:10:47.033 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:46 smithi156 ceph-mon[32543]: pgmap v496: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:10:47.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:46 smithi044 ceph-mon[27847]: pgmap v496: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:10:47.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:46 smithi090 ceph-mon[32456]: pgmap v496: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:10:49.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:48 smithi044 ceph-mon[27847]: pgmap v497: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:10:49.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:48 smithi156 ceph-mon[32543]: pgmap v497: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:10:49.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:48 smithi090 ceph-mon[32456]: pgmap v497: 97 pgs: 97 active+clean; 6.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-04-26T02:10:51.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:50 smithi044 ceph-mon[27847]: pgmap v498: 97 pgs: 97 active+clean; 6.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:10:51.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:50 smithi156 ceph-mon[32543]: pgmap v498: 97 pgs: 97 active+clean; 6.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:10:51.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:50 smithi090 ceph-mon[32456]: pgmap v498: 97 pgs: 97 active+clean; 6.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:10:53.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:52 smithi044 ceph-mon[27847]: pgmap v499: 97 pgs: 97 active+clean; 6.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:10:53.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:52 smithi156 ceph-mon[32543]: pgmap v499: 97 pgs: 97 active+clean; 6.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:10:53.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:52 smithi090 ceph-mon[32456]: pgmap v499: 97 pgs: 97 active+clean; 6.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:10:55.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:54 smithi044 ceph-mon[27847]: pgmap v500: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:10:55.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:54 smithi156 ceph-mon[32543]: pgmap v500: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:10:55.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:54 smithi090 ceph-mon[32456]: pgmap v500: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:10:57.103 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:56 smithi044 ceph-mon[27847]: pgmap v501: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 -- 172.21.15.44:0/551089618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8112c30 msgr2=0x7fc7a8115020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 --2- 172.21.15.44:0/551089618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8112c30 0x7fc7a8115020 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fc7a0009ca0 tx=0x7fc7a002a8c0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 -- 172.21.15.44:0/551089618 shutdown_connections 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 --2- 172.21.15.44:0/551089618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8112c30 0x7fc7a8115020 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 --2- 172.21.15.44:0/551089618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc7a8076da0 0x7fc7a81126f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 --2- 172.21.15.44:0/551089618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc7a8076480 0x7fc7a8076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 -- 172.21.15.44:0/551089618 >> 172.21.15.44:0/551089618 conn(0x7fc7a80ffa60 msgr2=0x7fc7a8101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 -- 172.21.15.44:0/551089618 shutdown_connections 2024-04-26T02:10:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.185+0000 7fc7aee00640 1 -- 172.21.15.44:0/551089618 wait complete. 2024-04-26T02:10:57.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.186+0000 7fc7aee00640 1 Processor -- start 2024-04-26T02:10:57.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.186+0000 7fc7aee00640 1 -- start start 2024-04-26T02:10:57.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7aee00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8076480 0x7fc7a81a47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7aee00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc7a8076da0 0x7fc7a81a4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7aee00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc7a8112c30 0x7fc7a819e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7aee00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a8118670 con 0x7fc7a8076480 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7aee00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81184f0 con 0x7fc7a8112c30 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7aee00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81187f0 con 0x7fc7a8076da0 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7ada00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8076480 0x7fc7a81a47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7ada00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8076480 0x7fc7a81a47b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35440/0 (socket says 172.21.15.44:35440) 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7ada00640 1 -- 172.21.15.44:0/3937617109 learned_addr learned my addr 172.21.15.44:0/3937617109 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7ad000640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc7a8076da0 0x7fc7a81a4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.187+0000 7fc7ae400640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc7a8112c30 0x7fc7a819e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ad000640 1 -- 172.21.15.44:0/3937617109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc7a8112c30 msgr2=0x7fc7a819e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ad000640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc7a8112c30 0x7fc7a819e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ad000640 1 -- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8076480 msgr2=0x7fc7a81a47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ad000640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8076480 0x7fc7a81a47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ad000640 1 -- 172.21.15.44:0/3937617109 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7a819f130 con 0x7fc7a8076da0 2024-04-26T02:10:57.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ae400640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc7a8112c30 0x7fc7a819e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:57.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ada00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8076480 0x7fc7a81a47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:10:57.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7ad000640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc7a8076da0 0x7fc7a81a4cf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc79400e9f0 tx=0x7fc79400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:57.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7a6000640 1 -- 172.21.15.44:0/3937617109 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79400ccc0 con 0x7fc7a8076da0 2024-04-26T02:10:57.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7a819f420 con 0x7fc7a8076da0 2024-04-26T02:10:57.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7a6000640 1 -- 172.21.15.44:0/3937617109 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc794005020 con 0x7fc7a8076da0 2024-04-26T02:10:57.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.188+0000 7fc7a6000640 1 -- 172.21.15.44:0/3937617109 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794004a00 con 0x7fc7a8076da0 2024-04-26T02:10:57.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.189+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7a81ab670 con 0x7fc7a8076da0 2024-04-26T02:10:57.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 Processor -- start 2024-04-26T02:10:57.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 -- start start 2024-04-26T02:10:57.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e62d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e6db90 0x564068e6ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564068dc8900 con 0x564068e6db90 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564068d6eef0 con 0x564068e629b0 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564068dc48c0 con 0x564068e632d0 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.192+0000 7fc7a6000640 1 -- 172.21.15.44:0/3937617109 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc794004ba0 con 0x7fc7a8076da0 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e62d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e62d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51994/0 (socket says 172.21.15.44:51994) 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 -- 172.21.15.44:0/1766798311 learned_addr learned my addr 172.21.15.44:0/1766798311 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ada00640 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ad000640 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e6db90 0x564068e6ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 -- 172.21.15.44:0/1766798311 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 msgr2=0x564068e6d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 -- 172.21.15.44:0/1766798311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e6db90 msgr2=0x564068e6ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e6db90 0x564068e6ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 -- 172.21.15.44:0/1766798311 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564068adb210 con 0x564068e629b0 2024-04-26T02:10:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.193+0000 7fc7ae400640 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e62d90 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc7a0009ca0 tx=0x7fc7a0005f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6998d120b931c974 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc79aa00640 1 -- 172.21.15.44:0/1766798311 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a0031450 con 0x564068e629b0 2024-04-26T02:10:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc79aa00640 1 -- 172.21.15.44:0/1766798311 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7a0036040 con 0x564068e629b0 2024-04-26T02:10:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc79aa00640 1 -- 172.21.15.44:0/1766798311 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a00043c0 con 0x564068e629b0 2024-04-26T02:10:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc7a6000640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc7900a3d10 0x7fc7900a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc7a6000640 1 -- 172.21.15.44:0/3937617109 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fc7940d0720 con 0x7fc7a8076da0 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1766798311 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 msgr2=0x564068e62d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e62d90 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc7a0009ca0 tx=0x7fc7a0005f80 comp rx=0 tx=0).stop 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.194+0000 7fc7ada00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc7900a3d10 0x7fc7900a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1766798311 shutdown_connections 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e6db90 0x564068e6ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1766798311 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e62d90 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1766798311 >> 172.21.15.44:0/1766798311 conn(0x564068e5eec0 msgr2=0x564068e5f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:57.199 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1766798311 shutdown_connections 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1766798311 wait complete. 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 -- start start 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7ada00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc7900a3d10 0x7fc7900a61d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x564068e63f50 tx=0x7fc79c005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.195+0000 7fc7b31ff740 1 Processor -- start 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e629b0 0x564068e6ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e6b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564068e705e0 con 0x564068e629b0 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x564068d82310 con 0x564068e6db90 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x564068e70760 con 0x564068e632d0 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7b31ff740 10 client.0 _ll_register_callbacks cb 0x564068d50cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7ada00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e629b0 0x564068e6ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7ada00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e629b0 0x564068e6ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35468/0 (socket says 172.21.15.44:35468) 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7ada00640 1 -- 172.21.15.44:0/1653518499 learned_addr learned my addr 172.21.15.44:0/1653518499 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7ae400640 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e6b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.196+0000 7fc7ad000640 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc7ada00640 1 -- 172.21.15.44:0/1653518499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 msgr2=0x564068e6b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc7ada00640 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc7ada00640 1 -- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 msgr2=0x564068e6b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc7ada00640 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e6b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc7ada00640 1 -- 172.21.15.44:0/1653518499 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564068ba7620 con 0x564068e629b0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc7ada00640 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e629b0 0x564068e6ab10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc79c00fbd0 tx=0x7fc79c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f390fd1b9976a62 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc78f400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc78f400640 1 -- 172.21.15.44:0/1653518499 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79c00fe40 con 0x564068e629b0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc78f400640 1 -- 172.21.15.44:0/1653518499 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fc79c018030 con 0x564068e629b0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.197+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7a0036040 con 0x564068e629b0 2024-04-26T02:10:57.201 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc78f400640 1 -- 172.21.15.44:0/1653518499 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc79c01e920 con 0x564068e629b0 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc7b31ff740 10 client.17076 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564068e7c8d0 con 0x564068e629b0 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc78f400640 1 -- 172.21.15.44:0/1653518499 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7a0036040 con 0x564068e629b0 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc78f400640 1 -- 172.21.15.44:0/1653518499 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc79c029be0 con 0x564068e629b0 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc7b31ff740 10 client.17076 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc7b31ff740 10 client.17076 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.198+0000 7fc7b31ff740 20 client.17076 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.199+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068e7dde0 0x564068e801d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.199+0000 7fc7b31ff740 4 client.17076 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.199+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564068ddc8b0 con 0x564068e7dde0 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.199+0000 7fc7ad000640 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068e7dde0 0x564068e801d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.199+0000 7fc7ad000640 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068e7dde0 0x564068e801d0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5b4f8e081ae9027 server_cookie=263cfc9cc2e5c542 in_seq=0 out_seq=0 2024-04-26T02:10:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.199+0000 7fc78f400640 10 client.17076 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.200+0000 7fc78f400640 1 -- 172.21.15.44:0/1653518499 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564068ddc8b0 con 0x564068e7dde0 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.200+0000 7fc78f400640 10 client.17076 handle_command_reply: tid=0 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.200+0000 7fc7b31ff740 1 client.17076 shutdown 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e629b0 msgr2=0x564068e6ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e629b0 0x564068e6ab10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc79c00fbd0 tx=0x7fc79c004730 comp rx=0 tx=0).stop 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 shutdown_connections 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068e7dde0 0x564068e801d0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e6b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e632d0 0x564068e6b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1653518499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e629b0 0x564068e6ab10 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc78f400640 0 client.17076 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 >> 172.21.15.44:0/1653518499 conn(0x564068e5eec0 msgr2=0x564068e64bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 shutdown_connections 2024-04-26T02:10:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1653518499 wait complete. 2024-04-26T02:10:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.201+0000 7fc7b31ff740 20 client.17076 trim_cache size 0 max 16384 2024-04-26T02:10:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.217+0000 7fc7b31ff740 1 Processor -- start 2024-04-26T02:10:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.217+0000 7fc7b31ff740 1 -- start start 2024-04-26T02:10:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e794a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e65370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e6db90 0x564068e6ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81b3de0 con 0x564068e632d0 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81b5920 con 0x564068e629b0 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81b44b0 con 0x564068e6db90 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ada00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e794a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ad000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e65370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ad000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e65370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35474/0 (socket says 172.21.15.44:35474) 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ad000640 1 -- 172.21.15.44:0/1987553586 learned_addr learned my addr 172.21.15.44:0/1987553586 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ada00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e794a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:52012/0 (socket says 172.21.15.44:52012) 2024-04-26T02:10:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ae400640 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e6db90 0x564068e6ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ad000640 1 -- 172.21.15.44:0/1987553586 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e6db90 msgr2=0x564068e6ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ad000640 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e6db90 0x564068e6ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.218+0000 7fc7ad000640 1 -- 172.21.15.44:0/1987553586 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 msgr2=0x564068e794a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.219+0000 7fc7ad000640 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e794a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.219+0000 7fc7ad000640 1 -- 172.21.15.44:0/1987553586 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564068e5a820 con 0x564068e632d0 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.219+0000 7fc7ad000640 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e65370 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc79400c6a0 tx=0x7fc794087040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4224d049f53b1c30 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.219+0000 7fc79a000640 1 -- 172.21.15.44:0/1987553586 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79401c040 con 0x564068e632d0 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.219+0000 7fc79a000640 1 -- 172.21.15.44:0/1987553586 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc79409c6a0 con 0x564068e632d0 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.219+0000 7fc79a000640 1 -- 172.21.15.44:0/1987553586 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794098d10 con 0x564068e632d0 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1987553586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 msgr2=0x564068e65370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e65370 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc79400c6a0 tx=0x7fc794087040 comp rx=0 tx=0).stop 2024-04-26T02:10:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1987553586 shutdown_connections 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e6db90 0x564068e6ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e65370 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/1987553586 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e629b0 0x564068e794a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1987553586 >> 172.21.15.44:0/1987553586 conn(0x564068e5eec0 msgr2=0x564068e6c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1987553586 shutdown_connections 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 -- 172.21.15.44:0/1987553586 wait complete. 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.220+0000 7fc7b31ff740 1 -- start start 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 1 Processor -- start 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e629b0 0x564068e75ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e72f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e734c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81b5250 con 0x564068e632d0 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81b4b80 con 0x564068e6db90 2024-04-26T02:10:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a81b1de0 con 0x564068e629b0 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7b31ff740 10 client.0 _ll_register_callbacks cb 0x7fc79c00fa60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7ad000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e72f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7ad000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e72f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35482/0 (socket says 172.21.15.44:35482) 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7ad000640 1 -- 172.21.15.44:0/3140926158 learned_addr learned my addr 172.21.15.44:0/3140926158 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.221+0000 7fc7ada00640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e629b0 0x564068e75ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ae400640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e734c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ad000640 1 -- 172.21.15.44:0/3140926158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e629b0 msgr2=0x564068e75ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ad000640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e629b0 0x564068e75ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ad000640 1 -- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 msgr2=0x564068e734c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ad000640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e734c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ad000640 1 -- 172.21.15.44:0/3140926158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564068e73b00 con 0x564068e632d0 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ae400640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e734c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7ad000640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e72f80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fc794004770 tx=0x7fc7940096e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4949e96001cae786 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:10:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc78f400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc78f400640 1 -- 172.21.15.44:0/3140926158 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79401c070 con 0x564068e632d0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc78f400640 1 -- 172.21.15.44:0/3140926158 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 8455+0+0 (secure 0 0 0) 0x7fc794098d10 con 0x564068e632d0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc79409c6a0 con 0x564068e632d0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.222+0000 7fc78f400640 1 -- 172.21.15.44:0/3140926158 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc79409aa80 con 0x564068e632d0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 10 client.17082 fetch_fsmap learned FSMap version 33 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564068ee41a0 con 0x564068e632d0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc78f400640 1 -- 172.21.15.44:0/3140926158 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc79409c6a0 con 0x564068e632d0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc78f400640 1 -- 172.21.15.44:0/3140926158 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc79409c900 con 0x564068e632d0 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 10 client.17082 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 10 client.17082 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 20 client.17082 populate_metadata read hostname 'smithi044' 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068ee47e0 0x564068ee6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:10:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 4 client.17082 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:10:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564068dd6320 con 0x564068ee47e0 2024-04-26T02:10:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.223+0000 7fc7ada00640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068ee47e0 0x564068ee6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:10:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.224+0000 7fc7ada00640 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068ee47e0 0x564068ee6c00 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=507534a5bbd34177 server_cookie=64e70fc8e7dfd933 in_seq=0 out_seq=0 2024-04-26T02:10:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.224+0000 7fc78f400640 10 client.17082 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:57.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:56 smithi156 ceph-mon[32543]: pgmap v501: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:10:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc78f400640 1 -- 172.21.15.44:0/3140926158 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564068dd6320 con 0x564068ee47e0 2024-04-26T02:10:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc78f400640 10 client.17082 handle_command_reply: tid=0 2024-04-26T02:10:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 client.17082 shutdown 2024-04-26T02:10:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 msgr2=0x564068e72f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e72f80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fc794004770 tx=0x7fc7940096e0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.233 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 shutdown_connections 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x564068ee47e0 0x564068ee6c00 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x564068e6db90 0x564068e734c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564068e632d0 0x564068e72f80 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 --2- 172.21.15.44:0/3140926158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x564068e629b0 0x564068e75ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 >> 172.21.15.44:0/3140926158 conn(0x564068e5eec0 msgr2=0x564068e68fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc78f400640 0 client.17082 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.233+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 shutdown_connections 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7b31ff740 1 -- 172.21.15.44:0/3140926158 wait complete. 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7b31ff740 20 client.17082 trim_cache size 0 max 16384 2024-04-26T02:10:57.234 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:10:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:10:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:10:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:10:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc7900a3d10 msgr2=0x7fc7900a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.235 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7aee00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc7900a3d10 0x7fc7900a61d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x564068e63f50 tx=0x7fc79c005f90 comp rx=0 tx=0).stop 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc7a8076da0 msgr2=0x7fc7a81a4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7aee00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc7a8076da0 0x7fc7a81a4cf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc79400e9f0 tx=0x7fc79400eeb0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 shutdown_connections 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7aee00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc7900a3d10 0x7fc7900a61d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.234+0000 7fc7aee00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc7a8112c30 0x7fc7a819e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.235+0000 7fc7aee00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc7a8076da0 0x7fc7a81a4cf0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.235+0000 7fc7aee00640 1 --2- 172.21.15.44:0/3937617109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7a8076480 0x7fc7a81a47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.235+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 >> 172.21.15.44:0/3937617109 conn(0x7fc7a80ffa60 msgr2=0x7fc7a8101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.235+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 shutdown_connections 2024-04-26T02:10:57.236 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:10:57.235+0000 7fc7aee00640 1 -- 172.21.15.44:0/3937617109 wait complete. 2024-04-26T02:10:57.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:56 smithi090 ceph-mon[32456]: pgmap v501: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:10:59.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:10:58 smithi044 ceph-mon[27847]: pgmap v502: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:10:59.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:10:58 smithi156 ceph-mon[32543]: pgmap v502: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:10:59.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:10:58 smithi090 ceph-mon[32456]: pgmap v502: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:11:01.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:00 smithi044 ceph-mon[27847]: pgmap v503: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 22 op/s 2024-04-26T02:11:01.230 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:00 smithi156 ceph-mon[32543]: pgmap v503: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 22 op/s 2024-04-26T02:11:01.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:00 smithi090 ceph-mon[32456]: pgmap v503: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 22 op/s 2024-04-26T02:11:03.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:02 smithi044 ceph-mon[27847]: pgmap v504: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:03.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:02 smithi156 ceph-mon[32543]: pgmap v504: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:03.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:02 smithi090 ceph-mon[32456]: pgmap v504: 97 pgs: 97 active+clean; 6.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:05.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:04 smithi044 ceph-mon[27847]: pgmap v505: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 KiB/s wr, 38 op/s 2024-04-26T02:11:05.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:04 smithi156 ceph-mon[32543]: pgmap v505: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 KiB/s wr, 38 op/s 2024-04-26T02:11:05.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:04 smithi090 ceph-mon[32456]: pgmap v505: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 KiB/s wr, 38 op/s 2024-04-26T02:11:07.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:06 smithi044 ceph-mon[27847]: pgmap v506: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:11:07.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:06 smithi044 ceph-mon[27847]: osdmap e112: 12 total, 12 up, 12 in 2024-04-26T02:11:07.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:06 smithi156 ceph-mon[32543]: pgmap v506: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:11:07.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:06 smithi156 ceph-mon[32543]: osdmap e112: 12 total, 12 up, 12 in 2024-04-26T02:11:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:06 smithi090 ceph-mon[32456]: pgmap v506: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 58 KiB/s wr, 32 op/s 2024-04-26T02:11:07.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:06 smithi090 ceph-mon[32456]: osdmap e112: 12 total, 12 up, 12 in 2024-04-26T02:11:09.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:08 smithi044 ceph-mon[27847]: pgmap v508: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:11:09.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:08 smithi156 ceph-mon[32543]: pgmap v508: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:11:09.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:08 smithi090 ceph-mon[32456]: pgmap v508: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:11:10.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 -- 172.21.15.44:0/909920329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad8102f10 msgr2=0x7fcad81032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 --2- 172.21.15.44:0/909920329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad8102f10 0x7fcad81032f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009ca0 tx=0x7fcacc02a940 comp rx=0 tx=0).stop 2024-04-26T02:11:10.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 -- 172.21.15.44:0/909920329 shutdown_connections 2024-04-26T02:11:10.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 --2- 172.21.15.44:0/909920329 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcad810c330 0x7fcad810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 --2- 172.21.15.44:0/909920329 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcad8103830 0x7fcad810bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.373 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 --2- 172.21.15.44:0/909920329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad8102f10 0x7fcad81032f0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.374 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 -- 172.21.15.44:0/909920329 >> 172.21.15.44:0/909920329 conn(0x7fcad80fc770 msgr2=0x7fcad80feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:10.374 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 -- 172.21.15.44:0/909920329 shutdown_connections 2024-04-26T02:11:10.374 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.372+0000 7fcadee00640 1 -- 172.21.15.44:0/909920329 wait complete. 2024-04-26T02:11:10.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.373+0000 7fcadee00640 1 Processor -- start 2024-04-26T02:11:10.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.373+0000 7fcadee00640 1 -- start start 2024-04-26T02:11:10.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadee00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcad8102f10 0x7fcad81a03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadee00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcad8103830 0x7fcad81a0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadee00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad810c330 0x7fcad819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadee00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcad8111ff0 con 0x7fcad810c330 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadee00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcad8111e70 con 0x7fcad8102f10 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadee00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcad8112170 con 0x7fcad8103830 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad810c330 0x7fcad819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad810c330 0x7fcad819a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57686/0 (socket says 172.21.15.44:57686) 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 -- 172.21.15.44:0/1166054527 learned_addr learned my addr 172.21.15.44:0/1166054527 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadd000640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcad8103830 0x7fcad81a0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcadda00640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcad8102f10 0x7fcad81a03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 -- 172.21.15.44:0/1166054527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcad8103830 msgr2=0x7fcad81a0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcad8103830 0x7fcad81a0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 -- 172.21.15.44:0/1166054527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcad8102f10 msgr2=0x7fcad81a03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcad8102f10 0x7fcad81a03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.374+0000 7fcade400640 1 -- 172.21.15.44:0/1166054527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad819ad70 con 0x7fcad810c330 2024-04-26T02:11:10.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.375+0000 7fcade400640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad810c330 0x7fcad819a5f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fcad000d750 tx=0x7fcad000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.375+0000 7fcad6000640 1 -- 172.21.15.44:0/1166054527 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad0017070 con 0x7fcad810c330 2024-04-26T02:11:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.375+0000 7fcad6000640 1 -- 172.21.15.44:0/1166054527 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcad00054d0 con 0x7fcad810c330 2024-04-26T02:11:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.375+0000 7fcad6000640 1 -- 172.21.15.44:0/1166054527 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad0004c60 con 0x7fcad810c330 2024-04-26T02:11:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.375+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcad819b060 con 0x7fcad810c330 2024-04-26T02:11:10.378 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.375+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcad81a72b0 con 0x7fcad810c330 2024-04-26T02:11:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 Processor -- start 2024-04-26T02:11:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcad6000640 1 -- 172.21.15.44:0/1166054527 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcad0009bd0 con 0x7fcad810c330 2024-04-26T02:11:10.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 -- start start 2024-04-26T02:11:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bf5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf62d0 0x55b606c00650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c02f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b606b5b900 con 0x55b606bf59b0 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55b606b01ef0 con 0x55b606bf62d0 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.379+0000 7fcae317b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55b606b578c0 con 0x55b606c00b90 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf62d0 0x55b606c00650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf62d0 0x55b606c00650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:34782/0 (socket says 172.21.15.44:34782) 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 -- 172.21.15.44:0/3350651217 learned_addr learned my addr 172.21.15.44:0/3350651217 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadd000640 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bf5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadd000640 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c02f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 -- 172.21.15.44:0/3350651217 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 msgr2=0x55b606c02f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c02f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 -- 172.21.15.44:0/3350651217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 msgr2=0x55b606bf5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bf5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 -- 172.21.15.44:0/3350651217 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b60686e210 con 0x55b606bf62d0 2024-04-26T02:11:10.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadd000640 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c02f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:11:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcadda00640 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf62d0 0x55b606c00650 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fcacc000f80 tx=0x7fcacc009970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aaa6ca96ade44f3d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.380+0000 7fcad6000640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcac00a3d10 0x7fcac00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.381+0000 7fcacaa00640 1 -- 172.21.15.44:0/3350651217 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc034040 con 0x55b606bf62d0 2024-04-26T02:11:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.381+0000 7fcacaa00640 1 -- 172.21.15.44:0/3350651217 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcacc003e20 con 0x55b606bf62d0 2024-04-26T02:11:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.381+0000 7fcad6000640 1 -- 172.21.15.44:0/1166054527 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8499+0+0 (secure 0 0 0) 0x7fcad00d00d0 con 0x7fcad810c330 2024-04-26T02:11:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.381+0000 7fcacaa00640 1 -- 172.21.15.44:0/3350651217 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc030640 con 0x55b606bf62d0 2024-04-26T02:11:10.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.381+0000 7fcadd000640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcac00a3d10 0x7fcac00a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 -- 172.21.15.44:0/3350651217 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf62d0 msgr2=0x55b606c00650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcadd000640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcac00a3d10 0x7fcac00a61d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55b606bf32e0 tx=0x7fcac4014040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf62d0 0x55b606c00650 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fcacc000f80 tx=0x7fcacc009970 comp rx=0 tx=0).stop 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 -- 172.21.15.44:0/3350651217 shutdown_connections 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c02f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf62d0 0x55b606c00650 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 --2- 172.21.15.44:0/3350651217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bf5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 -- 172.21.15.44:0/3350651217 >> 172.21.15.44:0/3350651217 conn(0x55b606bf1ec0 msgr2=0x55b606bf22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 -- 172.21.15.44:0/3350651217 shutdown_connections 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 -- 172.21.15.44:0/3350651217 wait complete. 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 -- start start 2024-04-26T02:11:10.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.382+0000 7fcae317b740 1 Processor -- start 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcae317b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bfdac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcae317b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfe000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcae317b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bfe540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcae317b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b606c03760 con 0x55b606bf59b0 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcae317b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55b606b15310 con 0x55b606c00b90 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcae317b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55b606c038e0 con 0x55b606bf62d0 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcae317b740 10 client.0 _ll_register_callbacks cb 0x55b606ae3cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcadda00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bfdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcadda00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bfdac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57702/0 (socket says 172.21.15.44:57702) 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcadda00640 1 -- 172.21.15.44:0/2400133442 learned_addr learned my addr 172.21.15.44:0/2400133442 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcadd000640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfe000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.383+0000 7fcade400640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bfe540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcadda00640 1 -- 172.21.15.44:0/2400133442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 msgr2=0x55b606bfe000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcadda00640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfe000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcadda00640 1 -- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 msgr2=0x55b606bfe540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcadda00640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bfe540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcadda00640 1 -- 172.21.15.44:0/2400133442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b60693a620 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcade400640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bfe540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcadda00640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bfdac0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009430 tx=0x7fcacc02f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d279832306d98e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcabf400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcabf400640 1 -- 172.21.15.44:0/2400133442 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc034070 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcabf400640 1 -- 172.21.15.44:0/2400133442 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8499+0+0 (secure 0 0 0) 0x7fcacc02fb30 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.384+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcacc003e20 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcabf400640 1 -- 172.21.15.44:0/2400133442 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fcacc030640 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 10 client.17094 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b606c0f910 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcabf400640 1 -- 172.21.15.44:0/2400133442 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcacc003e20 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcabf400640 1 -- 172.21.15.44:0/2400133442 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fcacc02f070 con 0x55b606bf59b0 2024-04-26T02:11:10.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 10 client.17094 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 10 client.17094 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 20 client.17094 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c10c60 0x55b606c13050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 4 client.17094 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.385+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b606b6f8b0 con 0x55b606c10c60 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.386+0000 7fcadd000640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c10c60 0x55b606c13050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.386+0000 7fcadd000640 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c10c60 0x55b606c13050 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8145caad14e56d27 server_cookie=3cd3dd847f99977e in_seq=0 out_seq=0 2024-04-26T02:11:10.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.386+0000 7fcabf400640 10 client.17094 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcabf400640 1 -- 172.21.15.44:0/2400133442 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b606b6f8b0 con 0x55b606c10c60 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcabf400640 10 client.17094 handle_command_reply: tid=0 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 client.17094 shutdown 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 msgr2=0x55b606bfdac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bfdac0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009430 tx=0x7fcacc02f780 comp rx=0 tx=0).stop 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 shutdown_connections 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c10c60 0x55b606c13050 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bfe540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfe000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 --2- 172.21.15.44:0/2400133442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606bfdac0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 >> 172.21.15.44:0/2400133442 conn(0x55b606bf1ec0 msgr2=0x55b606bf7c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcabf400640 0 client.17094 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 shutdown_connections 2024-04-26T02:11:10.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.387+0000 7fcae317b740 1 -- 172.21.15.44:0/2400133442 wait complete. 2024-04-26T02:11:10.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.388+0000 7fcae317b740 20 client.17094 trim_cache size 0 max 16384 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 Processor -- start 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 -- start start 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606c0c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfcc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bf8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcad81afbf0 con 0x55b606bf59b0 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcad81b1730 con 0x55b606c00b90 2024-04-26T02:11:10.405 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.404+0000 7fcae317b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcad81b02c0 con 0x55b606bf62d0 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606c0c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcade400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bf8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606c0c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57706/0 (socket says 172.21.15.44:57706) 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 -- 172.21.15.44:0/3192595498 learned_addr learned my addr 172.21.15.44:0/3192595498 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadd000640 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfcc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 -- 172.21.15.44:0/3192595498 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 msgr2=0x55b606bfcc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfcc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 -- 172.21.15.44:0/3192595498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 msgr2=0x55b606bf8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bf8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 -- 172.21.15.44:0/3192595498 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b606bed820 con 0x55b606bf59b0 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcadda00640 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606c0c620 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fcacc005cc0 tx=0x7fcacc000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51571dc6176c4744 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.405+0000 7fcaca000640 1 -- 172.21.15.44:0/3192595498 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc034040 con 0x55b606bf59b0 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcaca000640 1 -- 172.21.15.44:0/3192595498 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcacc02fb30 con 0x55b606bf59b0 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcaca000640 1 -- 172.21.15.44:0/3192595498 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc0307e0 con 0x55b606bf59b0 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 -- 172.21.15.44:0/3192595498 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 msgr2=0x55b606c0c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606c0c620 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fcacc005cc0 tx=0x7fcacc000f40 comp rx=0 tx=0).stop 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 -- 172.21.15.44:0/3192595498 shutdown_connections 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606c00b90 0x55b606bf8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606bf62d0 0x55b606bfcc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 --2- 172.21.15.44:0/3192595498 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf59b0 0x55b606c0c620 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 -- 172.21.15.44:0/3192595498 >> 172.21.15.44:0/3192595498 conn(0x55b606bf1ec0 msgr2=0x55b606bfda80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 -- 172.21.15.44:0/3192595498 shutdown_connections 2024-04-26T02:11:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.406+0000 7fcae317b740 1 -- 172.21.15.44:0/3192595498 wait complete. 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.407+0000 7fcae317b740 1 -- start start 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.407+0000 7fcae317b740 1 Processor -- start 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.407+0000 7fcae317b740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf59b0 0x55b606c05b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcae317b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf62d0 0x55b606c06040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcae317b740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c06580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcae317b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcad81b1060 con 0x55b606bf62d0 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcae317b740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcad81b0990 con 0x55b606bf59b0 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcae317b740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcad81adbf0 con 0x55b606c00b90 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcae317b740 10 client.0 _ll_register_callbacks cb 0x7fcacc003d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadd000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf62d0 0x55b606c06040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadda00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf59b0 0x55b606c05b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadd000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf62d0 0x55b606c06040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57708/0 (socket says 172.21.15.44:57708) 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadd000640 1 -- 172.21.15.44:0/1101486618 learned_addr learned my addr 172.21.15.44:0/1101486618 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcade400640 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c06580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadda00640 1 -- 172.21.15.44:0/1101486618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 msgr2=0x55b606c06580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadda00640 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c06580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadda00640 1 -- 172.21.15.44:0/1101486618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf62d0 msgr2=0x55b606c06040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadda00640 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf62d0 0x55b606c06040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadda00640 1 -- 172.21.15.44:0/1101486618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b606c74ef0 con 0x55b606bf59b0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.408+0000 7fcadd000640 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf62d0 0x55b606c06040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcadda00640 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf59b0 0x55b606c05b00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fcacc0045a0 tx=0x7fcacc004940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89248b9d5803c90 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcabf400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcabf400640 1 -- 172.21.15.44:0/1101486618 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc034040 con 0x55b606bf59b0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcacc02fb30 con 0x55b606bf59b0 2024-04-26T02:11:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcabf400640 1 -- 172.21.15.44:0/1101486618 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8499+0+0 (secure 0 0 0) 0x7fcacc004030 con 0x55b606bf59b0 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcabf400640 1 -- 172.21.15.44:0/1101486618 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fcacc06a050 con 0x55b606bf59b0 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcae317b740 10 client.27200 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b606c76140 con 0x55b606bf59b0 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.409+0000 7fcabf400640 1 -- 172.21.15.44:0/1101486618 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcacc02fb30 con 0x55b606bf59b0 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcabf400640 1 -- 172.21.15.44:0/1101486618 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fcacc065030 con 0x55b606bf59b0 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcae317b740 10 client.27200 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcae317b740 10 client.27200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcae317b740 20 client.27200 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcae317b740 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c76790 0x55b606c78bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcae317b740 4 client.27200 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b606b69320 con 0x55b606c76790 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcadd000640 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c76790 0x55b606c78bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcadd000640 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c76790 0x55b606c78bb0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5707ae7c9683855b server_cookie=40d127564397a9f1 in_seq=0 out_seq=0 2024-04-26T02:11:10.414 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.410+0000 7fcabf400640 10 client.27200 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcabf400640 1 -- 172.21.15.44:0/1101486618 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b606b69320 con 0x55b606c76790 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcabf400640 10 client.27200 handle_command_reply: tid=0 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 client.27200 shutdown 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf59b0 msgr2=0x55b606c05b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf59b0 0x55b606c05b00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fcacc0045a0 tx=0x7fcacc004940 comp rx=0 tx=0).stop 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 shutdown_connections 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55b606c76790 0x55b606c78bb0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.421 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55b606c00b90 0x55b606c06580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b606bf62d0 0x55b606c06040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 --2- 172.21.15.44:0/1101486618 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55b606bf59b0 0x55b606c05b00 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcabf400640 0 client.27200 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 >> 172.21.15.44:0/1101486618 conn(0x55b606bf1ec0 msgr2=0x55b606bfda00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 shutdown_connections 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 1 -- 172.21.15.44:0/1101486618 wait complete. 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.420+0000 7fcae317b740 20 client.27200 trim_cache size 0 max 16384 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:11:10.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcac00a3d10 msgr2=0x7fcac00a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcac00a3d10 0x7fcac00a61d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55b606bf32e0 tx=0x7fcac4014040 comp rx=0 tx=0).stop 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad810c330 msgr2=0x7fcad819a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad810c330 0x7fcad819a5f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fcad000d750 tx=0x7fcad000dc10 comp rx=0 tx=0).stop 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 shutdown_connections 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcac00a3d10 0x7fcac00a61d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcad810c330 0x7fcad819a5f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcad8103830 0x7fcad81a0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 --2- 172.21.15.44:0/1166054527 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcad8102f10 0x7fcad81a03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 >> 172.21.15.44:0/1166054527 conn(0x7fcad80fc770 msgr2=0x7fcad8101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.421+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 shutdown_connections 2024-04-26T02:11:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:10.422+0000 7fcadee00640 1 -- 172.21.15.44:0/1166054527 wait complete. 2024-04-26T02:11:10.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:10 smithi044 ceph-mon[27847]: pgmap v509: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 64 KiB/s wr, 36 op/s 2024-04-26T02:11:11.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:10 smithi156 ceph-mon[32543]: pgmap v509: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 64 KiB/s wr, 36 op/s 2024-04-26T02:11:11.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:10 smithi090 ceph-mon[32456]: pgmap v509: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 64 KiB/s wr, 36 op/s 2024-04-26T02:11:12.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:11 smithi156 ceph-mon[32543]: osdmap e113: 12 total, 12 up, 12 in 2024-04-26T02:11:12.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:11 smithi090 ceph-mon[32456]: osdmap e113: 12 total, 12 up, 12 in 2024-04-26T02:11:12.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:11 smithi044 ceph-mon[27847]: osdmap e113: 12 total, 12 up, 12 in 2024-04-26T02:11:13.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:12 smithi156 ceph-mon[32543]: pgmap v511: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-04-26T02:11:13.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:12 smithi090 ceph-mon[32456]: pgmap v511: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-04-26T02:11:13.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:12 smithi044 ceph-mon[27847]: pgmap v511: 97 pgs: 97 active+clean; 6.6 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-04-26T02:11:15.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:14 smithi156 ceph-mon[32543]: pgmap v512: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 22 op/s 2024-04-26T02:11:15.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:14 smithi090 ceph-mon[32456]: pgmap v512: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 22 op/s 2024-04-26T02:11:15.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:14 smithi044 ceph-mon[27847]: pgmap v512: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 22 op/s 2024-04-26T02:11:17.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:16 smithi156 ceph-mon[32543]: pgmap v513: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 18 op/s 2024-04-26T02:11:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:16 smithi090 ceph-mon[32456]: pgmap v513: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 18 op/s 2024-04-26T02:11:17.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:16 smithi044 ceph-mon[27847]: pgmap v513: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 18 op/s 2024-04-26T02:11:19.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:18 smithi156 ceph-mon[32543]: pgmap v514: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:11:19.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:18 smithi090 ceph-mon[32456]: pgmap v514: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:11:19.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:18 smithi044 ceph-mon[27847]: pgmap v514: 97 pgs: 97 active+clean; 6.7 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:11:21.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:20 smithi044 ceph-mon[27847]: pgmap v515: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:11:21.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:20 smithi156 ceph-mon[32543]: pgmap v515: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:11:21.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:20 smithi090 ceph-mon[32456]: pgmap v515: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 18 op/s 2024-04-26T02:11:23.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:22 smithi156 ceph-mon[32543]: pgmap v516: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-26T02:11:23.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:22 smithi090 ceph-mon[32456]: pgmap v516: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-26T02:11:23.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:22 smithi044 ceph-mon[27847]: pgmap v516: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-26T02:11:23.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.569+0000 7f5780c00640 1 -- 172.21.15.44:0/1714343562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103200 msgr2=0x7f577c1035e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.569+0000 7f5780c00640 1 --2- 172.21.15.44:0/1714343562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103200 0x7f577c1035e0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f576c009900 tx=0x7f576c02a480 comp rx=0 tx=0).stop 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.570+0000 7f5780c00640 1 -- 172.21.15.44:0/1714343562 shutdown_connections 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.570+0000 7f5780c00640 1 --2- 172.21.15.44:0/1714343562 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f577c10c5d0 0x7f577c10ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.570+0000 7f5780c00640 1 --2- 172.21.15.44:0/1714343562 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103b20 0x7f577c10c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.570+0000 7f5780c00640 1 --2- 172.21.15.44:0/1714343562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103200 0x7f577c1035e0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.570+0000 7f5780c00640 1 -- 172.21.15.44:0/1714343562 >> 172.21.15.44:0/1714343562 conn(0x7f577c0771d0 msgr2=0x7f577c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.570+0000 7f5780c00640 1 -- 172.21.15.44:0/1714343562 shutdown_connections 2024-04-26T02:11:23.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.570+0000 7f5780c00640 1 -- 172.21.15.44:0/1714343562 wait complete. 2024-04-26T02:11:23.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 Processor -- start 2024-04-26T02:11:23.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 -- start start 2024-04-26T02:11:23.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103200 0x7f577c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103b20 0x7f577c1a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f577c10c5d0 0x7f577c19a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f577c112270 con 0x7f577c103b20 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1120f0 con 0x7f577c103200 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.571+0000 7f5780c00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1123f0 con 0x7f577c10c5d0 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103200 0x7f577c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103200 0x7f577c1a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:55854/0 (socket says 172.21.15.44:55854) 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 -- 172.21.15.44:0/2065745493 learned_addr learned my addr 172.21.15.44:0/2065745493 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5773e00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103b20 0x7f577c1a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f577a800640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f577c10c5d0 0x7f577c19a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 -- 172.21.15.44:0/2065745493 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f577c10c5d0 msgr2=0x7f577c19a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f577c10c5d0 0x7f577c19a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 -- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103b20 msgr2=0x7f577c1a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103b20 0x7f577c1a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 -- 172.21.15.44:0/2065745493 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f577c19afa0 con 0x7f577c103200 2024-04-26T02:11:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.572+0000 7f5779e00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103200 0x7f577c1a0660 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f576c005ab0 tx=0x7f576c003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.573+0000 7f5772a00640 1 -- 172.21.15.44:0/2065745493 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576c03f070 con 0x7f577c103200 2024-04-26T02:11:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.573+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f577c19b230 con 0x7f577c103200 2024-04-26T02:11:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.573+0000 7f5772a00640 1 -- 172.21.15.44:0/2065745493 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f576c031b60 con 0x7f577c103200 2024-04-26T02:11:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.573+0000 7f5772a00640 1 -- 172.21.15.44:0/2065745493 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576c035030 con 0x7f577c103200 2024-04-26T02:11:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.573+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f577c1a74b0 con 0x7f577c103200 2024-04-26T02:11:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 Processor -- start 2024-04-26T02:11:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 -- start start 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab670820 0x55e6ab670c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab671140 0x55e6ab67b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab67ba00 0x55e6ab67ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e6ab5d6900 con 0x55e6ab67ba00 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e6ab57cef0 con 0x55e6ab670820 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5783bc2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e6ab5d28c0 con 0x55e6ab671140 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.576+0000 7f5772a00640 1 -- 172.21.15.44:0/2065745493 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f576c042070 con 0x7f577c103200 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab670820 0x55e6ab670c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab670820 0x55e6ab670c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:55870/0 (socket says 172.21.15.44:55870) 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 -- 172.21.15.44:0/74770763 learned_addr learned my addr 172.21.15.44:0/74770763 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f5773e00640 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab67ba00 0x55e6ab67ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f5779e00640 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab671140 0x55e6ab67b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 -- 172.21.15.44:0/74770763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab671140 msgr2=0x55e6ab67b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab671140 0x55e6ab67b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 -- 172.21.15.44:0/74770763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab67ba00 msgr2=0x55e6ab67ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab67ba00 0x55e6ab67ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f577a800640 1 -- 172.21.15.44:0/74770763 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6ab2e9210 con 0x55e6ab670820 2024-04-26T02:11:23.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.577+0000 7f5773e00640 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab67ba00 0x55e6ab67ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f577a800640 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab670820 0x55e6ab670c00 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f5774009f00 tx=0x7f57740107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85117f3e6b4de5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f576b000640 1 -- 172.21.15.44:0/74770763 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5774003b70 con 0x55e6ab670820 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f576b000640 1 -- 172.21.15.44:0/74770763 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5774003d10 con 0x55e6ab670820 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f576b000640 1 -- 172.21.15.44:0/74770763 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5774011980 con 0x55e6ab670820 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f5772a00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57600a3dc0 0x7f57600a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f5783bc2740 1 -- 172.21.15.44:0/74770763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab670820 msgr2=0x55e6ab670c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f5783bc2740 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab670820 0x55e6ab670c00 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f5774009f00 tx=0x7f57740107a0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.578+0000 7f5772a00640 1 -- 172.21.15.44:0/2065745493 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7f576c0f0f90 con 0x7f577c103200 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5779e00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57600a3dc0 0x7f57600a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 -- 172.21.15.44:0/74770763 shutdown_connections 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab67ba00 0x55e6ab67ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab671140 0x55e6ab67b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 --2- 172.21.15.44:0/74770763 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab670820 0x55e6ab670c00 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 -- 172.21.15.44:0/74770763 >> 172.21.15.44:0/74770763 conn(0x55e6ab66cd30 msgr2=0x55e6ab66d110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 -- 172.21.15.44:0/74770763 shutdown_connections 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 -- 172.21.15.44:0/74770763 wait complete. 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5779e00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57600a3dc0 0x7f57600a6280 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x55e6ab671dc0 tx=0x7f576c031400 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.579+0000 7f5783bc2740 1 -- start start 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 1 Processor -- start 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab678990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab678ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab679410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e6ab67e630 con 0x55e6ab670820 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55e6ab590310 con 0x55e6ab671140 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55e6ab67e7b0 con 0x55e6ab67ba00 2024-04-26T02:11:23.582 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5783bc2740 10 client.0 _ll_register_callbacks cb 0x55e6ab55ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f577a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab678990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.580+0000 7f5773e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab678ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab678ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:55878/0 (socket says 172.21.15.44:55878) 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 -- 172.21.15.44:0/1957066818 learned_addr learned my addr 172.21.15.44:0/1957066818 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f577a800640 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab679410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 -- 172.21.15.44:0/1957066818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 msgr2=0x55e6ab679410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab679410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 -- 172.21.15.44:0/1957066818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 msgr2=0x55e6ab678990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab678990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 -- 172.21.15.44:0/1957066818 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6ab3b5620 con 0x55e6ab671140 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f577a800640 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab679410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f5773e00640 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab678ed0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f5764012700 tx=0x7f5764012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=751fbc8718a75468 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:23.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.581+0000 7f575f400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.582+0000 7f575f400640 1 -- 172.21.15.44:0/1957066818 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764004030 con 0x55e6ab671140 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.582+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5774003d10 con 0x55e6ab671140 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.582+0000 7f575f400640 1 -- 172.21.15.44:0/1957066818 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7f57640041d0 con 0x55e6ab671140 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.582+0000 7f575f400640 1 -- 172.21.15.44:0/1957066818 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f57640043d0 con 0x55e6ab671140 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.582+0000 7f5783bc2740 10 client.27212 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.582+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e6ab68a960 con 0x55e6ab671140 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.582+0000 7f575f400640 1 -- 172.21.15.44:0/1957066818 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5774003d10 con 0x55e6ab671140 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f575f400640 1 -- 172.21.15.44:0/1957066818 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f5764003ae0 con 0x55e6ab671140 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f5783bc2740 10 client.27212 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f5783bc2740 10 client.27212 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f5783bc2740 20 client.27212 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f5783bc2740 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab68be20 0x55e6ab68e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f5783bc2740 4 client.27212 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6ab5ea8b0 con 0x55e6ab68be20 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.583+0000 7f577a800640 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab68be20 0x55e6ab68e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.584+0000 7f577a800640 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab68be20 0x55e6ab68e210 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e0caddacca30b6f server_cookie=489b59a4fbc8a9c5 in_seq=0 out_seq=0 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.584+0000 7f575f400640 10 client.27212 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f575f400640 1 -- 172.21.15.44:0/1957066818 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e6ab5ea8b0 con 0x55e6ab68be20 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f575f400640 10 client.27212 handle_command_reply: tid=0 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 client.27212 shutdown 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 msgr2=0x55e6ab678ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab678ed0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f5764012700 tx=0x7f5764012bc0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 shutdown_connections 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab68be20 0x55e6ab68e210 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab679410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab678ed0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 --2- 172.21.15.44:0/1957066818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab678990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f575f400640 0 client.27212 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 >> 172.21.15.44:0/1957066818 conn(0x55e6ab66cd30 msgr2=0x55e6ab672a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 shutdown_connections 2024-04-26T02:11:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 1 -- 172.21.15.44:0/1957066818 wait complete. 2024-04-26T02:11:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.585+0000 7f5783bc2740 20 client.27212 trim_cache size 0 max 16384 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 Processor -- start 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 -- start start 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab687520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab693b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab694060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1afbf0 con 0x55e6ab670820 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1b1730 con 0x55e6ab671140 2024-04-26T02:11:23.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f5783bc2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1b02c0 con 0x55e6ab67ba00 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f577a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab687520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f577a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab687520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54802/0 (socket says 172.21.15.44:54802) 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.602+0000 7f577a800640 1 -- 172.21.15.44:0/511141105 learned_addr learned my addr 172.21.15.44:0/511141105 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f5773e00640 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab693b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f577a800640 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab694060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f5773e00640 1 -- 172.21.15.44:0/511141105 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 msgr2=0x55e6ab694060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f5773e00640 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab694060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f5773e00640 1 -- 172.21.15.44:0/511141105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 msgr2=0x55e6ab687520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f5773e00640 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab687520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f5773e00640 1 -- 172.21.15.44:0/511141105 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6ab670f70 con 0x55e6ab671140 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f577a800640 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab687520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f5773e00640 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab693b20 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5764010520 tx=0x7f5764005870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=baa04c80797eab44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.603+0000 7f576a600640 1 -- 172.21.15.44:0/511141105 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764029070 con 0x55e6ab671140 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f576a600640 1 -- 172.21.15.44:0/511141105 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5764010e20 con 0x55e6ab671140 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f576a600640 1 -- 172.21.15.44:0/511141105 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576400f920 con 0x55e6ab671140 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 -- 172.21.15.44:0/511141105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 msgr2=0x55e6ab693b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab693b20 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5764010520 tx=0x7f5764005870 comp rx=0 tx=0).stop 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 -- 172.21.15.44:0/511141105 shutdown_connections 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab694060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab693b20 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 --2- 172.21.15.44:0/511141105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab687520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 -- 172.21.15.44:0/511141105 >> 172.21.15.44:0/511141105 conn(0x55e6ab66cd30 msgr2=0x55e6ab673c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 -- 172.21.15.44:0/511141105 shutdown_connections 2024-04-26T02:11:23.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.604+0000 7f5783bc2740 1 -- 172.21.15.44:0/511141105 wait complete. 2024-04-26T02:11:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 -- start start 2024-04-26T02:11:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 Processor -- start 2024-04-26T02:11:23.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab683d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab6810a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab6815e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1b1060 con 0x55e6ab670820 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1b0990 con 0x55e6ab671140 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.605+0000 7f5783bc2740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f577c1adbf0 con 0x55e6ab67ba00 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5783bc2740 10 client.0 _ll_register_callbacks cb 0x7f5764009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab6810a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f577a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab683d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f577a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab683d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:54810/0 (socket says 172.21.15.44:54810) 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f577a800640 1 -- 172.21.15.44:0/3810918233 learned_addr learned my addr 172.21.15.44:0/3810918233 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab6810a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:55886/0 (socket says 172.21.15.44:55886) 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f577a800640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab6815e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.609 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 -- 172.21.15.44:0/3810918233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 msgr2=0x55e6ab6815e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab6815e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 -- 172.21.15.44:0/3810918233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 msgr2=0x55e6ab683d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab683d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 -- 172.21.15.44:0/3810918233 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6ab681d20 con 0x55e6ab671140 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f577a800640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab683d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f5773e00640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab6810a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f5764010520 tx=0x7f5764004300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=405cabbf06adaad4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.606+0000 7f575f400640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.607+0000 7f575f400640 1 -- 172.21.15.44:0/3810918233 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764029070 con 0x55e6ab671140 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.607+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5764010e20 con 0x55e6ab671140 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.607+0000 7f575f400640 1 -- 172.21.15.44:0/3810918233 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7f5764018070 con 0x55e6ab671140 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.607+0000 7f575f400640 1 -- 172.21.15.44:0/3810918233 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f5764005040 con 0x55e6ab671140 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.607+0000 7f5783bc2740 10 client.27218 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:23.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.607+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e6ab6f22e0 con 0x55e6ab671140 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.607+0000 7f575f400640 1 -- 172.21.15.44:0/3810918233 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5764010e20 con 0x55e6ab671140 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f575f400640 1 -- 172.21.15.44:0/3810918233 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f5764003680 con 0x55e6ab671140 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f5783bc2740 10 client.27218 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f5783bc2740 10 client.27218 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f5783bc2740 20 client.27218 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f5783bc2740 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab6f28e0 0x55e6ab6f4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f5783bc2740 4 client.27218 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e6ab5e4320 con 0x55e6ab6f28e0 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.608+0000 7f577a800640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab6f28e0 0x55e6ab6f4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.609+0000 7f577a800640 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab6f28e0 0x55e6ab6f4cd0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f12ad43ea11395d server_cookie=179fa2fe848db2f3 in_seq=0 out_seq=0 2024-04-26T02:11:23.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.609+0000 7f575f400640 10 client.27218 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f575f400640 1 -- 172.21.15.44:0/3810918233 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e6ab5e4320 con 0x55e6ab6f28e0 2024-04-26T02:11:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f575f400640 10 client.27218 handle_command_reply: tid=0 2024-04-26T02:11:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 client.27218 shutdown 2024-04-26T02:11:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 msgr2=0x55e6ab6810a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab6810a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f5764010520 tx=0x7f5764004300 comp rx=0 tx=0).stop 2024-04-26T02:11:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 shutdown_connections 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55e6ab6f28e0 0x55e6ab6f4cd0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55e6ab67ba00 0x55e6ab6815e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55e6ab671140 0x55e6ab6810a0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 --2- 172.21.15.44:0/3810918233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e6ab670820 0x55e6ab683d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 >> 172.21.15.44:0/3810918233 conn(0x55e6ab66cd30 msgr2=0x55e6ab678950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f575f400640 0 client.27218 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 shutdown_connections 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 1 -- 172.21.15.44:0/3810918233 wait complete. 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.618+0000 7f5783bc2740 20 client.27218 trim_cache size 0 max 16384 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:11:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:11:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:11:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:11:23.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57600a3dc0 msgr2=0x7f57600a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57600a3dc0 0x7f57600a6280 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x55e6ab671dc0 tx=0x7f576c031400 comp rx=0 tx=0).stop 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103200 msgr2=0x7f577c1a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103200 0x7f577c1a0660 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f576c005ab0 tx=0x7f576c003c10 comp rx=0 tx=0).stop 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 shutdown_connections 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f57600a3dc0 0x7f57600a6280 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f577c10c5d0 0x7f577c19a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f577c103b20 0x7f577c1a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 --2- 172.21.15.44:0/2065745493 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f577c103200 0x7f577c1a0660 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 >> 172.21.15.44:0/2065745493 conn(0x7f577c0771d0 msgr2=0x7f577c101ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.619+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 shutdown_connections 2024-04-26T02:11:23.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:23.620+0000 7f5780c00640 1 -- 172.21.15.44:0/2065745493 wait complete. 2024-04-26T02:11:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:24 smithi156 ceph-mon[32543]: pgmap v517: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-04-26T02:11:25.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:24 smithi090 ceph-mon[32456]: pgmap v517: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-04-26T02:11:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:24 smithi044 ceph-mon[27847]: pgmap v517: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-04-26T02:11:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:26 smithi156 ceph-mon[32543]: pgmap v518: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:11:27.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:26 smithi090 ceph-mon[32456]: pgmap v518: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:11:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:26 smithi044 ceph-mon[27847]: pgmap v518: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:11:29.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:28 smithi156 ceph-mon[32543]: pgmap v519: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:11:29.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:28 smithi090 ceph-mon[32456]: pgmap v519: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:11:29.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:28 smithi044 ceph-mon[27847]: pgmap v519: 97 pgs: 97 active+clean; 6.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-04-26T02:11:31.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:30 smithi156 ceph-mon[32543]: pgmap v520: 97 pgs: 97 active+clean; 6.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:11:31.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:30 smithi090 ceph-mon[32456]: pgmap v520: 97 pgs: 97 active+clean; 6.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:11:31.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:30 smithi044 ceph-mon[27847]: pgmap v520: 97 pgs: 97 active+clean; 6.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:11:32.727 INFO:tasks.workunit.client.0.smithi044.stdout:499/600: open fd = 3 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:500/600: open fd = 3 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:501/600: open fd = 3 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:502/600: open fd = 3 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.728 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:503/600: open fd = 3 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:504/600: open fd = 3 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:505/600: open fd = 3 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:506/600: open fd = 3 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.729 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:507/600: open fd = 3 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:508/600: open fd = 3 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:509/600: open fd = 3 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:510/600: open fd = 3 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.730 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:511/600: open fd = 3 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:512/600: open fd = 3 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:513/600: open fd = 3 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:514/600: open fd = 3 2024-04-26T02:11:32.731 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:515/600: open fd = 3 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:516/600: open fd = 3 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:517/600: open fd = 3 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:518/600: open fd = 3 2024-04-26T02:11:32.732 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:519/600: open fd = 3 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:520/600: open fd = 3 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:521/600: open fd = 3 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:522/600: open fd = 3 2024-04-26T02:11:32.733 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:523/600: open fd = 3 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:524/600: open fd = 3 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:525/600: open fd = 3 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.734 INFO:tasks.workunit.client.0.smithi044.stdout:526/600: open fd = 3 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:527/600: open fd = 3 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:528/600: open fd = 3 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:529/600: open fd = 3 2024-04-26T02:11:32.735 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:530/600: open fd = 3 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:531/600: open fd = 3 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:532/600: open fd = 3 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.736 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:533/600: open fd = 3 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:534/600: open fd = 3 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:535/600: open fd = 3 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:536/600: open fd = 3 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.737 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:537/600: open fd = 3 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:538/600: open fd = 3 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:539/600: open fd = 3 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:540/600: open fd = 3 2024-04-26T02:11:32.738 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:541/600: open fd = 3 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:542/600: open fd = 3 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:543/600: open fd = 3 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:544/600: open fd = 3 2024-04-26T02:11:32.739 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:545/600: open fd = 3 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:546/600: open fd = 3 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:547/600: open fd = 3 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:548/600: open fd = 3 2024-04-26T02:11:32.740 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:549/600: open fd = 3 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:550/600: open fd = 3 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:551/600: open fd = 3 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.741 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:552/600: open fd = 3 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:553/600: open fd = 3 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:554/600: open fd = 3 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:555/600: open fd = 3 2024-04-26T02:11:32.742 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:556/600: open fd = 3 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:557/600: open fd = 3 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:558/600: open fd = 3 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.743 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:559/600: open fd = 3 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:560/600: open fd = 3 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:11:32.744 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:11:33.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:32 smithi156 ceph-mon[32543]: pgmap v521: 97 pgs: 97 active+clean; 6.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:33.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:32 smithi090 ceph-mon[32456]: pgmap v521: 97 pgs: 97 active+clean; 6.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:33.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:32 smithi044 ceph-mon[27847]: pgmap v521: 97 pgs: 97 active+clean; 6.8 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:35.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:34 smithi156 ceph-mon[32543]: pgmap v522: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:35.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:34 smithi090 ceph-mon[32456]: pgmap v522: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:35.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:34 smithi044 ceph-mon[27847]: pgmap v522: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:36.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:35 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:11:36.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:35 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:11:36.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:35 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 -- 172.21.15.44:0/1527389368 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7201031e0 msgr2=0x7fd7201035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 --2- 172.21.15.44:0/1527389368 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7201031e0 0x7fd7201035c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd710009900 tx=0x7fd71002a510 comp rx=0 tx=0).stop 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 -- 172.21.15.44:0/1527389368 shutdown_connections 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 --2- 172.21.15.44:0/1527389368 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd72010c520 0x7fd72010e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 --2- 172.21.15.44:0/1527389368 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd720103b00 0x7fd72010bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 --2- 172.21.15.44:0/1527389368 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd7201031e0 0x7fd7201035c0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 -- 172.21.15.44:0/1527389368 >> 172.21.15.44:0/1527389368 conn(0x7fd720077fd0 msgr2=0x7fd7200783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 -- 172.21.15.44:0/1527389368 shutdown_connections 2024-04-26T02:11:36.769 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.769+0000 7fd724e00640 1 -- 172.21.15.44:0/1527389368 wait complete. 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.770+0000 7fd724e00640 1 Processor -- start 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.770+0000 7fd724e00640 1 -- start start 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.770+0000 7fd724e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7201031e0 0x7fd7201a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd724e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd720103b00 0x7fd7201a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd724e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd72010c520 0x7fd72019a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd724e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd720112200 con 0x7fd72010c520 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd724e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd720112080 con 0x7fd720103b00 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd724e00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd720112380 con 0x7fd7201031e0 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd71de00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7201031e0 0x7fd7201a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd71e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd72010c520 0x7fd72019a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd71de00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7201031e0 0x7fd7201a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48908/0 (socket says 172.21.15.44:48908) 2024-04-26T02:11:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd71de00640 1 -- 172.21.15.44:0/506099444 learned_addr learned my addr 172.21.15.44:0/506099444 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:36.772 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd71d400640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd720103b00 0x7fd7201a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.771+0000 7fd71de00640 1 -- 172.21.15.44:0/506099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd720103b00 msgr2=0x7fd7201a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd71de00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd720103b00 0x7fd7201a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd71de00640 1 -- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd72010c520 msgr2=0x7fd72019a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd71de00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd72010c520 0x7fd72019a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd71de00640 1 -- 172.21.15.44:0/506099444 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd72019afe0 con 0x7fd7201031e0 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd71e800640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd72010c520 0x7fd72019a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd71d400640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd720103b00 0x7fd7201a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd71de00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7201031e0 0x7fd7201a0660 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd710005ab0 tx=0x7fd710003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd716a00640 1 -- 172.21.15.44:0/506099444 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd71003f070 con 0x7fd7201031e0 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd716a00640 1 -- 172.21.15.44:0/506099444 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd710031d60 con 0x7fd7201031e0 2024-04-26T02:11:36.773 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd716a00640 1 -- 172.21.15.44:0/506099444 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd710035030 con 0x7fd7201031e0 2024-04-26T02:11:36.774 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.772+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd72019b270 con 0x7fd7201031e0 2024-04-26T02:11:36.774 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.773+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7201a7400 con 0x7fd7201031e0 2024-04-26T02:11:36.775 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 Processor -- start 2024-04-26T02:11:36.775 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 -- start start 2024-04-26T02:11:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd716a00640 1 -- 172.21.15.44:0/506099444 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd710042070 con 0x7fd7201031e0 2024-04-26T02:11:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa7820 0x556960aa7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa8140 0x556960ab24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556960a0d900 con 0x556960ab2a00 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5569609b3ef0 con 0x556960aa7820 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.776+0000 7fd727c0c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556960a098c0 con 0x556960aa8140 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa7820 0x556960aa7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa7820 0x556960aa7c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:45902/0 (socket says 172.21.15.44:45902) 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 -- 172.21.15.44:0/3556026390 learned_addr learned my addr 172.21.15.44:0/3556026390 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71de00640 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa8140 0x556960ab24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71d400640 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 -- 172.21.15.44:0/3556026390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa8140 msgr2=0x556960ab24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa8140 0x556960ab24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 -- 172.21.15.44:0/3556026390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 msgr2=0x556960ab4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.777+0000 7fd71e800640 1 -- 172.21.15.44:0/3556026390 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556960720210 con 0x556960aa7820 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.778+0000 7fd71e800640 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa7820 0x556960aa7c00 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fd7180107a0 tx=0x7fd718010c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b97f0fd923d9acd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.778+0000 7fd70b400640 1 -- 172.21.15.44:0/3556026390 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718003b70 con 0x556960aa7820 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.778+0000 7fd70b400640 1 -- 172.21.15.44:0/3556026390 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd718010e50 con 0x556960aa7820 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.778+0000 7fd70b400640 1 -- 172.21.15.44:0/3556026390 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7180046c0 con 0x556960aa7820 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.778+0000 7fd716a00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd7040a3dc0 0x7fd7040a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.778+0000 7fd716a00640 1 -- 172.21.15.44:0/506099444 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fd7100f0f20 con 0x7fd7201031e0 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.778+0000 7fd71de00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd7040a3dc0 0x7fd7040a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 -- 172.21.15.44:0/3556026390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa7820 msgr2=0x556960aa7c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa7820 0x556960aa7c00 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fd7180107a0 tx=0x7fd718010c60 comp rx=0 tx=0).stop 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 -- 172.21.15.44:0/3556026390 shutdown_connections 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa8140 0x556960ab24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3556026390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa7820 0x556960aa7c00 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 -- 172.21.15.44:0/3556026390 >> 172.21.15.44:0/3556026390 conn(0x556960aa3d30 msgr2=0x556960aa4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 -- 172.21.15.44:0/3556026390 shutdown_connections 2024-04-26T02:11:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd71de00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd7040a3dc0 0x7fd7040a6280 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd7100ee760 tx=0x7fd7100f4a70 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.779+0000 7fd727c0c740 1 -- 172.21.15.44:0/3556026390 wait complete. 2024-04-26T02:11:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.780+0000 7fd727c0c740 1 -- start start 2024-04-26T02:11:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.780+0000 7fd727c0c740 1 Processor -- start 2024-04-26T02:11:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aafa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960aa8140 0x556960aaffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960ab2a00 0x556960ab04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd727c0c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556960ab5630 con 0x556960aa8140 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd727c0c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5569609c7310 con 0x556960ab2a00 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd727c0c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x556960ab57b0 con 0x556960aa7820 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aafa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd727c0c740 10 client.0 _ll_register_callbacks cb 0x556960995cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aafa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48922/0 (socket says 172.21.15.44:48922) 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 -- 172.21.15.44:0/2090705243 learned_addr learned my addr 172.21.15.44:0/2090705243 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71d400640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960aa8140 0x556960aaffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960ab2a00 0x556960ab04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 -- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960ab2a00 msgr2=0x556960ab04e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960ab2a00 0x556960ab04e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 -- 172.21.15.44:0/2090705243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960aa8140 msgr2=0x556960aaffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960aa8140 0x556960aaffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.781+0000 7fd71e800640 1 -- 172.21.15.44:0/2090705243 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569607ec620 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd71d400640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960aa8140 0x556960aaffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd71e800640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aafa60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd718010530 tx=0x7fd718004260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=966d1bd350c9ab7b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd6ffe00640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2090705243 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718024040 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2090705243 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fd718004c40 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd718010e50 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2090705243 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd718032050 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd727c0c740 10 client.27223 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.782+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x556960ac1970 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2090705243 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd718010e50 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2090705243 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd718003a00 con 0x556960aa7820 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd727c0c740 10 client.27223 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd727c0c740 10 client.27223 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd727c0c740 20 client.27223 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960ac2d80 0x556960ac5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd727c0c740 4 client.27223 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.783+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556960a218b0 con 0x556960ac2d80 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.784+0000 7fd71d400640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960ac2d80 0x556960ac5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.784+0000 7fd71d400640 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960ac2d80 0x556960ac5170 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42faca04b1dffe1a server_cookie=bdf71e825e0e6945 in_seq=0 out_seq=0 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.784+0000 7fd6ffe00640 10 client.27223 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2090705243 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556960a218b0 con 0x556960ac2d80 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd6ffe00640 10 client.27223 handle_command_reply: tid=0 2024-04-26T02:11:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 client.27223 shutdown 2024-04-26T02:11:36.788 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 msgr2=0x556960aafa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.788 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aafa60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd718010530 tx=0x7fd718004260 comp rx=0 tx=0).stop 2024-04-26T02:11:36.788 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 shutdown_connections 2024-04-26T02:11:36.788 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960ac2d80 0x556960ac5170 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960ab2a00 0x556960ab04e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960aa8140 0x556960aaffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2090705243 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aafa60 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 >> 172.21.15.44:0/2090705243 conn(0x556960aa3d30 msgr2=0x556960aa9a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd6ffe00640 0 client.27223 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 shutdown_connections 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.785+0000 7fd727c0c740 1 -- 172.21.15.44:0/2090705243 wait complete. 2024-04-26T02:11:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.786+0000 7fd727c0c740 20 client.27223 trim_cache size 0 max 16384 2024-04-26T02:11:36.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.802+0000 7fd727c0c740 1 Processor -- start 2024-04-26T02:11:36.802 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.802+0000 7fd727c0c740 1 -- start start 2024-04-26T02:11:36.803 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aa3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab0300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960aa98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd727c0c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd7201afc80 con 0x556960ab2a00 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd727c0c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd7201b17c0 con 0x556960aa8140 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd727c0c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd7201b0350 con 0x556960aa7820 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aa3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71d400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71e800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aa3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:48930/0 (socket says 172.21.15.44:48930) 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71e800640 1 -- 172.21.15.44:0/3608759780 learned_addr learned my addr 172.21.15.44:0/3608759780 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:36.804 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71e800640 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960aa98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71d400640 1 -- 172.21.15.44:0/3608759780 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 msgr2=0x556960aa3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71d400640 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aa3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71d400640 1 -- 172.21.15.44:0/3608759780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 msgr2=0x556960aa98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71d400640 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960aa98e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.803+0000 7fd71d400640 1 -- 172.21.15.44:0/3608759780 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556960aa3b50 con 0x556960aa8140 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.804+0000 7fd71e800640 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960aa98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.804+0000 7fd71d400640 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab0300 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x556960ab1030 tx=0x7fd70c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64c8d07fe4bf32fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.804+0000 7fd70aa00640 1 -- 172.21.15.44:0/3608759780 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c0120d0 con 0x556960aa8140 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.804+0000 7fd70aa00640 1 -- 172.21.15.44:0/3608759780 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd70c012270 con 0x556960aa8140 2024-04-26T02:11:36.805 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.804+0000 7fd70aa00640 1 -- 172.21.15.44:0/3608759780 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c0047a0 con 0x556960aa8140 2024-04-26T02:11:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 -- 172.21.15.44:0/3608759780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 msgr2=0x556960ab0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab0300 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x556960ab1030 tx=0x7fd70c005f90 comp rx=0 tx=0).stop 2024-04-26T02:11:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 -- 172.21.15.44:0/3608759780 shutdown_connections 2024-04-26T02:11:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960aa98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab0300 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.808 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 --2- 172.21.15.44:0/3608759780 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960aa3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 -- 172.21.15.44:0/3608759780 >> 172.21.15.44:0/3608759780 conn(0x556960aa3d30 msgr2=0x556960aa91d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 -- 172.21.15.44:0/3608759780 shutdown_connections 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 -- 172.21.15.44:0/3608759780 wait complete. 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.805+0000 7fd727c0c740 1 -- start start 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 1 Processor -- start 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960abaae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab7f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd7201b10f0 con 0x556960ab2a00 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd7201b0a20 con 0x556960aa8140 2024-04-26T02:11:36.809 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd7201adc80 con 0x556960aa7820 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd727c0c740 10 client.0 _ll_register_callbacks cb 0x7fd718004760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd71e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd71e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47686/0 (socket says 172.21.15.44:47686) 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.806+0000 7fd71e800640 1 -- 172.21.15.44:0/2725062138 learned_addr learned my addr 172.21.15.44:0/2725062138 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71e800640 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960abaae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71d400640 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71e800640 1 -- 172.21.15.44:0/2725062138 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 msgr2=0x556960abaae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71e800640 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960abaae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71e800640 1 -- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 msgr2=0x556960ab7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71e800640 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71e800640 1 -- 172.21.15.44:0/2725062138 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556960ab89f0 con 0x556960ab2a00 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd71e800640 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab84b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd718006010 tx=0x7fd7180041c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd06e552ab5a9214 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd6ffe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:11:36.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2725062138 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718003b80 con 0x556960ab2a00 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2725062138 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fd71800e930 con 0x556960ab2a00 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.807+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd70c012270 con 0x556960ab2a00 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2725062138 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd71800eb30 con 0x556960ab2a00 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd727c0c740 10 client.17136 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x556960b28dc0 con 0x556960ab2a00 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2725062138 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd70c012270 con 0x556960ab2a00 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2725062138 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd718004810 con 0x556960ab2a00 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd727c0c740 10 client.17136 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd727c0c740 10 client.17136 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.808+0000 7fd727c0c740 20 client.17136 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.809+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960b29420 0x556960b2b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.809+0000 7fd727c0c740 4 client.17136 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:11:36.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.809+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556960a1b320 con 0x556960b29420 2024-04-26T02:11:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.809+0000 7fd71d400640 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960b29420 0x556960b2b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.810+0000 7fd71d400640 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960b29420 0x556960b2b810 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af8eecd46283f432 server_cookie=60aaacb947ba43e0 in_seq=0 out_seq=0 2024-04-26T02:11:36.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.810+0000 7fd6ffe00640 10 client.17136 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd6ffe00640 1 -- 172.21.15.44:0/2725062138 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556960a1b320 con 0x556960b29420 2024-04-26T02:11:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd6ffe00640 10 client.17136 handle_command_reply: tid=0 2024-04-26T02:11:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 client.17136 shutdown 2024-04-26T02:11:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 msgr2=0x556960ab84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab84b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd718006010 tx=0x7fd7180041c0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 shutdown_connections 2024-04-26T02:11:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x556960b29420 0x556960b2b810 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556960ab2a00 0x556960ab84b0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x556960aa8140 0x556960ab7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.818+0000 7fd727c0c740 1 --2- 172.21.15.44:0/2725062138 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x556960aa7820 0x556960abaae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.819+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 >> 172.21.15.44:0/2725062138 conn(0x556960aa3d30 msgr2=0x556960aa9a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:36.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.819+0000 7fd6ffe00640 0 client.17136 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.819+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 shutdown_connections 2024-04-26T02:11:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.819+0000 7fd727c0c740 1 -- 172.21.15.44:0/2725062138 wait complete. 2024-04-26T02:11:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.819+0000 7fd727c0c740 20 client.17136 trim_cache size 0 max 16384 2024-04-26T02:11:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:11:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:11:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:11:36.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd7040a3dc0 msgr2=0x7fd7040a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd7040a3dc0 0x7fd7040a6280 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd7100ee760 tx=0x7fd7100f4a70 comp rx=0 tx=0).stop 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7201031e0 msgr2=0x7fd7201a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7201031e0 0x7fd7201a0660 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd710005ab0 tx=0x7fd710003c80 comp rx=0 tx=0).stop 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 shutdown_connections 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd7040a3dc0 0x7fd7040a6280 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd72010c520 0x7fd72019a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd720103b00 0x7fd7201a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 --2- 172.21.15.44:0/506099444 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd7201031e0 0x7fd7201a0660 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 >> 172.21.15.44:0/506099444 conn(0x7fd720077fd0 msgr2=0x7fd7200fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 shutdown_connections 2024-04-26T02:11:36.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:36.820+0000 7fd724e00640 1 -- 172.21.15.44:0/506099444 wait complete. 2024-04-26T02:11:37.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:36 smithi156 ceph-mon[32543]: pgmap v523: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:11:37.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:36 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:11:37.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:36 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:11:37.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:36 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:11:37.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:36 smithi090 ceph-mon[32456]: pgmap v523: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:11:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:36 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:11:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:36 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:11:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:36 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:11:37.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:36 smithi044 ceph-mon[27847]: pgmap v523: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:11:37.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:36 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:11:37.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:36 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:11:37.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:36 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:11:39.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:38 smithi156 ceph-mon[32543]: pgmap v524: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:11:39.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:38 smithi090 ceph-mon[32456]: pgmap v524: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:11:39.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:38 smithi044 ceph-mon[27847]: pgmap v524: 97 pgs: 97 active+clean; 6.8 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-26T02:11:41.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:40 smithi156 ceph-mon[32543]: pgmap v525: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 KiB/s wr, 23 op/s 2024-04-26T02:11:41.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:40 smithi090 ceph-mon[32456]: pgmap v525: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 KiB/s wr, 23 op/s 2024-04-26T02:11:41.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:40 smithi044 ceph-mon[27847]: pgmap v525: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 KiB/s wr, 23 op/s 2024-04-26T02:11:43.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:42 smithi156 ceph-mon[32543]: pgmap v526: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:43.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:42 smithi090 ceph-mon[32456]: pgmap v526: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:43.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:42 smithi044 ceph-mon[27847]: pgmap v526: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:45.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:44 smithi156 ceph-mon[32543]: pgmap v527: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:45.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:44 smithi090 ceph-mon[32456]: pgmap v527: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:45.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:44 smithi044 ceph-mon[27847]: pgmap v527: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:47.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:46 smithi156 ceph-mon[32543]: pgmap v528: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:47.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:46 smithi090 ceph-mon[32456]: pgmap v528: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:47.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:46 smithi044 ceph-mon[27847]: pgmap v528: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:49.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:48 smithi090 ceph-mon[32456]: pgmap v529: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:49.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:48 smithi044 ceph-mon[27847]: pgmap v529: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:49.482 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:48 smithi156 ceph-mon[32543]: pgmap v529: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.969+0000 7fdcff200640 1 -- 172.21.15.44:0/3716068008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd00101fe0 msgr2=0x7fdd001023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.969+0000 7fdcff200640 1 --2- 172.21.15.44:0/3716068008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd00101fe0 0x7fdd001023c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fdcf0009860 tx=0x7fdcf002a340 comp rx=0 tx=0).stop 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.970+0000 7fdcff200640 1 -- 172.21.15.44:0/3716068008 shutdown_connections 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.970+0000 7fdcff200640 1 --2- 172.21.15.44:0/3716068008 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdd001070b0 0x7fdd0010ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.970+0000 7fdcff200640 1 --2- 172.21.15.44:0/3716068008 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd00102990 0x7fdd001069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.970+0000 7fdcff200640 1 --2- 172.21.15.44:0/3716068008 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd00101fe0 0x7fdd001023c0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.970+0000 7fdcff200640 1 -- 172.21.15.44:0/3716068008 >> 172.21.15.44:0/3716068008 conn(0x7fdd000fd8a0 msgr2=0x7fdd000ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.970+0000 7fdcff200640 1 -- 172.21.15.44:0/3716068008 shutdown_connections 2024-04-26T02:11:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.970+0000 7fdcff200640 1 -- 172.21.15.44:0/3716068008 wait complete. 2024-04-26T02:11:49.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.971+0000 7fdcff200640 1 Processor -- start 2024-04-26T02:11:49.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.971+0000 7fdcff200640 1 -- start start 2024-04-26T02:11:49.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcff200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdd00101fe0 0x7fdd001a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcff200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd001070b0 0x7fdd001a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcff200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd0019a5f0 0x7fdd0019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcff200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdd00111ff0 con 0x7fdd001070b0 2024-04-26T02:11:49.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcff200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdd00111e70 con 0x7fdd0019a5f0 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcff200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdd00112170 con 0x7fdd00101fe0 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd001070b0 0x7fdd001a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd001070b0 0x7fdd001a0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46992/0 (socket says 172.21.15.44:46992) 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 -- 172.21.15.44:0/3041333877 learned_addr learned my addr 172.21.15.44:0/3041333877 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfde00640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdd00101fe0 0x7fdd001a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfe800640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd0019a5f0 0x7fdd0019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 -- 172.21.15.44:0/3041333877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdd00101fe0 msgr2=0x7fdd001a0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdd00101fe0 0x7fdd001a0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 -- 172.21.15.44:0/3041333877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd0019a5f0 msgr2=0x7fdd0019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd0019a5f0 0x7fdd0019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.972+0000 7fdcfd400640 1 -- 172.21.15.44:0/3041333877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd0019b110 con 0x7fdd001070b0 2024-04-26T02:11:49.974 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.973+0000 7fdcfd400640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd001070b0 0x7fdd001a0980 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdce800c3f0 tx=0x7fdce8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:49.974 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.973+0000 7fdcf6a00640 1 -- 172.21.15.44:0/3041333877 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce8003970 con 0x7fdd001070b0 2024-04-26T02:11:49.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.973+0000 7fdcf6a00640 1 -- 172.21.15.44:0/3041333877 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdce8004020 con 0x7fdd001070b0 2024-04-26T02:11:49.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.973+0000 7fdcf6a00640 1 -- 172.21.15.44:0/3041333877 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce800ba90 con 0x7fdd001070b0 2024-04-26T02:11:49.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.973+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd0019b400 con 0x7fdd001070b0 2024-04-26T02:11:49.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.973+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd001a7650 con 0x7fdd001070b0 2024-04-26T02:11:49.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 Processor -- start 2024-04-26T02:11:49.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdcf6a00640 1 -- 172.21.15.44:0/3041333877 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdce801d020 con 0x7fdd001070b0 2024-04-26T02:11:49.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 -- start start 2024-04-26T02:11:49.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfea9b0 0x56313cfead90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfeb2d0 0x56313cff5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cff7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56313cf50900 con 0x56313cfea9b0 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56313cef6ef0 con 0x56313cfeb2d0 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.977+0000 7fdd08012740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56313cf4c8c0 con 0x56313cff5b90 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfeb2d0 0x56313cff5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfe800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfea9b0 0x56313cfead90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfeb2d0 0x56313cff5650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43412/0 (socket says 172.21.15.44:43412) 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 -- 172.21.15.44:0/3763705914 learned_addr learned my addr 172.21.15.44:0/3763705914 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfd400640 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cff7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 -- 172.21.15.44:0/3763705914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 msgr2=0x56313cff7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cff7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.978 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 -- 172.21.15.44:0/3763705914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfea9b0 msgr2=0x56313cfead90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:49.979 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfea9b0 0x56313cfead90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.979 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 -- 172.21.15.44:0/3763705914 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56313cc63210 con 0x56313cfeb2d0 2024-04-26T02:11:49.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcfde00640 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfeb2d0 0x56313cff5650 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fdcf002a930 tx=0x7fdcf0005da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc870b3e99ce5261 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:49.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.978+0000 7fdcf6a00640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdce00a3d10 0x7fdce00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.979+0000 7fdcf6a00640 1 -- 172.21.15.44:0/3041333877 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fdce80d06e0 con 0x7fdd001070b0 2024-04-26T02:11:49.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.979+0000 7fdcfe800640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdce00a3d10 0x7fdce00a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.979+0000 7fdcef400640 1 -- 172.21.15.44:0/3763705914 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0041020 con 0x56313cfeb2d0 2024-04-26T02:11:49.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.979+0000 7fdcef400640 1 -- 172.21.15.44:0/3763705914 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcf0030450 con 0x56313cfeb2d0 2024-04-26T02:11:49.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.979+0000 7fdcef400640 1 -- 172.21.15.44:0/3763705914 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0037040 con 0x56313cfeb2d0 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.979+0000 7fdd08012740 1 -- 172.21.15.44:0/3763705914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfeb2d0 msgr2=0x56313cff5650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.979+0000 7fdd08012740 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfeb2d0 0x56313cff5650 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fdcf002a930 tx=0x7fdcf0005da0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdcfe800640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdce00a3d10 0x7fdce00a61d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8009d20 tx=0x7fdcf8005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 -- 172.21.15.44:0/3763705914 shutdown_connections 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cff7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfeb2d0 0x56313cff5650 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 --2- 172.21.15.44:0/3763705914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfea9b0 0x56313cfead90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 -- 172.21.15.44:0/3763705914 >> 172.21.15.44:0/3763705914 conn(0x56313cfe6ec0 msgr2=0x56313cfe72a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 -- 172.21.15.44:0/3763705914 shutdown_connections 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 -- 172.21.15.44:0/3763705914 wait complete. 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 -- start start 2024-04-26T02:11:49.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.980+0000 7fdd08012740 1 Processor -- start 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdd08012740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cff2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdd08012740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cfeb2d0 0x56313cff3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdd08012740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cff5b90 0x56313cff35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdd08012740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56313cff8760 con 0x56313cff5b90 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdd08012740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56313cf0a310 con 0x56313cfea9b0 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdd08012740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56313cff88e0 con 0x56313cfeb2d0 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdd08012740 10 client.0 _ll_register_callbacks cb 0x56313ced8cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdcfe800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cff5b90 0x56313cff35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.983 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdcfde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cff2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdcfe800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cff5b90 0x56313cff35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46996/0 (socket says 172.21.15.44:46996) 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdcfe800640 1 -- 172.21.15.44:0/990510060 learned_addr learned my addr 172.21.15.44:0/990510060 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.981+0000 7fdcfd400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cfeb2d0 0x56313cff3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdcfde00640 1 -- 172.21.15.44:0/990510060 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cfeb2d0 msgr2=0x56313cff3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdcfde00640 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cfeb2d0 0x56313cff3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdcfde00640 1 -- 172.21.15.44:0/990510060 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cff5b90 msgr2=0x56313cff35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdcfde00640 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cff5b90 0x56313cff35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdcfde00640 1 -- 172.21.15.44:0/990510060 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56313cd2f620 con 0x56313cfea9b0 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdcfd400640 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cfeb2d0 0x56313cff3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdcfde00640 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cff2b50 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdcf002a860 tx=0x7fdcf0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81ff32ec2ad5cd1b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdce7e00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdce7e00640 1 -- 172.21.15.44:0/990510060 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf004a070 con 0x56313cfea9b0 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.982+0000 7fdce7e00640 1 -- 172.21.15.44:0/990510060 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fdcf0005250 con 0x56313cfea9b0 2024-04-26T02:11:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.983+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcf0030450 con 0x56313cfea9b0 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.986+0000 7fdce7e00640 1 -- 172.21.15.44:0/990510060 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fdcf0056050 con 0x56313cfea9b0 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.986+0000 7fdd08012740 10 client.27248 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.986+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56313d0049f0 con 0x56313cfea9b0 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.986+0000 7fdce7e00640 1 -- 172.21.15.44:0/990510060 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcf0030450 con 0x56313cfea9b0 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdce7e00640 1 -- 172.21.15.44:0/990510060 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fdcf003d480 con 0x56313cfea9b0 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdd08012740 10 client.27248 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdd08012740 10 client.27248 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdd08012740 20 client.27248 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdd08012740 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d005d40 0x56313d008130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdd08012740 4 client.27248 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56313cf648b0 con 0x56313d005d40 2024-04-26T02:11:49.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.987+0000 7fdcfd400640 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d005d40 0x56313d008130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.988+0000 7fdcfd400640 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d005d40 0x56313d008130 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19f487daa234b295 server_cookie=6fcd9d0588caef04 in_seq=0 out_seq=0 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.988+0000 7fdce7e00640 10 client.27248 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.988+0000 7fdce7e00640 1 -- 172.21.15.44:0/990510060 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56313cf648b0 con 0x56313d005d40 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.988+0000 7fdce7e00640 10 client.27248 handle_command_reply: tid=0 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.988+0000 7fdd08012740 1 client.27248 shutdown 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 msgr2=0x56313cff2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cff2b50 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdcf002a860 tx=0x7fdcf0005f90 comp rx=0 tx=0).stop 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 shutdown_connections 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d005d40 0x56313d008130 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cff5b90 0x56313cff35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cfeb2d0 0x56313cff3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 --2- 172.21.15.44:0/990510060 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cff2b50 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:49.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdce7e00640 0 client.27248 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:49.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 >> 172.21.15.44:0/990510060 conn(0x56313cfe6ec0 msgr2=0x56313cfecc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:49.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 shutdown_connections 2024-04-26T02:11:49.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 1 -- 172.21.15.44:0/990510060 wait complete. 2024-04-26T02:11:49.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:49.989+0000 7fdd08012740 20 client.27248 trim_cache size 0 max 16384 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 Processor -- start 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 -- start start 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313d001620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cff4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313d00d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdd001afbb0 con 0x56313cfeb2d0 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdd001b16f0 con 0x56313cfea9b0 2024-04-26T02:11:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdd08012740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdd001b0280 con 0x56313cff5b90 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdcfde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313d001620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdcfd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cff4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdcfde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313d001620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43430/0 (socket says 172.21.15.44:43430) 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.006+0000 7fdcfde00640 1 -- 172.21.15.44:0/479476827 learned_addr learned my addr 172.21.15.44:0/479476827 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfe800640 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313d00d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfde00640 1 -- 172.21.15.44:0/479476827 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 msgr2=0x56313d00d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfde00640 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313d00d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfde00640 1 -- 172.21.15.44:0/479476827 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 msgr2=0x56313cff4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfde00640 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cff4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfde00640 1 -- 172.21.15.44:0/479476827 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56313cfebc60 con 0x56313cfea9b0 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfd400640 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cff4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdcfde00640 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313d001620 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdcf00058d0 tx=0x7fdcf0030340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60d38765bb6fbf67 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.007+0000 7fdceea00640 1 -- 172.21.15.44:0/479476827 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf004a070 con 0x56313cfea9b0 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdceea00640 1 -- 172.21.15.44:0/479476827 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcf003d480 con 0x56313cfea9b0 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdceea00640 1 -- 172.21.15.44:0/479476827 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0041030 con 0x56313cfea9b0 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 -- 172.21.15.44:0/479476827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 msgr2=0x56313d001620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313d001620 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdcf00058d0 tx=0x7fdcf0030340 comp rx=0 tx=0).stop 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 -- 172.21.15.44:0/479476827 shutdown_connections 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313d00d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cff4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 --2- 172.21.15.44:0/479476827 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313d001620 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 -- 172.21.15.44:0/479476827 >> 172.21.15.44:0/479476827 conn(0x56313cfe6ec0 msgr2=0x56313cff4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 -- 172.21.15.44:0/479476827 shutdown_connections 2024-04-26T02:11:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.008+0000 7fdd08012740 1 -- 172.21.15.44:0/479476827 wait complete. 2024-04-26T02:11:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 -- start start 2024-04-26T02:11:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 Processor -- start 2024-04-26T02:11:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cffb520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cffba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cffbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:50.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdd001b1020 con 0x56313cfeb2d0 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdd001b0950 con 0x56313cfea9b0 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.009+0000 7fdd08012740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdd001adbb0 con 0x56313cff5b90 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdd08012740 10 client.0 _ll_register_callbacks cb 0x7fdcf8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cffb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cffba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cffb520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43432/0 (socket says 172.21.15.44:43432) 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 -- 172.21.15.44:0/1753968600 learned_addr learned my addr 172.21.15.44:0/1753968600 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfe800640 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cffbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 -- 172.21.15.44:0/1753968600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 msgr2=0x56313cffbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cffbfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 -- 172.21.15.44:0/1753968600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 msgr2=0x56313cffba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cffba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.010+0000 7fdcfde00640 1 -- 172.21.15.44:0/1753968600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56313d06afe0 con 0x56313cfea9b0 2024-04-26T02:11:50.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdcfde00640 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cffb520 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdcf003d8d0 tx=0x7fdcf002aac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a833ce43a188e3bc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdce7e00640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdce7e00640 1 -- 172.21.15.44:0/1753968600 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0041040 con 0x56313cfea9b0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdce7e00640 1 -- 172.21.15.44:0/1753968600 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fdcf0046650 con 0x56313cfea9b0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcf003d480 con 0x56313cfea9b0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdce7e00640 1 -- 172.21.15.44:0/1753968600 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fdcf006a050 con 0x56313cfea9b0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdd08012740 10 client.27254 fetch_fsmap learned FSMap version 33 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56313d06c290 con 0x56313cfea9b0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.011+0000 7fdce7e00640 1 -- 172.21.15.44:0/1753968600 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcf003d480 con 0x56313cfea9b0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdce7e00640 1 -- 172.21.15.44:0/1753968600 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fdcf004f9b0 con 0x56313cfea9b0 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdd08012740 10 client.27254 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdd08012740 10 client.27254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdd08012740 20 client.27254 populate_metadata read hostname 'smithi044' 2024-04-26T02:11:50.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdd08012740 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d06c8c0 0x56313d06ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:11:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdd08012740 4 client.27254 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:11:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56313cf5e320 con 0x56313d06c8c0 2024-04-26T02:11:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.012+0000 7fdcfd400640 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d06c8c0 0x56313d06ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:11:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.013+0000 7fdcfd400640 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d06c8c0 0x56313d06ece0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3ecf601c465eeec server_cookie=fffe20770a1661c4 in_seq=0 out_seq=0 2024-04-26T02:11:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.013+0000 7fdce7e00640 10 client.27254 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdce7e00640 1 -- 172.21.15.44:0/1753968600 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56313cf5e320 con 0x56313d06c8c0 2024-04-26T02:11:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdce7e00640 10 client.27254 handle_command_reply: tid=0 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 client.27254 shutdown 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 msgr2=0x56313cffb520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cffb520 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdcf003d8d0 tx=0x7fdcf002aac0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 shutdown_connections 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56313d06c8c0 0x56313d06ece0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56313cff5b90 0x56313cffbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56313cfeb2d0 0x56313cffba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdce7e00640 0 client.27254 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 --2- 172.21.15.44:0/1753968600 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x56313cfea9b0 0x56313cffb520 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.022+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 >> 172.21.15.44:0/1753968600 conn(0x56313cfe6ec0 msgr2=0x56313cff4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.023+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 shutdown_connections 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.023+0000 7fdd08012740 1 -- 172.21.15.44:0/1753968600 wait complete. 2024-04-26T02:11:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.023+0000 7fdd08012740 20 client.27254 trim_cache size 0 max 16384 2024-04-26T02:11:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:11:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:11:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:11:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdce00a3d10 msgr2=0x7fdce00a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdce00a3d10 0x7fdce00a61d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdcf8009d20 tx=0x7fdcf8005f90 comp rx=0 tx=0).stop 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd001070b0 msgr2=0x7fdd001a0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd001070b0 0x7fdd001a0980 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdce800c3f0 tx=0x7fdce8009f90 comp rx=0 tx=0).stop 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 shutdown_connections 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdce00a3d10 0x7fdce00a61d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdd0019a5f0 0x7fdd0019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdd001070b0 0x7fdd001a0980 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 --2- 172.21.15.44:0/3041333877 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdd00101fe0 0x7fdd001a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 >> 172.21.15.44:0/3041333877 conn(0x7fdd000fd8a0 msgr2=0x7fdd000fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 shutdown_connections 2024-04-26T02:11:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:11:50.024+0000 7fdcff200640 1 -- 172.21.15.44:0/3041333877 wait complete. 2024-04-26T02:11:51.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:50 smithi090 ceph-mon[32456]: pgmap v530: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:11:51.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:50 smithi044 ceph-mon[27847]: pgmap v530: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:11:51.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:50 smithi156 ceph-mon[32543]: pgmap v530: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:11:53.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:52 smithi044 ceph-mon[27847]: pgmap v531: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-04-26T02:11:53.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:52 smithi156 ceph-mon[32543]: pgmap v531: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-04-26T02:11:53.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:52 smithi090 ceph-mon[32456]: pgmap v531: 97 pgs: 97 active+clean; 6.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-04-26T02:11:55.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:54 smithi044 ceph-mon[27847]: pgmap v532: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:55.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:54 smithi156 ceph-mon[32543]: pgmap v532: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:55.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:54 smithi090 ceph-mon[32456]: pgmap v532: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 21 op/s 2024-04-26T02:11:57.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:57 smithi044 ceph-mon[27847]: pgmap v533: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:57.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:57 smithi156 ceph-mon[32543]: pgmap v533: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:57.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:57 smithi090 ceph-mon[32456]: pgmap v533: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:57.609 INFO:tasks.quiescer.fs.[cephfs]:Total duration (45.1) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T02:11:57.609 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.55 2024-04-26T02:11:57.610 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:11:58.077 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:11:59.288 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:11:59 smithi044 ceph-mon[27847]: pgmap v534: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:59.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:11:59 smithi156 ceph-mon[32543]: pgmap v534: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:11:59.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:11:59 smithi090 ceph-mon[32456]: pgmap v534: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:12:00.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.485+0000 7fc4cca00700 1 -- 172.21.15.44:0/76037357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c8077890 msgr2=0x7fc4c81132b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:00.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.485+0000 7fc4cca00700 1 --2- 172.21.15.44:0/76037357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c8077890 0x7fc4c81132b0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc4b0009990 tx=0x7fc4b0009ca0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.533 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.485+0000 7fc4cca00700 1 -- 172.21.15.44:0/76037357 shutdown_connections 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.485+0000 7fc4cca00700 1 --2- 172.21.15.44:0/76037357 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4c81137f0 0x7fc4c8115be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.485+0000 7fc4cca00700 1 --2- 172.21.15.44:0/76037357 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4c8076f70 0x7fc4c8077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.485+0000 7fc4cca00700 1 --2- 172.21.15.44:0/76037357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c8077890 0x7fc4c81132b0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.485+0000 7fc4cca00700 1 -- 172.21.15.44:0/76037357 >> 172.21.15.44:0/76037357 conn(0x7fc4c8100680 msgr2=0x7fc4c8102aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.486+0000 7fc4cca00700 1 -- 172.21.15.44:0/76037357 shutdown_connections 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.486+0000 7fc4cca00700 1 -- 172.21.15.44:0/76037357 wait complete. 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.487+0000 7fc4cca00700 1 Processor -- start 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.487+0000 7fc4cca00700 1 -- start start 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4cca00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4c8076f70 0x7fc4c819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4cca00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4c8077890 0x7fc4c819fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4cca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c81137f0 0x7fc4c81a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4cca00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c81191d0 con 0x7fc4c81137f0 2024-04-26T02:12:00.534 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4cca00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c8119050 con 0x7fc4c8077890 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4cca00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c8119350 con 0x7fc4c8076f70 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4c7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c81137f0 0x7fc4c81a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4c6800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4c8076f70 0x7fc4c819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4c7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c81137f0 0x7fc4c81a3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42422/0 (socket says 172.21.15.44:42422) 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4c7200700 1 -- 172.21.15.44:0/1888150184 learned_addr learned my addr 172.21.15.44:0/1888150184 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.488+0000 7fc4bfe00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4c8077890 0x7fc4c819fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4c6800700 1 -- 172.21.15.44:0/1888150184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4c8077890 msgr2=0x7fc4c819fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4c6800700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4c8077890 0x7fc4c819fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4c6800700 1 -- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c81137f0 msgr2=0x7fc4c81a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4c6800700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c81137f0 0x7fc4c81a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4c6800700 1 -- 172.21.15.44:0/1888150184 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4c81a4700 con 0x7fc4c8076f70 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4c6800700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4c8076f70 0x7fc4c819f740 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc4b800d950 tx=0x7fc4b800dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4bf400700 1 -- 172.21.15.44:0/1888150184 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4b8016070 con 0x7fc4c8076f70 2024-04-26T02:12:00.535 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4bf400700 1 -- 172.21.15.44:0/1888150184 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4b800fd40 con 0x7fc4c8076f70 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.489+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4c81a49f0 con 0x7fc4c8076f70 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.490+0000 7fc4bf400700 1 -- 172.21.15.44:0/1888150184 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4b800e3b0 con 0x7fc4c8076f70 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.490+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4c81ac270 con 0x7fc4c8076f70 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.491+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4c8069730 con 0x7fc4c8076f70 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.493+0000 7fc4bf400700 1 -- 172.21.15.44:0/1888150184 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc4b8019070 con 0x7fc4c8076f70 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.494+0000 7fc4bf400700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4ac0a3e30 0x7fc4ac0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.494+0000 7fc4bf400700 1 -- 172.21.15.44:0/1888150184 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fc4b80d06d0 con 0x7fc4c8076f70 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.495+0000 7fc4bfe00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4ac0a3e30 0x7fc4ac0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.495+0000 7fc4bfe00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4ac0a3e30 0x7fc4ac0a62f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8079b00 tx=0x7fc4b000b260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:00.536 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.497+0000 7fc4bf400700 1 -- 172.21.15.44:0/1888150184 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc4b809cd50 con 0x7fc4c8076f70 2024-04-26T02:12:00.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.817+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4c81a0a50 con 0x7fc4c8076f70 2024-04-26T02:12:00.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.818+0000 7fc4bf400700 1 -- 172.21.15.44:0/1888150184 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7fc4b809c650 con 0x7fc4c8076f70 2024-04-26T02:12:00.819 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:12:00.819 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:12:00.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.821+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4ac0a3e30 msgr2=0x7fc4ac0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:00.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.821+0000 7fc4cca00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4ac0a3e30 0x7fc4ac0a62f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8079b00 tx=0x7fc4b000b260 comp rx=0 tx=0).stop 2024-04-26T02:12:00.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.821+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4c8076f70 msgr2=0x7fc4c819f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:00.821 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.821+0000 7fc4cca00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4c8076f70 0x7fc4c819f740 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc4b800d950 tx=0x7fc4b800dc60 comp rx=0 tx=0).stop 2024-04-26T02:12:00.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 shutdown_connections 2024-04-26T02:12:00.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc4c8076f70 0x7fc4c819f740 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc4ac0a3e30 0x7fc4ac0a62f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc4c81137f0 0x7fc4c81a3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 --2- 172.21.15.44:0/1888150184 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc4c8077890 0x7fc4c819fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:00.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 >> 172.21.15.44:0/1888150184 conn(0x7fc4c8100680 msgr2=0x7fc4c8102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:00.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 shutdown_connections 2024-04-26T02:12:00.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:00.822+0000 7fc4cca00700 1 -- 172.21.15.44:0/1888150184 wait complete. 2024-04-26T02:12:00.823 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:12:01.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:01 smithi044 ceph-mon[27847]: pgmap v535: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:12:01.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:01 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1888150184' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:01.290 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:01 smithi090 ceph-mon[32456]: pgmap v535: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:12:01.290 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:01 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1888150184' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:01 smithi156 ceph-mon[32543]: pgmap v535: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 21 op/s 2024-04-26T02:12:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:01 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1888150184' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:01.646 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 82.55 --await-for 42.0' 2024-04-26T02:12:01.647 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 82.55 --await-for 42.0 2024-04-26T02:12:02.104 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:12:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 -- 172.21.15.44:0/3054587950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 msgr2=0x7f71ec1047a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 --2- 172.21.15.44:0/3054587950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 0x7f71ec1047a0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f71dc009900 tx=0x7f71dc02a3f0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 -- 172.21.15.44:0/3054587950 shutdown_connections 2024-04-26T02:12:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 --2- 172.21.15.44:0/3054587950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 0x7f71ec111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 --2- 172.21.15.44:0/3054587950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ec104d70 0x7f71ec108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 --2- 172.21.15.44:0/3054587950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 0x7f71ec1047a0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 -- 172.21.15.44:0/3054587950 >> 172.21.15.44:0/3054587950 conn(0x7f71ec0ffc20 msgr2=0x7f71ec102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 -- 172.21.15.44:0/3054587950 shutdown_connections 2024-04-26T02:12:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.173+0000 7f71f1200640 1 -- 172.21.15.44:0/3054587950 wait complete. 2024-04-26T02:12:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.174+0000 7f71f1200640 1 Processor -- start 2024-04-26T02:12:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.174+0000 7f71f1200640 1 -- start start 2024-04-26T02:12:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71f1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 0x7f71ec1a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71f1200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 0x7f71ec1a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71f1200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ec19a710 0x7f71ec19ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71f1200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec114450 con 0x7f71ec1043c0 2024-04-26T02:12:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71f1200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1142d0 con 0x7f71ec19a710 2024-04-26T02:12:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71f1200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1145d0 con 0x7f71ec109490 2024-04-26T02:12:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71e9400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 0x7f71ec1a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71ea800640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ec19a710 0x7f71ec19ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71e9400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 0x7f71ec1a0b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:55944/0 (socket says 172.21.15.44:55944) 2024-04-26T02:12:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71e9400640 1 -- 172.21.15.44:0/3482371089 learned_addr learned my addr 172.21.15.44:0/3482371089 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.175+0000 7f71e9e00640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 0x7f71ec1a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e9400640 1 -- 172.21.15.44:0/3482371089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ec19a710 msgr2=0x7f71ec19ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e9400640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ec19a710 0x7f71ec19ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e9400640 1 -- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 msgr2=0x7f71ec1a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e9400640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 0x7f71ec1a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e9400640 1 -- 172.21.15.44:0/3482371089 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71ec19b310 con 0x7f71ec109490 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71ea800640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ec19a710 0x7f71ec19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e9400640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 0x7f71ec1a0b40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f71d800e9a0 tx=0x7f71d800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e2a00640 1 -- 172.21.15.44:0/3482371089 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d800cd80 con 0x7f71ec109490 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.176+0000 7f71e2a00640 1 -- 172.21.15.44:0/3482371089 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71d80035f0 con 0x7f71ec109490 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.177+0000 7f71e2a00640 1 -- 172.21.15.44:0/3482371089 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d8010690 con 0x7f71ec109490 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.177+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71ec1a73a0 con 0x7f71ec109490 2024-04-26T02:12:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.177+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71ec1a7750 con 0x7f71ec109490 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.180+0000 7f71f4026740 1 Processor -- start 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.180+0000 7f71f4026740 1 -- start start 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.180+0000 7f71e2a00640 1 -- 172.21.15.44:0/3482371089 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f71d8004000 con 0x7f71ec109490 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.180+0000 7f71f4026740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad8dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.180+0000 7f71f4026740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad984c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71f4026740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad9adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71f4026740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a2cacf3900 con 0x55a2cad8d820 2024-04-26T02:12:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71f4026740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a2cac99ef0 con 0x55a2cad98a00 2024-04-26T02:12:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71f4026740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a2cacef8c0 con 0x55a2cad8e140 2024-04-26T02:12:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad8dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad8dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42452/0 (socket says 172.21.15.44:42452) 2024-04-26T02:12:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 -- 172.21.15.44:0/2032777383 learned_addr learned my addr 172.21.15.44:0/2032777383 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71e9e00640 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71e9400640 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad9adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 -- 172.21.15.44:0/2032777383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 msgr2=0x55a2cad984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 -- 172.21.15.44:0/2032777383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 msgr2=0x55a2cad9adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad9adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.181+0000 7f71ea800640 1 -- 172.21.15.44:0/2032777383 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2caa06210 con 0x55a2cad8d820 2024-04-26T02:12:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.182+0000 7f71ea800640 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad8dc00 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f71e4011790 tx=0x7f71e4011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fc0b088880aede4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.182+0000 7f71d7400640 1 -- 172.21.15.44:0/2032777383 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e4003c30 con 0x55a2cad8d820 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.182+0000 7f71d7400640 1 -- 172.21.15.44:0/2032777383 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71e400fe50 con 0x55a2cad8d820 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.182+0000 7f71d7400640 1 -- 172.21.15.44:0/2032777383 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e40193e0 con 0x55a2cad8d820 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.182+0000 7f71e2a00640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f71d00a3e40 0x7f71d00a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.182+0000 7f71e2a00640 1 -- 172.21.15.44:0/3482371089 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7f71d80d0a20 con 0x7f71ec109490 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.182+0000 7f71e9e00640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f71d00a3e40 0x7f71d00a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 -- 172.21.15.44:0/2032777383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 msgr2=0x55a2cad8dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad8dc00 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f71e4011790 tx=0x7f71e4011c50 comp rx=0 tx=0).stop 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 -- 172.21.15.44:0/2032777383 shutdown_connections 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad9adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 --2- 172.21.15.44:0/2032777383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad8dc00 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 -- 172.21.15.44:0/2032777383 >> 172.21.15.44:0/2032777383 conn(0x55a2cad89d30 msgr2=0x55a2cad8a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 -- 172.21.15.44:0/2032777383 shutdown_connections 2024-04-26T02:12:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71f4026740 1 -- 172.21.15.44:0/2032777383 wait complete. 2024-04-26T02:12:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.183+0000 7f71e9e00640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f71d00a3e40 0x7f71d00a6300 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f71dc005ab0 tx=0x7f71dc005a20 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 -- start start 2024-04-26T02:12:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 Processor -- start 2024-04-26T02:12:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad958f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad95e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad96370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a2cad9b630 con 0x55a2cad8d820 2024-04-26T02:12:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55a2cacad310 con 0x55a2cad98a00 2024-04-26T02:12:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.184+0000 7f71f4026740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55a2cad9b7b0 con 0x55a2cad8e140 2024-04-26T02:12:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71f4026740 10 client.0 _ll_register_callbacks cb 0x55a2cac7bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad958f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad958f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42464/0 (socket says 172.21.15.44:42464) 2024-04-26T02:12:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 -- 172.21.15.44:0/1978435494 learned_addr learned my addr 172.21.15.44:0/1978435494 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9400640 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad95e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71ea800640 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad96370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 -- 172.21.15.44:0/1978435494 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 msgr2=0x55a2cad95e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad95e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 -- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 msgr2=0x55a2cad96370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad96370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.185+0000 7f71e9e00640 1 -- 172.21.15.44:0/1978435494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2caad2620 con 0x55a2cad8d820 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71e9e00640 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad958f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f71dc033000 tx=0x7f71dc009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7239b8bc0e3957c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71cbe00640 1 -- 172.21.15.44:0/1978435494 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71dc04e070 con 0x55a2cad8d820 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71cbe00640 1 -- 172.21.15.44:0/1978435494 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7f71dc004d80 con 0x55a2cad8d820 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71e400fe50 con 0x55a2cad8d820 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71cbe00640 1 -- 172.21.15.44:0/1978435494 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f71dc05a050 con 0x55a2cad8d820 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71f4026740 10 client.17172 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.186+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a2cada77f0 con 0x55a2cad8d820 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71cbe00640 1 -- 172.21.15.44:0/1978435494 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71e400fe50 con 0x55a2cad8d820 2024-04-26T02:12:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71cbe00640 1 -- 172.21.15.44:0/1978435494 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f71dc032650 con 0x55a2cad8d820 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71f4026740 10 client.17172 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71f4026740 10 client.17172 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71f4026740 20 client.17172 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71f4026740 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cada8cb0 0x55a2cadab0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71f4026740 4 client.17172 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2cad078b0 con 0x55a2cada8cb0 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.187+0000 7f71e9400640 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cada8cb0 0x55a2cadab0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.188+0000 7f71e9400640 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cada8cb0 0x55a2cadab0a0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5ed01747e4464b0 server_cookie=d706754f75e90488 in_seq=0 out_seq=0 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.188+0000 7f71cbe00640 10 client.17172 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.188+0000 7f71cbe00640 1 -- 172.21.15.44:0/1978435494 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a2cad078b0 con 0x55a2cada8cb0 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.188+0000 7f71cbe00640 10 client.17172 handle_command_reply: tid=0 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.188+0000 7f71f4026740 1 client.17172 shutdown 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 msgr2=0x55a2cad958f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad958f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f71dc033000 tx=0x7f71dc009260 comp rx=0 tx=0).stop 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 shutdown_connections 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cada8cb0 0x55a2cadab0a0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad98a00 0x55a2cad96370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8e140 0x55a2cad95e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71cbe00640 0 client.17172 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 --2- 172.21.15.44:0/1978435494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cad958f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 >> 172.21.15.44:0/1978435494 conn(0x55a2cad89d30 msgr2=0x55a2cad8fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 shutdown_connections 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 1 -- 172.21.15.44:0/1978435494 wait complete. 2024-04-26T02:12:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.189+0000 7f71f4026740 20 client.17172 trim_cache size 0 max 16384 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.205+0000 7f71f4026740 1 Processor -- start 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.205+0000 7f71f4026740 1 -- start start 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71f4026740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cada44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71f4026740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad901e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71f4026740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad98a00 0x55a2cad95fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71f4026740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1afc10 con 0x55a2cad8d820 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71f4026740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1b1750 con 0x55a2cad8e140 2024-04-26T02:12:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71f4026740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1b02e0 con 0x55a2cad98a00 2024-04-26T02:12:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71ea800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad98a00 0x55a2cad95fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71e9400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad901e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71e9400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad901e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53916/0 (socket says 172.21.15.44:53916) 2024-04-26T02:12:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71e9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cada44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71e9400640 1 -- 172.21.15.44:0/708468838 learned_addr learned my addr 172.21.15.44:0/708468838 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:03.207 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.206+0000 7f71ea800640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad98a00 0x55a2cad95fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:55978/0 (socket says 172.21.15.44:55978) 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71e9400640 1 -- 172.21.15.44:0/708468838 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad98a00 msgr2=0x55a2cad95fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71e9400640 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad98a00 0x55a2cad95fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71e9400640 1 -- 172.21.15.44:0/708468838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 msgr2=0x55a2cada44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71e9400640 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cada44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71e9400640 1 -- 172.21.15.44:0/708468838 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2cad8e9e0 con 0x55a2cad8e140 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71e9e00640 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cada44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71e9400640 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad901e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f71d809c6a0 tx=0x7f71d8003e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f41a27e9f22649d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71d6a00640 1 -- 172.21.15.44:0/708468838 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d80042f0 con 0x55a2cad8e140 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71d6a00640 1 -- 172.21.15.44:0/708468838 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71d809d0a0 con 0x55a2cad8e140 2024-04-26T02:12:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.207+0000 7f71d6a00640 1 -- 172.21.15.44:0/708468838 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d80037a0 con 0x55a2cad8e140 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 -- 172.21.15.44:0/708468838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 msgr2=0x55a2cad901e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad901e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f71d809c6a0 tx=0x7f71d8003e70 comp rx=0 tx=0).stop 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 -- 172.21.15.44:0/708468838 shutdown_connections 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad98a00 0x55a2cad95fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad901e0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 --2- 172.21.15.44:0/708468838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad8d820 0x55a2cada44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 -- 172.21.15.44:0/708468838 >> 172.21.15.44:0/708468838 conn(0x55a2cad89d30 msgr2=0x55a2cad958b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 -- 172.21.15.44:0/708468838 shutdown_connections 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 -- 172.21.15.44:0/708468838 wait complete. 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.208+0000 7f71f4026740 1 -- start start 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 1 Processor -- start 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8d820 0x55a2cad9dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad9e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad98a00 0x55a2cae071d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1b1080 con 0x55a2cad98a00 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1b09b0 con 0x55a2cad8e140 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f71ec1adc10 con 0x55a2cad8d820 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71f4026740 10 client.0 _ll_register_callbacks cb 0x7f71dc004460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71e9e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8d820 0x55a2cad9dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71ea800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad98a00 0x55a2cae071d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71ea800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad98a00 0x55a2cae071d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42492/0 (socket says 172.21.15.44:42492) 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.209+0000 7f71ea800640 1 -- 172.21.15.44:0/3624728143 learned_addr learned my addr 172.21.15.44:0/3624728143 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71e9400640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad9e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71ea800640 1 -- 172.21.15.44:0/3624728143 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8d820 msgr2=0x55a2cad9dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71ea800640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8d820 0x55a2cad9dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71ea800640 1 -- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 msgr2=0x55a2cad9e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71ea800640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad9e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71ea800640 1 -- 172.21.15.44:0/3624728143 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2cae077c0 con 0x55a2cad98a00 2024-04-26T02:12:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71e9e00640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8d820 0x55a2cad9dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71e9400640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad9e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71ea800640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad98a00 0x55a2cae071d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f71e4011760 tx=0x7f71e4011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ece90e73be813a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.210+0000 7f71cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71cbe00640 1 -- 172.21.15.44:0/3624728143 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e4029020 con 0x55a2cad98a00 2024-04-26T02:12:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71cbe00640 1 -- 172.21.15.44:0/3624728143 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7f71e4005050 con 0x55a2cad98a00 2024-04-26T02:12:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71d809d0a0 con 0x55a2cad98a00 2024-04-26T02:12:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71cbe00640 1 -- 172.21.15.44:0/3624728143 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f71e4034050 con 0x55a2cad98a00 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71f4026740 10 client.17178 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55a2cae0eb50 con 0x55a2cad98a00 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71cbe00640 1 -- 172.21.15.44:0/3624728143 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71d809d0a0 con 0x55a2cad98a00 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71cbe00640 1 -- 172.21.15.44:0/3624728143 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f71e4018070 con 0x55a2cad98a00 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.211+0000 7f71f4026740 10 client.17178 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71f4026740 10 client.17178 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71f4026740 20 client.17178 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71f4026740 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cae0f180 0x55a2cae115a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71f4026740 4 client.17178 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a2cad01320 con 0x55a2cae0f180 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71e9e00640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cae0f180 0x55a2cae115a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71e9e00640 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cae0f180 0x55a2cae115a0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d48d92d2e311d482 server_cookie=8d2f20356d1d0c54 in_seq=0 out_seq=0 2024-04-26T02:12:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.212+0000 7f71cbe00640 10 client.17178 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71cbe00640 1 -- 172.21.15.44:0/3624728143 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a2cad01320 con 0x55a2cae0f180 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71cbe00640 10 client.17178 handle_command_reply: tid=0 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 client.17178 shutdown 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad98a00 msgr2=0x55a2cae071d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad98a00 0x55a2cae071d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f71e4011760 tx=0x7f71e4011440 comp rx=0 tx=0).stop 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 shutdown_connections 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55a2cae0f180 0x55a2cae115a0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a2cad98a00 0x55a2cae071d0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71cbe00640 0 client.17178 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55a2cad8e140 0x55a2cad9e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 --2- 172.21.15.44:0/3624728143 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55a2cad8d820 0x55a2cad9dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 >> 172.21.15.44:0/3624728143 conn(0x55a2cad89d30 msgr2=0x55a2cad95830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 shutdown_connections 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 1 -- 172.21.15.44:0/3624728143 wait complete. 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.222+0000 7f71f4026740 20 client.17178 trim_cache size 0 max 16384 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:12:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:12:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f71d00a3e40 msgr2=0x7f71d00a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f71d00a3e40 0x7f71d00a6300 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f71dc005ab0 tx=0x7f71dc005a20 comp rx=0 tx=0).stop 2024-04-26T02:12:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 msgr2=0x7f71ec1a0b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 0x7f71ec1a0b40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f71d800e9a0 tx=0x7f71d800ee60 comp rx=0 tx=0).stop 2024-04-26T02:12:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 shutdown_connections 2024-04-26T02:12:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f71d00a3e40 0x7f71d00a6300 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f71ec19a710 0x7f71ec19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f71ec109490 0x7f71ec1a0b40 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 --2- 172.21.15.44:0/3482371089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f71ec1043c0 0x7f71ec1a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 >> 172.21.15.44:0/3482371089 conn(0x7f71ec0ffc20 msgr2=0x7f71ec100790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 shutdown_connections 2024-04-26T02:12:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:03.223+0000 7f71f1200640 1 -- 172.21.15.44:0/3482371089 wait complete. 2024-04-26T02:12:03.281 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:03 smithi044 ceph-mon[27847]: pgmap v536: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:12:03.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:03 smithi156 ceph-mon[32543]: pgmap v536: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:12:03.487 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:03 smithi090 ceph-mon[32456]: pgmap v536: 97 pgs: 97 active+clean; 7.0 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-04-26T02:12:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.670+0000 7fd6fe000700 1 -- 172.21.15.44:0/1271797794 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 msgr2=0x7fd6f8108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.670+0000 7fd6fe000700 1 --2- 172.21.15.44:0/1271797794 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 0x7fd6f8108e40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8009990 tx=0x7fd6e8009ca0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.671+0000 7fd6fe000700 1 -- 172.21.15.44:0/1271797794 shutdown_connections 2024-04-26T02:12:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.671+0000 7fd6fe000700 1 --2- 172.21.15.44:0/1271797794 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 0x7fd6f8108e40 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.671+0000 7fd6fe000700 1 --2- 172.21.15.44:0/1271797794 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6f806b100 0x7fd6f810f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.671+0000 7fd6fe000700 1 --2- 172.21.15.44:0/1271797794 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 0x7fd6f806abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.671+0000 7fd6fe000700 1 -- 172.21.15.44:0/1271797794 >> 172.21.15.44:0/1271797794 conn(0x7fd6f80788e0 msgr2=0x7fd6f8078cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.671+0000 7fd6fe000700 1 -- 172.21.15.44:0/1271797794 shutdown_connections 2024-04-26T02:12:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.671+0000 7fd6fe000700 1 -- 172.21.15.44:0/1271797794 wait complete. 2024-04-26T02:12:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.672+0000 7fd6fe000700 1 Processor -- start 2024-04-26T02:12:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.672+0000 7fd6fe000700 1 -- start start 2024-04-26T02:12:04.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6fe000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 0x7fd6f8101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6fe000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6f806b100 0x7fd6f8101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6fe000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 0x7fd6f8102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6fe000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8112c10 con 0x7fd6f806a740 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6fe000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8112a90 con 0x7fd6f806b100 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6fe000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8112d90 con 0x7fd6f8108a60 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6f7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 0x7fd6f8101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6f7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 0x7fd6f8101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42506/0 (socket says 172.21.15.44:42506) 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6f7400700 1 -- 172.21.15.44:0/568573201 learned_addr learned my addr 172.21.15.44:0/568573201 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6efe00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6f806b100 0x7fd6f8101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.673+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 0x7fd6f8102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6efe00700 1 -- 172.21.15.44:0/568573201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 msgr2=0x7fd6f8102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6efe00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 0x7fd6f8102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6efe00700 1 -- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 msgr2=0x7fd6f8101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6efe00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 0x7fd6f8101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6efe00700 1 -- 172.21.15.44:0/568573201 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f81a7550 con 0x7fd6f806b100 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 0x7fd6f8102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6f7400700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 0x7fd6f8101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6efe00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6f806b100 0x7fd6f8101f50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd6e000e9f0 tx=0x7fd6e000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6f4c00700 1 -- 172.21.15.44:0/568573201 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e000cbd0 con 0x7fd6f806b100 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f81a7840 con 0x7fd6f806b100 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6f4c00700 1 -- 172.21.15.44:0/568573201 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6e000cd70 con 0x7fd6f806b100 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6f4c00700 1 -- 172.21.15.44:0/568573201 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e0018680 con 0x7fd6f806b100 2024-04-26T02:12:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.674+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f81a7dd0 con 0x7fd6f806b100 2024-04-26T02:12:04.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.678+0000 7fd6f4c00700 1 -- 172.21.15.44:0/568573201 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd6e0010430 con 0x7fd6f806b100 2024-04-26T02:12:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.679+0000 7fd7089ddb80 1 Processor -- start 2024-04-26T02:12:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.679+0000 7fd7089ddb80 1 -- start start 2024-04-26T02:12:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.679+0000 7fd6f4c00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd6dc0a3ed0 0x7fd6dc0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd6f4c00700 1 -- 172.21.15.44:0/568573201 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fd6e00d09b0 con 0x7fd6f806b100 2024-04-26T02:12:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x5575325191b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd6dc0a3ed0 0x7fd6dc0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x55753252c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x55753252f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55753246c020 con 0x5575325196f0 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5575324128c0 con 0x55753252cd70 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x557532467fe0 con 0x557532518dd0 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd6efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x55753252c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd6f7e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x55753252f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd6efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x55753252c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42512/0 (socket says 172.21.15.44:42512) 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.680+0000 7fd6f7400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x5575325191b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6efe00700 1 -- 172.21.15.44:0/212972052 learned_addr learned my addr 172.21.15.44:0/212972052 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:04.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6efe00700 1 -- 172.21.15.44:0/212972052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 msgr2=0x5575325191b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6efe00700 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x5575325191b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6efe00700 1 -- 172.21.15.44:0/212972052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 msgr2=0x55753252f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6efe00700 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x55753252f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6efe00700 1 -- 172.21.15.44:0/212972052 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557532408810 con 0x5575325196f0 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6f7400700 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x5575325191b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x55753252f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6efe00700 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x55753252c830 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0099300 tx=0x7fd6e009c570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd054a28d87e4086 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.681+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd6dc0a3ed0 0x7fd6dc0a6390 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0007770 tx=0x7fd6f0007b30 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.682+0000 7fd6ecc00700 1 -- 172.21.15.44:0/212972052 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e009c930 con 0x5575325196f0 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.682+0000 7fd6ecc00700 1 -- 172.21.15.44:0/212972052 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6e00a0ce0 con 0x5575325196f0 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.682+0000 7fd6ecc00700 1 -- 172.21.15.44:0/212972052 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e009cdf0 con 0x5575325196f0 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.682+0000 7fd7089ddb80 1 -- 172.21.15.44:0/212972052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 msgr2=0x55753252c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.682+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x55753252c830 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0099300 tx=0x7fd6e009c570 comp rx=0 tx=0).stop 2024-04-26T02:12:04.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 -- 172.21.15.44:0/212972052 shutdown_connections 2024-04-26T02:12:04.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x5575325191b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x55753252f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/212972052 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x55753252c830 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 -- 172.21.15.44:0/212972052 >> 172.21.15.44:0/212972052 conn(0x5575324480e0 msgr2=0x5575325152e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:04.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 -- 172.21.15.44:0/212972052 shutdown_connections 2024-04-26T02:12:04.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 -- 172.21.15.44:0/212972052 wait complete. 2024-04-26T02:12:04.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.683+0000 7fd7089ddb80 1 -- start start 2024-04-26T02:12:04.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 1 Processor -- start 2024-04-26T02:12:04.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x55753252c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x557532529810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532529d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55753252f860 con 0x5575325196f0 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5575324259f0 con 0x55753252cd70 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55753252f9e0 con 0x557532518dd0 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd7089ddb80 10 client.0 _ll_register_callbacks cb 0x5575324048b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd6efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x557532529810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd6efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x557532529810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:42516/0 (socket says 172.21.15.44:42516) 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.684+0000 7fd6efe00700 1 -- 172.21.15.44:0/460403428 learned_addr learned my addr 172.21.15.44:0/460403428 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532529d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6f7400700 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x55753252c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6efe00700 1 -- 172.21.15.44:0/460403428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 msgr2=0x55753252c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6efe00700 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x55753252c510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6efe00700 1 -- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 msgr2=0x557532529d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6efe00700 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532529d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6efe00700 1 -- 172.21.15.44:0/460403428 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575323b9a60 con 0x5575325196f0 2024-04-26T02:12:04.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6efe00700 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x557532529810 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0000c00 tx=0x7fd6e009cdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77cb4242a3ab337e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6e5600700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.685+0000 7fd6e5600700 1 -- 172.21.15.44:0/460403428 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e00a55a0 con 0x5575325196f0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.686+0000 7fd6e5600700 1 -- 172.21.15.44:0/460403428 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fd6e00a5320 con 0x5575325196f0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.686+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6e00a0ce0 con 0x5575325196f0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.686+0000 7fd6e5600700 1 -- 172.21.15.44:0/460403428 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd6e009c930 con 0x5575325196f0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.686+0000 7fd7089ddb80 10 client.17190 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.686+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x557532402c80 con 0x5575325196f0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.686+0000 7fd6e5600700 1 -- 172.21.15.44:0/460403428 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6e00a0ce0 con 0x5575325196f0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.686+0000 7fd6e5600700 1 -- 172.21.15.44:0/460403428 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd6e00bbb80 con 0x5575325196f0 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.687+0000 7fd7089ddb80 10 client.17190 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.687+0000 7fd7089ddb80 10 client.17190 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.687+0000 7fd7089ddb80 20 client.17190 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.687+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55753253c430 0x55753253e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.687+0000 7fd7089ddb80 4 client.17190 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.687+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557532479810 con 0x55753253c430 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.687+0000 7fd6f7400700 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55753253c430 0x55753253e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.688+0000 7fd6f7400700 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55753253c430 0x55753253e820 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4bd379c722ae581 server_cookie=ea058c7bfc81d207 in_seq=0 out_seq=0 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.688+0000 7fd6e5600700 10 client.17190 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd6e5600700 1 -- 172.21.15.44:0/460403428 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557532479810 con 0x55753253c430 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd6e5600700 10 client.17190 handle_command_reply: tid=0 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 client.17190 shutdown 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 msgr2=0x557532529810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x557532529810 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0000c00 tx=0x7fd6e009cdc0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 shutdown_connections 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x557532518dd0 0x55753252c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55753253c430 0x55753253e820 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532529d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/460403428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575325196f0 0x557532529810 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 >> 172.21.15.44:0/460403428 conn(0x5575324480e0 msgr2=0x557532514ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:04.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd6e5600700 0 client.17190 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:04.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.689+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 shutdown_connections 2024-04-26T02:12:04.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.690+0000 7fd7089ddb80 1 -- 172.21.15.44:0/460403428 wait complete. 2024-04-26T02:12:04.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.690+0000 7fd7089ddb80 20 client.17190 trim_cache size 0 max 16384 2024-04-26T02:12:04.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.711+0000 7fd7089ddb80 1 Processor -- start 2024-04-26T02:12:04.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.711+0000 7fd7089ddb80 1 -- start start 2024-04-26T02:12:04.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557532518dd0 0x557532541460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325419a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532526ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f81aaf20 con 0x557532518dd0 2024-04-26T02:12:04.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f81aca60 con 0x55753252cd70 2024-04-26T02:12:04.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f81ab5f0 con 0x5575325196f0 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd6f7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557532518dd0 0x557532541460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd6f7e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532526ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd6f7e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532526ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53982/0 (socket says 172.21.15.44:53982) 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd6f7e00700 1 -- 172.21.15.44:0/2142296540 learned_addr learned my addr 172.21.15.44:0/2142296540 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.712+0000 7fd6efe00700 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325419a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6f7e00700 1 -- 172.21.15.44:0/2142296540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 msgr2=0x5575325419a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325419a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6f7e00700 1 -- 172.21.15.44:0/2142296540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557532518dd0 msgr2=0x557532541460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557532518dd0 0x557532541460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6f7e00700 1 -- 172.21.15.44:0/2142296540 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55753251ac40 con 0x55753252cd70 2024-04-26T02:12:04.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6efe00700 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325419a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:04.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6f7400700 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557532518dd0 0x557532541460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:04.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6f7e00700 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532526ad0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd6f001a470 tx=0x7fd6f001d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9cedfe9f265399b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.713+0000 7fd6e7e00700 1 -- 172.21.15.44:0/2142296540 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f001ac00 con 0x55753252cd70 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd6e7e00700 1 -- 172.21.15.44:0/2142296540 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6f002a070 con 0x55753252cd70 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd6e7e00700 1 -- 172.21.15.44:0/2142296540 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0025680 con 0x55753252cd70 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 -- 172.21.15.44:0/2142296540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 msgr2=0x557532526ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532526ad0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd6f001a470 tx=0x7fd6f001d000 comp rx=0 tx=0).stop 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 -- 172.21.15.44:0/2142296540 shutdown_connections 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55753252cd70 0x557532526ad0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557532518dd0 0x557532541460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/2142296540 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325419a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 -- 172.21.15.44:0/2142296540 >> 172.21.15.44:0/2142296540 conn(0x5575324480e0 msgr2=0x55753252b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:04.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.714+0000 7fd7089ddb80 1 -- 172.21.15.44:0/2142296540 shutdown_connections 2024-04-26T02:12:04.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.715+0000 7fd7089ddb80 1 -- 172.21.15.44:0/2142296540 wait complete. 2024-04-26T02:12:04.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.715+0000 7fd7089ddb80 1 -- start start 2024-04-26T02:12:04.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.715+0000 7fd7089ddb80 1 Processor -- start 2024-04-26T02:12:04.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557532518dd0 0x557532540290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325407d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd7089ddb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55753252cd70 0x5575325a2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f81ac390 con 0x55753252cd70 2024-04-26T02:12:04.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f81abcc0 con 0x557532518dd0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd7089ddb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f819cea0 con 0x5575325196f0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd7089ddb80 10 client.0 _ll_register_callbacks cb 0x5575324048b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557532518dd0 0x557532540290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55753252cd70 0x5575325a2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557532518dd0 0x557532540290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:53996/0 (socket says 172.21.15.44:53996) 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 -- 172.21.15.44:0/12404518 learned_addr learned my addr 172.21.15.44:0/12404518 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6efe00700 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325407d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 -- 172.21.15.44:0/12404518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 msgr2=0x5575325407d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325407d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 -- 172.21.15.44:0/12404518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55753252cd70 msgr2=0x5575325a2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55753252cd70 0x5575325a2620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.716+0000 7fd6f7400700 1 -- 172.21.15.44:0/12404518 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557532519d70 con 0x557532518dd0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.717+0000 7fd6f7400700 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557532518dd0 0x557532540290 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd6e80098e0 tx=0x7fd6e800be50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0608b24631e669 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:04.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.717+0000 7fd6e5600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:12:04.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.717+0000 7fd6e5600700 1 -- 172.21.15.44:0/12404518 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8005580 con 0x557532518dd0 2024-04-26T02:12:04.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.717+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6f002a070 con 0x557532518dd0 2024-04-26T02:12:04.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.717+0000 7fd6e5600700 1 -- 172.21.15.44:0/12404518 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8455+0+0 (secure 0 0 0) 0x7fd6e8003680 con 0x557532518dd0 2024-04-26T02:12:04.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd6e5600700 1 -- 172.21.15.44:0/12404518 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd6e8039050 con 0x557532518dd0 2024-04-26T02:12:04.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 10 client.27296 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:04.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5575325a3b40 con 0x557532518dd0 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd6e5600700 1 -- 172.21.15.44:0/12404518 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6f002a070 con 0x557532518dd0 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd6e5600700 1 -- 172.21.15.44:0/12404518 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd6e8029600 con 0x557532518dd0 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 10 client.27296 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 10 client.27296 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 20 client.27296 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5575325a42a0 0x5575325a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 4 client.27296 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.55, "await_for": 42.0}] 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.718+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.55, "await_for": 42.0}) -- 0x5575324738b0 con 0x5575325a42a0 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.719+0000 7fd6efe00700 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5575325a42a0 0x5575325a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:04.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.719+0000 7fd6efe00700 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5575325a42a0 0x5575325a66c0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd72925a640673c5 server_cookie=15b9448995a0842e in_seq=0 out_seq=0 2024-04-26T02:12:04.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.719+0000 7fd6e5600700 10 client.27296 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd6e5600700 1 -- 172.21.15.44:0/12404518 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5575324738b0 con 0x5575325a42a0 2024-04-26T02:12:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd6e5600700 10 client.27296 handle_command_reply: tid=0 2024-04-26T02:12:04.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 client.27296 shutdown 2024-04-26T02:12:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557532518dd0 msgr2=0x557532540290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557532518dd0 0x557532540290 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd6e80098e0 tx=0x7fd6e800be50 comp rx=0 tx=0).stop 2024-04-26T02:12:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 shutdown_connections 2024-04-26T02:12:04.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5575325a42a0 0x5575325a66c0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55753252cd70 0x5575325a2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x557532518dd0 0x557532540290 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 --2- 172.21.15.44:0/12404518 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5575325196f0 0x5575325407d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 >> 172.21.15.44:0/12404518 conn(0x5575324480e0 msgr2=0x557532527ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd6e5600700 0 client.27296 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 shutdown_connections 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.734+0000 7fd7089ddb80 1 -- 172.21.15.44:0/12404518 wait complete. 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.735+0000 7fd7089ddb80 20 client.27296 trim_cache size 0 max 16384 2024-04-26T02:12:04.736 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 50, 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "8d69506f": { 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 50, 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:12:04.737 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.5, 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:04.738 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:12:04.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd6dc0a3ed0 msgr2=0x7fd6dc0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd6dc0a3ed0 0x7fd6dc0a6390 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0007770 tx=0x7fd6f0007b30 comp rx=0 tx=0).stop 2024-04-26T02:12:04.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6f806b100 msgr2=0x7fd6f8101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:04.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6f806b100 0x7fd6f8101f50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd6e000e9f0 tx=0x7fd6e000ed00 comp rx=0 tx=0).stop 2024-04-26T02:12:04.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 shutdown_connections 2024-04-26T02:12:04.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd6f8108a60 0x7fd6f8102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd6dc0a3ed0 0x7fd6dc0a6390 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6f806a740 0x7fd6f8101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 --2- 172.21.15.44:0/568573201 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd6f806b100 0x7fd6f8101f50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:04.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 >> 172.21.15.44:0/568573201 conn(0x7fd6f80788e0 msgr2=0x7fd6f81004f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:04.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 shutdown_connections 2024-04-26T02:12:04.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:04.736+0000 7fd6fe000700 1 -- 172.21.15.44:0/568573201 wait complete. 2024-04-26T02:12:05.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:05 smithi044 ceph-mon[27847]: pgmap v537: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 69 KiB/s wr, 40 op/s 2024-04-26T02:12:05.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:05 smithi156 ceph-mon[32543]: pgmap v537: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 69 KiB/s wr, 40 op/s 2024-04-26T02:12:05.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:05 smithi090 ceph-mon[32456]: pgmap v537: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 69 KiB/s wr, 40 op/s 2024-04-26T02:12:05.681 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '8d69506f', quiesce took 8.1 seconds. Will release after: 22.55 2024-04-26T02:12:07.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:07 smithi044 ceph-mon[27847]: pgmap v538: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 59 KiB/s wr, 32 op/s 2024-04-26T02:12:07.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:07 smithi044 ceph-mon[27847]: osdmap e114: 12 total, 12 up, 12 in 2024-04-26T02:12:07.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:07 smithi156 ceph-mon[32543]: pgmap v538: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 59 KiB/s wr, 32 op/s 2024-04-26T02:12:07.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:07 smithi156 ceph-mon[32543]: osdmap e114: 12 total, 12 up, 12 in 2024-04-26T02:12:07.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:07 smithi090 ceph-mon[32456]: pgmap v538: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 59 KiB/s wr, 32 op/s 2024-04-26T02:12:07.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:07 smithi090 ceph-mon[32456]: osdmap e114: 12 total, 12 up, 12 in 2024-04-26T02:12:08.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:08 smithi044 ceph-mon[27847]: pgmap v540: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:12:08.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:08 smithi156 ceph-mon[32543]: pgmap v540: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:12:08.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:08 smithi090 ceph-mon[32456]: pgmap v540: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 70 KiB/s wr, 38 op/s 2024-04-26T02:12:11.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:10 smithi044 ceph-mon[27847]: pgmap v541: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 68 KiB/s wr, 37 op/s 2024-04-26T02:12:11.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:10 smithi156 ceph-mon[32543]: pgmap v541: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 68 KiB/s wr, 37 op/s 2024-04-26T02:12:11.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:10 smithi090 ceph-mon[32456]: pgmap v541: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 68 KiB/s wr, 37 op/s 2024-04-26T02:12:12.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:11 smithi156 ceph-mon[32543]: osdmap e115: 12 total, 12 up, 12 in 2024-04-26T02:12:12.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:11 smithi090 ceph-mon[32456]: osdmap e115: 12 total, 12 up, 12 in 2024-04-26T02:12:12.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:11 smithi044 ceph-mon[27847]: osdmap e115: 12 total, 12 up, 12 in 2024-04-26T02:12:13.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:12 smithi044 ceph-mon[27847]: pgmap v543: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-26T02:12:13.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:12 smithi156 ceph-mon[32543]: pgmap v543: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-26T02:12:13.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:12 smithi090 ceph-mon[32456]: pgmap v543: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-26T02:12:15.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:14 smithi156 ceph-mon[32543]: pgmap v544: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:12:15.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:14 smithi090 ceph-mon[32456]: pgmap v544: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:12:15.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:14 smithi044 ceph-mon[27847]: pgmap v544: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 5.1 KiB/s wr, 14 op/s 2024-04-26T02:12:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 -- 172.21.15.44:0/3823533799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe194104ba0 msgr2=0x7fe194108be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 --2- 172.21.15.44:0/3823533799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe194104ba0 0x7fe194108be0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fe180009ca0 tx=0x7fe18002a8c0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 -- 172.21.15.44:0/3823533799 shutdown_connections 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 --2- 172.21.15.44:0/3823533799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe1941092c0 0x7fe194110e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 --2- 172.21.15.44:0/3823533799 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe194104ba0 0x7fe194108be0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 --2- 172.21.15.44:0/3823533799 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe1941041f0 0x7fe1941045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 -- 172.21.15.44:0/3823533799 >> 172.21.15.44:0/3823533799 conn(0x7fe1940ffa30 msgr2=0x7fe194101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 -- 172.21.15.44:0/3823533799 shutdown_connections 2024-04-26T02:12:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.376+0000 7fe19ae00640 1 -- 172.21.15.44:0/3823533799 wait complete. 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 Processor -- start 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 -- start start 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe1941041f0 0x7fe1941a0570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1941092c0 0x7fe1941a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe19419a630 0x7fe19419aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe194114250 con 0x7fe19419a630 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941140d0 con 0x7fe1941092c0 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.378+0000 7fe19ae00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941143d0 con 0x7fe1941041f0 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1941092c0 0x7fe1941a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe1941041f0 0x7fe1941a0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1941092c0 0x7fe1941a0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51024/0 (socket says 172.21.15.44:51024) 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199000640 1 -- 172.21.15.44:0/1252761395 learned_addr learned my addr 172.21.15.44:0/1252761395 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe19a400640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe19419a630 0x7fe19419aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199a00640 1 -- 172.21.15.44:0/1252761395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1941092c0 msgr2=0x7fe1941a0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199a00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1941092c0 0x7fe1941a0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199a00640 1 -- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe19419a630 msgr2=0x7fe19419aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199a00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe19419a630 0x7fe19419aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199a00640 1 -- 172.21.15.44:0/1252761395 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19419b230 con 0x7fe1941041f0 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe19a400640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe19419a630 0x7fe19419aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.379+0000 7fe199a00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe1941041f0 0x7fe1941a0570 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe18400e9f0 tx=0x7fe18400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.380+0000 7fe192000640 1 -- 172.21.15.44:0/1252761395 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18400ccc0 con 0x7fe1941041f0 2024-04-26T02:12:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.380+0000 7fe192000640 1 -- 172.21.15.44:0/1252761395 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe184005020 con 0x7fe1941041f0 2024-04-26T02:12:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.380+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1941a7310 con 0x7fe1941041f0 2024-04-26T02:12:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.380+0000 7fe192000640 1 -- 172.21.15.44:0/1252761395 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe184004a00 con 0x7fe1941041f0 2024-04-26T02:12:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.380+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1941a76c0 con 0x7fe1941041f0 2024-04-26T02:12:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.383+0000 7fe19f24e740 1 Processor -- start 2024-04-26T02:12:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.383+0000 7fe19f24e740 1 -- start start 2024-04-26T02:12:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.383+0000 7fe192000640 1 -- 172.21.15.44:0/1252761395 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe184004ba0 con 0x7fe1941041f0 2024-04-26T02:12:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371c4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371d1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19f24e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d13712a900 con 0x55d1371cfb90 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19f24e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d1370d0ef0 con 0x55d1371c49b0 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19f24e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d1371268c0 con 0x55d1371c52d0 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe199000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371d1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19a400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371c4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe199a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe199000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371d1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36690/0 (socket says 172.21.15.44:36690) 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe199000640 1 -- 172.21.15.44:0/3957419834 learned_addr learned my addr 172.21.15.44:0/3957419834 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.384+0000 7fe19a400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371c4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:51026/0 (socket says 172.21.15.44:51026) 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe19a400640 1 -- 172.21.15.44:0/3957419834 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 msgr2=0x55d1371cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe19a400640 1 --2- 172.21.15.44:0/3957419834 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cf650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe19a400640 1 -- 172.21.15.44:0/3957419834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 msgr2=0x55d1371d1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe19a400640 1 --2- 172.21.15.44:0/3957419834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371d1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe19a400640 1 -- 172.21.15.44:0/3957419834 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d136e3d210 con 0x55d1371c49b0 2024-04-26T02:12:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe19a400640 1 --2- 172.21.15.44:0/3957419834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371c4d90 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009b30 tx=0x7fe18c0113e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc07c517d41e1598 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe18aa00640 1 -- 172.21.15.44:0/3957419834 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c011e10 con 0x55d1371c49b0 2024-04-26T02:12:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe18aa00640 1 -- 172.21.15.44:0/3957419834 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c0054d0 con 0x55d1371c49b0 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.385+0000 7fe18aa00640 1 -- 172.21.15.44:0/3957419834 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c0126b0 con 0x55d1371c49b0 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe192000640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe1780a3d10 0x7fe1780a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe192000640 1 -- 172.21.15.44:0/1252761395 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fe1840d0860 con 0x7fe1941041f0 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe199a00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe1780a3d10 0x7fe1780a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 -- 172.21.15.44:0/3957419834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 msgr2=0x55d1371c4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3957419834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371c4d90 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009b30 tx=0x7fe18c0113e0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 -- 172.21.15.44:0/3957419834 shutdown_connections 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3957419834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371d1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3957419834 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cf650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3957419834 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371c4d90 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 -- 172.21.15.44:0/3957419834 >> 172.21.15.44:0/3957419834 conn(0x55d1371c0ec0 msgr2=0x55d1371c12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.386+0000 7fe19f24e740 1 -- 172.21.15.44:0/3957419834 shutdown_connections 2024-04-26T02:12:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.387+0000 7fe19f24e740 1 -- 172.21.15.44:0/3957419834 wait complete. 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.387+0000 7fe199a00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe1780a3d10 0x7fe1780a61d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x55d1371c5f50 tx=0x7fe1840d6530 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.387+0000 7fe19f24e740 1 -- start start 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.387+0000 7fe19f24e740 1 Processor -- start 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371cd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19f24e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d1371d27c0 con 0x55d1371cfb90 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19f24e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55d1370e4310 con 0x55d1371c49b0 2024-04-26T02:12:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19f24e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55d1371d2940 con 0x55d1371c52d0 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19f24e740 10 client.0 _ll_register_callbacks cb 0x55d1370b2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19a400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371cd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19a400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371cd5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36700/0 (socket says 172.21.15.44:36700) 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19a400640 1 -- 172.21.15.44:0/995936226 learned_addr learned my addr 172.21.15.44:0/995936226 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe199000640 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.388+0000 7fe19a400640 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19a400640 1 -- 172.21.15.44:0/995936226 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 msgr2=0x55d1371cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19a400640 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19a400640 1 -- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 msgr2=0x55d1371ccb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19a400640 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371ccb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19a400640 1 -- 172.21.15.44:0/995936226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d136f09620 con 0x55d1371cfb90 2024-04-26T02:12:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19a400640 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371cd5f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fe18c0057c0 tx=0x7fe18c004cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=785704c0d097e679 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe17f400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe17f400640 1 -- 172.21.15.44:0/995936226 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c004eb0 con 0x55d1371cfb90 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe17f400640 1 -- 172.21.15.44:0/995936226 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fe18c005050 con 0x55d1371cfb90 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe18c0054d0 con 0x55d1371cfb90 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe17f400640 1 -- 172.21.15.44:0/995936226 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fe18c005250 con 0x55d1371cfb90 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.389+0000 7fe19f24e740 10 client.17208 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55d1371dea70 con 0x55d1371cfb90 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe17f400640 1 -- 172.21.15.44:0/995936226 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c0054d0 con 0x55d1371cfb90 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe17f400640 1 -- 172.21.15.44:0/995936226 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fe18c031420 con 0x55d1371cfb90 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe19f24e740 10 client.17208 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe19f24e740 10 client.17208 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe19f24e740 20 client.17208 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe19f24e740 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d1371dfe70 0x55d1371e2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe19f24e740 4 client.17208 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.390+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d13713e8b0 con 0x55d1371dfe70 2024-04-26T02:12:16.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.391+0000 7fe199000640 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d1371dfe70 0x55d1371e2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.391+0000 7fe199000640 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d1371dfe70 0x55d1371e2260 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e980161a0a7fa8d server_cookie=b327f091b9a9052a in_seq=0 out_seq=0 2024-04-26T02:12:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.391+0000 7fe17f400640 10 client.17208 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe17f400640 1 -- 172.21.15.44:0/995936226 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d13713e8b0 con 0x55d1371dfe70 2024-04-26T02:12:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe17f400640 10 client.17208 handle_command_reply: tid=0 2024-04-26T02:12:16.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 client.17208 shutdown 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 msgr2=0x55d1371cd5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371cd5f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fe18c0057c0 tx=0x7fe18c004cb0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 shutdown_connections 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d1371dfe70 0x55d1371e2260 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371cfb90 0x55d1371cd5f0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 --2- 172.21.15.44:0/995936226 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371c49b0 0x55d1371ccb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe17f400640 0 client.17208 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.392+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 >> 172.21.15.44:0/995936226 conn(0x55d1371c0ec0 msgr2=0x55d1371c6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.393+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 shutdown_connections 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.393+0000 7fe19f24e740 1 -- 172.21.15.44:0/995936226 wait complete. 2024-04-26T02:12:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.393+0000 7fe19f24e740 20 client.17208 trim_cache size 0 max 16384 2024-04-26T02:12:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.409+0000 7fe19f24e740 1 Processor -- start 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.409+0000 7fe19f24e740 1 -- start start 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.409+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371db680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 0x55d1371cc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19f24e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941afbf0 con 0x55d1371c49b0 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19f24e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941b1730 con 0x55d1371cfb90 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19f24e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941b02c0 con 0x55d1371c52d0 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371db680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371db680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36716/0 (socket says 172.21.15.44:36716) 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 -- 172.21.15.44:0/2937323569 learned_addr learned my addr 172.21.15.44:0/2937323569 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe199000640 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 -- 172.21.15.44:0/2937323569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 msgr2=0x55d1371ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 -- 172.21.15.44:0/2937323569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 msgr2=0x55d1371cc320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 0x55d1371cc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.410+0000 7fe19a400640 1 -- 172.21.15.44:0/2937323569 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1371cb0c0 con 0x55d1371c49b0 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.411+0000 7fe19a400640 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371db680 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fe18c0092e0 tx=0x7fe18c009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6f8ae83a533cda0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.411+0000 7fe18a000640 1 -- 172.21.15.44:0/2937323569 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c009980 con 0x55d1371c49b0 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.411+0000 7fe18a000640 1 -- 172.21.15.44:0/2937323569 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c0118e0 con 0x55d1371c49b0 2024-04-26T02:12:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.411+0000 7fe18a000640 1 -- 172.21.15.44:0/2937323569 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c031cf0 con 0x55d1371c49b0 2024-04-26T02:12:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 -- 172.21.15.44:0/2937323569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 msgr2=0x55d1371db680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371db680 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fe18c0092e0 tx=0x7fe18c009570 comp rx=0 tx=0).stop 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 -- 172.21.15.44:0/2937323569 shutdown_connections 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 0x55d1371cc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 --2- 172.21.15.44:0/2937323569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371db680 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 -- 172.21.15.44:0/2937323569 >> 172.21.15.44:0/2937323569 conn(0x55d1371c0ec0 msgr2=0x55d1371c6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 -- 172.21.15.44:0/2937323569 shutdown_connections 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 -- 172.21.15.44:0/2937323569 wait complete. 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 -- start start 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.412+0000 7fe19f24e740 1 Processor -- start 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371d54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371d5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19f24e740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 0x55d1371d5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19f24e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941b1060 con 0x55d1371c49b0 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19f24e740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941b0990 con 0x55d1371cfb90 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19f24e740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941adbf0 con 0x55d1371c52d0 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19f24e740 10 client.0 _ll_register_callbacks cb 0x7fe18c004780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19a400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371d54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19a400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371d54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36726/0 (socket says 172.21.15.44:36726) 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19a400640 1 -- 172.21.15.44:0/3699875158 learned_addr learned my addr 172.21.15.44:0/3699875158 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe199000640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371d5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.413+0000 7fe19a400640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 0x55d1371d5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe19a400640 1 -- 172.21.15.44:0/3699875158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 msgr2=0x55d1371d5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe19a400640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371d5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe19a400640 1 -- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 msgr2=0x55d1371d5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe19a400640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 0x55d1371d5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe19a400640 1 -- 172.21.15.44:0/3699875158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1372450b0 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe199000640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371d5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe19a400640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371d54c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fe18c031a30 tx=0x7fe18c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cf44e8ac2d0e911 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe17f400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe17f400640 1 -- 172.21.15.44:0/3699875158 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c031cc0 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe17f400640 1 -- 172.21.15.44:0/3699875158 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fe18c012890 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe18c0118e0 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.414+0000 7fe17f400640 1 -- 172.21.15.44:0/3699875158 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fe18c049050 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 10 client.17214 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55d1372462a0 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe17f400640 1 -- 172.21.15.44:0/3699875158 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c0118e0 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe17f400640 1 -- 172.21.15.44:0/3699875158 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fe18c038030 con 0x55d1371c49b0 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 10 client.17214 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 10 client.17214 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 20 client.17214 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d137246850 0x55d137248c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 4 client.17214 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:12:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d137138320 con 0x55d137246850 2024-04-26T02:12:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.415+0000 7fe199000640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d137246850 0x55d137248c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.416+0000 7fe199000640 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d137246850 0x55d137248c70 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d0c44cc2cc0e810 server_cookie=3518c09d83b8ffca in_seq=0 out_seq=0 2024-04-26T02:12:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.416+0000 7fe17f400640 10 client.17214 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:16.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe17f400640 1 -- 172.21.15.44:0/3699875158 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d137138320 con 0x55d137246850 2024-04-26T02:12:16.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe17f400640 10 client.17214 handle_command_reply: tid=0 2024-04-26T02:12:16.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 client.17214 shutdown 2024-04-26T02:12:16.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 msgr2=0x55d1371d54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371d54c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fe18c031a30 tx=0x7fe18c005780 comp rx=0 tx=0).stop 2024-04-26T02:12:16.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 shutdown_connections 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55d137246850 0x55d137248c70 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55d1371cfb90 0x55d1371d5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55d1371c52d0 0x55d1371d5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe17f400640 0 client.17214 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 --2- 172.21.15.44:0/3699875158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d1371c49b0 0x55d1371d54c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 >> 172.21.15.44:0/3699875158 conn(0x55d1371c0ec0 msgr2=0x55d1371bf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 shutdown_connections 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.425+0000 7fe19f24e740 1 -- 172.21.15.44:0/3699875158 wait complete. 2024-04-26T02:12:16.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.426+0000 7fe19f24e740 20 client.17214 trim_cache size 0 max 16384 2024-04-26T02:12:16.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:12:16.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:12:16.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:12:16.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:12:16.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.426+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe1780a3d10 msgr2=0x7fe1780a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.426+0000 7fe19ae00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe1780a3d10 0x7fe1780a61d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x55d1371c5f50 tx=0x7fe1840d6530 comp rx=0 tx=0).stop 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe1941041f0 msgr2=0x7fe1941a0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe1941041f0 0x7fe1941a0570 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe18400e9f0 tx=0x7fe18400eeb0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 shutdown_connections 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe1780a3d10 0x7fe1780a61d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe19419a630 0x7fe19419aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe1941092c0 0x7fe1941a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 --2- 172.21.15.44:0/1252761395 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe1941041f0 0x7fe1941a0570 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 >> 172.21.15.44:0/1252761395 conn(0x7fe1940ffa30 msgr2=0x7fe194100dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 shutdown_connections 2024-04-26T02:12:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:16.427+0000 7fe19ae00640 1 -- 172.21.15.44:0/1252761395 wait complete. 2024-04-26T02:12:17.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:16 smithi156 ceph-mon[32543]: pgmap v545: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-04-26T02:12:17.237 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:16 smithi090 ceph-mon[32456]: pgmap v545: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-04-26T02:12:17.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:16 smithi044 ceph-mon[27847]: pgmap v545: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-04-26T02:12:19.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:18 smithi156 ceph-mon[32543]: pgmap v546: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.1 KiB/s wr, 11 op/s 2024-04-26T02:12:19.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:18 smithi090 ceph-mon[32456]: pgmap v546: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.1 KiB/s wr, 11 op/s 2024-04-26T02:12:19.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:18 smithi044 ceph-mon[27847]: pgmap v546: 97 pgs: 97 active+clean; 7.1 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.1 KiB/s wr, 11 op/s 2024-04-26T02:12:21.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:20 smithi156 ceph-mon[32543]: pgmap v547: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 13 op/s 2024-04-26T02:12:21.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:20 smithi090 ceph-mon[32456]: pgmap v547: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 13 op/s 2024-04-26T02:12:21.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:20 smithi044 ceph-mon[27847]: pgmap v547: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 13 op/s 2024-04-26T02:12:23.184 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:22 smithi044 ceph-mon[27847]: pgmap v548: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-04-26T02:12:23.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:22 smithi156 ceph-mon[32543]: pgmap v548: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-04-26T02:12:23.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:22 smithi090 ceph-mon[32456]: pgmap v548: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-04-26T02:12:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:24 smithi156 ceph-mon[32543]: pgmap v549: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-26T02:12:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:24 smithi090 ceph-mon[32456]: pgmap v549: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-26T02:12:25.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:24 smithi044 ceph-mon[27847]: pgmap v549: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-26T02:12:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:26 smithi156 ceph-mon[32543]: pgmap v550: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:12:27.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:26 smithi090 ceph-mon[32456]: pgmap v550: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:12:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:26 smithi044 ceph-mon[27847]: pgmap v550: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:12:28.232 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:12:28.717 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:12:29.179 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:28 smithi044 ceph-mon[27847]: pgmap v551: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:12:29.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:28 smithi156 ceph-mon[32543]: pgmap v551: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:12:29.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:28 smithi090 ceph-mon[32456]: pgmap v551: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-04-26T02:12:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 -- 172.21.15.44:0/3867258541 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c108e10 msgr2=0x7f6e2c115250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 --2- 172.21.15.44:0/3867258541 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c108e10 0x7f6e2c115250 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6e24009c10 tx=0x7f6e2402a6e0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 -- 172.21.15.44:0/3867258541 shutdown_connections 2024-04-26T02:12:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 --2- 172.21.15.44:0/3867258541 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c108e10 0x7f6e2c115250 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 --2- 172.21.15.44:0/3867258541 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e2c108490 0x7f6e2c1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 --2- 172.21.15.44:0/3867258541 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e2c10e420 0x7f6e2c10e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 -- 172.21.15.44:0/3867258541 >> 172.21.15.44:0/3867258541 conn(0x7f6e2c077d30 msgr2=0x7f6e2c106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:29.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 -- 172.21.15.44:0/3867258541 shutdown_connections 2024-04-26T02:12:29.577 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.576+0000 7f6e31200640 1 -- 172.21.15.44:0/3867258541 wait complete. 2024-04-26T02:12:29.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.577+0000 7f6e31200640 1 Processor -- start 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e31200640 1 -- start start 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e31200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e2c108490 0x7f6e2c1a4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e31200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e2c108e10 0x7f6e2c1a4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e31200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c10e420 0x7f6e2c19e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e31200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1185e0 con 0x7f6e2c108490 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e31200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c118460 con 0x7f6e2c108e10 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e31200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c118760 con 0x7f6e2c10e420 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c10e420 0x7f6e2c19e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e2c108490 0x7f6e2c1a4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.578+0000 7f6e22a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e2c108e10 0x7f6e2c1a4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e2be00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c10e420 0x7f6e2c19e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51414/0 (socket says 172.21.15.44:51414) 2024-04-26T02:12:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e2be00640 1 -- 172.21.15.44:0/2696547110 learned_addr learned my addr 172.21.15.44:0/2696547110 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e22a00640 1 -- 172.21.15.44:0/2696547110 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c10e420 msgr2=0x7f6e2c19e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e22a00640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c10e420 0x7f6e2c19e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e22a00640 1 -- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e2c108490 msgr2=0x7f6e2c1a4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e22a00640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e2c108490 0x7f6e2c1a4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e22a00640 1 -- 172.21.15.44:0/2696547110 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2c19f170 con 0x7f6e2c108e10 2024-04-26T02:12:29.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e22a00640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e2c108e10 0x7f6e2c1a4d80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f6e1400e9f0 tx=0x7f6e1400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:29.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.579+0000 7f6e28c00640 1 -- 172.21.15.44:0/2696547110 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1400ccc0 con 0x7f6e2c108e10 2024-04-26T02:12:29.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.580+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e2c19f460 con 0x7f6e2c108e10 2024-04-26T02:12:29.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.580+0000 7f6e28c00640 1 -- 172.21.15.44:0/2696547110 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e140035f0 con 0x7f6e2c108e10 2024-04-26T02:12:29.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.580+0000 7f6e28c00640 1 -- 172.21.15.44:0/2696547110 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1400ce60 con 0x7f6e2c108e10 2024-04-26T02:12:29.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.580+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e2c1ab700 con 0x7f6e2c108e10 2024-04-26T02:12:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.583+0000 7f6e357a5740 1 Processor -- start 2024-04-26T02:12:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.583+0000 7f6e357a5740 1 -- start start 2024-04-26T02:12:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.583+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e669b0 0x5581e5e66d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.583+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e71650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 0x5581e5e73f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e357a5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5581e5dcc900 con 0x5581e5e672d0 2024-04-26T02:12:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e357a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5581e5d72ef0 con 0x5581e5e669b0 2024-04-26T02:12:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e357a5740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5581e5dc88c0 con 0x5581e5e71b90 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e71650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e71650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33218/0 (socket says 172.21.15.44:33218) 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 -- 172.21.15.44:0/118333893 learned_addr learned my addr 172.21.15.44:0/118333893 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2be00640 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e669b0 0x5581e5e66d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 -- 172.21.15.44:0/118333893 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 msgr2=0x5581e5e73f80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 0x5581e5e73f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 -- 172.21.15.44:0/118333893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e669b0 msgr2=0x5581e5e66d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e669b0 0x5581e5e66d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.584+0000 7f6e2b400640 1 -- 172.21.15.44:0/118333893 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581e5adf210 con 0x5581e5e672d0 2024-04-26T02:12:29.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.585+0000 7f6e2b400640 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e71650 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c009c30 tx=0x7f6e1c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee3fa18b6e187fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:29.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.585+0000 7f6e28c00640 1 -- 172.21.15.44:0/2696547110 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6e14004000 con 0x7f6e2c108e10 2024-04-26T02:12:29.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.585+0000 7f6e20c00640 1 -- 172.21.15.44:0/118333893 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c004230 con 0x5581e5e672d0 2024-04-26T02:12:29.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.585+0000 7f6e20c00640 1 -- 172.21.15.44:0/118333893 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e1c0043d0 con 0x5581e5e672d0 2024-04-26T02:12:29.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.585+0000 7f6e20c00640 1 -- 172.21.15.44:0/118333893 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c0196c0 con 0x5581e5e672d0 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.586+0000 7f6e357a5740 1 -- 172.21.15.44:0/118333893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 msgr2=0x5581e5e71650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.586+0000 7f6e357a5740 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e71650 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c009c30 tx=0x7f6e1c011810 comp rx=0 tx=0).stop 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.586+0000 7f6e357a5740 1 -- 172.21.15.44:0/118333893 shutdown_connections 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.586+0000 7f6e357a5740 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 0x5581e5e73f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.586+0000 7f6e357a5740 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e71650 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.586+0000 7f6e357a5740 1 --2- 172.21.15.44:0/118333893 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e669b0 0x5581e5e66d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.586+0000 7f6e357a5740 1 -- 172.21.15.44:0/118333893 >> 172.21.15.44:0/118333893 conn(0x5581e5e62ec0 msgr2=0x5581e5e632a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.587+0000 7f6e357a5740 1 -- 172.21.15.44:0/118333893 shutdown_connections 2024-04-26T02:12:29.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.587+0000 7f6e357a5740 1 -- 172.21.15.44:0/118333893 wait complete. 2024-04-26T02:12:29.591 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.587+0000 7f6e28c00640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.591 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.587+0000 7f6e357a5740 1 -- start start 2024-04-26T02:12:29.591 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.587+0000 7f6e28c00640 1 -- 172.21.15.44:0/2696547110 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f6e140d09d0 con 0x7f6e2c108e10 2024-04-26T02:12:29.591 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.587+0000 7f6e357a5740 1 Processor -- start 2024-04-26T02:12:29.591 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.587+0000 7f6e2be00640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.591 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e6eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.591 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e672d0 0x5581e5e6f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e6f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e357a5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5581e5e747c0 con 0x5581e5e669b0 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e357a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5581e5d86310 con 0x5581e5e71b90 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e357a5740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5581e5e74940 con 0x5581e5e672d0 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e357a5740 10 client.0 _ll_register_callbacks cb 0x5581e5d54cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e6eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e6eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33220/0 (socket says 172.21.15.44:33220) 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e2b400640 1 -- 172.21.15.44:0/1221555225 learned_addr learned my addr 172.21.15.44:0/1221555225 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e22a00640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e672d0 0x5581e5e6f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.588+0000 7f6e2be00640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6e100a3ca0 0x7f6e100a6160 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6e240099a0 tx=0x7f6e240092c0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:29.592 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e2be00640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e6f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e2b400640 1 -- 172.21.15.44:0/1221555225 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e672d0 msgr2=0x5581e5e6f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e2b400640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e672d0 0x5581e5e6f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e2b400640 1 -- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 msgr2=0x5581e5e6f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e2b400640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e6f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e2b400640 1 -- 172.21.15.44:0/1221555225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581e5bab620 con 0x5581e5e669b0 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e22a00640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e672d0 0x5581e5e6f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e2b400640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e6eb10 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c003ea0 tx=0x7f6e1c003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33a19e5ba0c15135 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.589+0000 7f6e19600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.590+0000 7f6e19600640 1 -- 172.21.15.44:0/1221555225 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c028020 con 0x5581e5e669b0 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.590+0000 7f6e19600640 1 -- 172.21.15.44:0/1221555225 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f6e1c005040 con 0x5581e5e669b0 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.590+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e1c0043d0 con 0x5581e5e669b0 2024-04-26T02:12:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.590+0000 7f6e19600640 1 -- 172.21.15.44:0/1221555225 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f6e1c033050 con 0x5581e5e669b0 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.590+0000 7f6e357a5740 10 client.17226 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.590+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5581e5e80a00 con 0x5581e5e669b0 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e19600640 1 -- 172.21.15.44:0/1221555225 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e1c0043d0 con 0x5581e5e669b0 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e19600640 1 -- 172.21.15.44:0/1221555225 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f6e1c018070 con 0x5581e5e669b0 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e357a5740 10 client.17226 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e357a5740 10 client.17226 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e357a5740 20 client.17226 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5e81e00 0x5581e5e841f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e357a5740 4 client.17226 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:29.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.591+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5581e5de08b0 con 0x5581e5e81e00 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.592+0000 7f6e22a00640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5e81e00 0x5581e5e841f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.592+0000 7f6e22a00640 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5e81e00 0x5581e5e841f0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41d7efb00813a303 server_cookie=2cd205e6edbb9b0c in_seq=0 out_seq=0 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.592+0000 7f6e19600640 10 client.17226 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.593+0000 7f6e19600640 1 -- 172.21.15.44:0/1221555225 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5581e5de08b0 con 0x5581e5e81e00 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.593+0000 7f6e19600640 10 client.17226 handle_command_reply: tid=0 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.593+0000 7f6e357a5740 1 client.17226 shutdown 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.593+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 msgr2=0x5581e5e6eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.593+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e6eb10 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c003ea0 tx=0x7f6e1c003820 comp rx=0 tx=0).stop 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 shutdown_connections 2024-04-26T02:12:29.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5e81e00 0x5581e5e841f0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e6f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e672d0 0x5581e5e6f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1221555225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e6eb10 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 >> 172.21.15.44:0/1221555225 conn(0x5581e5e62ec0 msgr2=0x5581e5e68c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e19600640 0 client.17226 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 shutdown_connections 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 1 -- 172.21.15.44:0/1221555225 wait complete. 2024-04-26T02:12:29.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.594+0000 7f6e357a5740 20 client.17226 trim_cache size 0 max 16384 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 Processor -- start 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 -- start start 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e7d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e672d0 0x5581e5e6e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 0x5581e5e69370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1b40f0 con 0x5581e5e669b0 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1b5c30 con 0x5581e5e672d0 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.612+0000 7f6e357a5740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1b47c0 con 0x5581e5e71b90 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e7d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e672d0 0x5581e5e6e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e672d0 0x5581e5e6e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:57798/0 (socket says 172.21.15.44:57798) 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e7d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33224/0 (socket says 172.21.15.44:33224) 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 -- 172.21.15.44:0/3933157910 learned_addr learned my addr 172.21.15.44:0/3933157910 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e2be00640 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 0x5581e5e69370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 -- 172.21.15.44:0/3933157910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 msgr2=0x5581e5e69370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 0x5581e5e69370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 -- 172.21.15.44:0/3933157910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 msgr2=0x5581e5e7d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e7d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e22a00640 1 -- 172.21.15.44:0/3933157910 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581e5e67100 con 0x5581e5e672d0 2024-04-26T02:12:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.613+0000 7f6e2b400640 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e7d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.614+0000 7f6e22a00640 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e672d0 0x5581e5e6e410 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f6e14009820 tx=0x7f6e140bd050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77679a2587d58210 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.614+0000 7f6e1be00640 1 -- 172.21.15.44:0/3933157910 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1409d050 con 0x5581e5e672d0 2024-04-26T02:12:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.614+0000 7f6e1be00640 1 -- 172.21.15.44:0/3933157910 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e1409c950 con 0x5581e5e672d0 2024-04-26T02:12:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.614+0000 7f6e1be00640 1 -- 172.21.15.44:0/3933157910 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e14098fc0 con 0x5581e5e672d0 2024-04-26T02:12:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 -- 172.21.15.44:0/3933157910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e672d0 msgr2=0x5581e5e6e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e672d0 0x5581e5e6e410 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f6e14009820 tx=0x7f6e140bd050 comp rx=0 tx=0).stop 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 -- 172.21.15.44:0/3933157910 shutdown_connections 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e71b90 0x5581e5e69370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e672d0 0x5581e5e6e410 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 --2- 172.21.15.44:0/3933157910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e669b0 0x5581e5e7d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 -- 172.21.15.44:0/3933157910 >> 172.21.15.44:0/3933157910 conn(0x5581e5e62ec0 msgr2=0x5581e5e62020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 -- 172.21.15.44:0/3933157910 shutdown_connections 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 -- 172.21.15.44:0/3933157910 wait complete. 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 -- start start 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.615+0000 7f6e357a5740 1 Processor -- start 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e669b0 0x5581e5e79f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e76b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e357a5740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e770a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e357a5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1b5560 con 0x5581e5e672d0 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e357a5740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1b4e90 con 0x5581e5e71b90 2024-04-26T02:12:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e357a5740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c1b20f0 con 0x5581e5e669b0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e357a5740 10 client.0 _ll_register_callbacks cb 0x7f6e1c009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e22a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e76b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e669b0 0x5581e5e79f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e2b400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e669b0 0x5581e5e79f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51436/0 (socket says 172.21.15.44:51436) 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e2b400640 1 -- 172.21.15.44:0/1733174390 learned_addr learned my addr 172.21.15.44:0/1733174390 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.616+0000 7f6e2be00640 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e770a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e22a00640 1 -- 172.21.15.44:0/1733174390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e669b0 msgr2=0x5581e5e79f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e22a00640 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e669b0 0x5581e5e79f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e22a00640 1 -- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 msgr2=0x5581e5e770a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e22a00640 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e770a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e22a00640 1 -- 172.21.15.44:0/1733174390 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581e5e778a0 con 0x5581e5e672d0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e22a00640 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e76b60 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x5581e5d72ef0 tx=0x7f6e140039d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=594b8de8797660e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e19600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e19600640 1 -- 172.21.15.44:0/1733174390 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e140b8070 con 0x5581e5e672d0 2024-04-26T02:12:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e19600640 1 -- 172.21.15.44:0/1733174390 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f6e140a5130 con 0x5581e5e672d0 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e1409c950 con 0x5581e5e672d0 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e19600640 1 -- 172.21.15.44:0/1733174390 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f6e1409d050 con 0x5581e5e672d0 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e357a5740 10 client.17232 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.617+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5581e5ee7100 con 0x5581e5e672d0 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e19600640 1 -- 172.21.15.44:0/1733174390 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e1409c950 con 0x5581e5e672d0 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e19600640 1 -- 172.21.15.44:0/1733174390 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f6e14087140 con 0x5581e5e672d0 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e357a5740 10 client.17232 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e357a5740 10 client.17232 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e357a5740 20 client.17232 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5ee77c0 0x5581e5ee9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e357a5740 4 client.17232 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:12:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5581e5dda320 con 0x5581e5ee77c0 2024-04-26T02:12:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.618+0000 7f6e2b400640 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5ee77c0 0x5581e5ee9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.619+0000 7f6e2b400640 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5ee77c0 0x5581e5ee9bb0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e987758dd2778f3 server_cookie=3e28d399dc15bb93 in_seq=0 out_seq=0 2024-04-26T02:12:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.619+0000 7f6e19600640 10 client.17232 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.623+0000 7f6e19600640 1 -- 172.21.15.44:0/1733174390 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5581e5dda320 con 0x5581e5ee77c0 2024-04-26T02:12:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.623+0000 7f6e19600640 10 client.17232 handle_command_reply: tid=0 2024-04-26T02:12:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.623+0000 7f6e357a5740 1 client.17232 shutdown 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 msgr2=0x5581e5e76b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e76b60 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x5581e5d72ef0 tx=0x7f6e140039d0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 shutdown_connections 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5581e5ee77c0 0x5581e5ee9bb0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5581e5e71b90 0x5581e5e770a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5581e5e672d0 0x5581e5e76b60 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 --2- 172.21.15.44:0/1733174390 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5581e5e669b0 0x5581e5e79f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e19600640 0 client.17232 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 >> 172.21.15.44:0/1733174390 conn(0x5581e5e62ec0 msgr2=0x5581e5e6eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 shutdown_connections 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 1 -- 172.21.15.44:0/1733174390 wait complete. 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.624+0000 7f6e357a5740 20 client.17232 trim_cache size 0 max 16384 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:12:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:12:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6e100a3ca0 msgr2=0x7f6e100a6160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6e100a3ca0 0x7f6e100a6160 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6e240099a0 tx=0x7f6e240092c0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e2c108e10 msgr2=0x7f6e2c1a4d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e2c108e10 0x7f6e2c1a4d80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f6e1400e9f0 tx=0x7f6e1400edf0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 shutdown_connections 2024-04-26T02:12:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6e2c10e420 0x7f6e2c19e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6e2c108e10 0x7f6e2c1a4d80 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 --2- 172.21.15.44:0/2696547110 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e2c108490 0x7f6e2c1a4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 >> 172.21.15.44:0/2696547110 conn(0x7f6e2c077d30 msgr2=0x7f6e2c078f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 shutdown_connections 2024-04-26T02:12:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:29.625+0000 7f6e31200640 1 -- 172.21.15.44:0/2696547110 wait complete. 2024-04-26T02:12:31.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 -- 172.21.15.44:0/340812288 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 msgr2=0x7eff4c115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:31.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 --2- 172.21.15.44:0/340812288 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 0x7eff4c115f80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7eff4400b0a0 tx=0x7eff4400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 -- 172.21.15.44:0/340812288 shutdown_connections 2024-04-26T02:12:31.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 --2- 172.21.15.44:0/340812288 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 0x7eff4c1096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 --2- 172.21.15.44:0/340812288 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 0x7eff4c115f80 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 --2- 172.21.15.44:0/340812288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff4c109c80 0x7eff4c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 -- 172.21.15.44:0/340812288 >> 172.21.15.44:0/340812288 conn(0x7eff4c076210 msgr2=0x7eff4c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:31.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 -- 172.21.15.44:0/340812288 shutdown_connections 2024-04-26T02:12:31.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.151+0000 7eff51200700 1 -- 172.21.15.44:0/340812288 wait complete. 2024-04-26T02:12:31.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.152+0000 7eff51200700 1 Processor -- start 2024-04-26T02:12:31.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.152+0000 7eff51200700 1 -- start start 2024-04-26T02:12:31.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff51200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 0x7eff4c19f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff51200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff4c109c80 0x7eff4c19fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff51200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 0x7eff4c1a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff51200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7eff4c1192a0 con 0x7eff4c109c80 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff51200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7eff4c119120 con 0x7eff4c10e3b0 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff51200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7eff4c119420 con 0x7eff4c1092d0 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff49e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 0x7eff4c19f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff49400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff4c109c80 0x7eff4c19fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff49e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 0x7eff4c19f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51454/0 (socket says 172.21.15.44:51454) 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.153+0000 7eff49e00700 1 -- 172.21.15.44:0/1989989635 learned_addr learned my addr 172.21.15.44:0/1989989635 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff4a800700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 0x7eff4c1a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff49e00700 1 -- 172.21.15.44:0/1989989635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 msgr2=0x7eff4c1a4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff49e00700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 0x7eff4c1a4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff49e00700 1 -- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff4c109c80 msgr2=0x7eff4c19fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:31.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff49e00700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff4c109c80 0x7eff4c19fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff49e00700 1 -- 172.21.15.44:0/1989989635 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff4c1a4740 con 0x7eff4c1092d0 2024-04-26T02:12:31.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff4a800700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 0x7eff4c1a4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:31.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff49e00700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 0x7eff4c19f730 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7eff3c00e9a0 tx=0x7eff3c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:31.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.154+0000 7eff42a00700 1 -- 172.21.15.44:0/1989989635 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff3c00cbd0 con 0x7eff4c1092d0 2024-04-26T02:12:31.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.155+0000 7eff42a00700 1 -- 172.21.15.44:0/1989989635 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff3c00cd70 con 0x7eff4c1092d0 2024-04-26T02:12:31.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.155+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff4c1a4a30 con 0x7eff4c1092d0 2024-04-26T02:12:31.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.155+0000 7eff42a00700 1 -- 172.21.15.44:0/1989989635 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff3c018680 con 0x7eff4c1092d0 2024-04-26T02:12:31.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.155+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff4c1ac2b0 con 0x7eff4c1092d0 2024-04-26T02:12:31.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.156+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff4c069730 con 0x7eff4c1092d0 2024-04-26T02:12:31.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.158+0000 7eff42a00700 1 -- 172.21.15.44:0/1989989635 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7eff3c010430 con 0x7eff4c1092d0 2024-04-26T02:12:31.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.159+0000 7eff42a00700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7eff300a3db0 0x7eff300a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:31.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.159+0000 7eff42a00700 1 -- 172.21.15.44:0/1989989635 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7eff3c0d0a50 con 0x7eff4c1092d0 2024-04-26T02:12:31.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.160+0000 7eff49400700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7eff300a3db0 0x7eff300a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:31.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.160+0000 7eff49400700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7eff300a3db0 0x7eff300a6270 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7eff4c10f780 tx=0x7eff38009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:31.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.164+0000 7eff42a00700 1 -- 172.21.15.44:0/1989989635 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7eff3c09d0d0 con 0x7eff4c1092d0 2024-04-26T02:12:31.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:30 smithi156 ceph-mon[32543]: pgmap v552: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-26T02:12:31.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:30 smithi090 ceph-mon[32456]: pgmap v552: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-26T02:12:31.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:30 smithi044 ceph-mon[27847]: pgmap v552: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-26T02:12:31.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.443+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff4c02df80 con 0x7eff4c1092d0 2024-04-26T02:12:31.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.444+0000 7eff42a00700 1 -- 172.21.15.44:0/1989989635 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7eff3c09c9d0 con 0x7eff4c1092d0 2024-04-26T02:12:31.445 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:12:31.445 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:12:31.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7eff300a3db0 msgr2=0x7eff300a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:31.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7eff300a3db0 0x7eff300a6270 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7eff4c10f780 tx=0x7eff38009260 comp rx=0 tx=0).stop 2024-04-26T02:12:31.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 msgr2=0x7eff4c19f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:31.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 0x7eff4c19f730 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7eff3c00e9a0 tx=0x7eff3c00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 shutdown_connections 2024-04-26T02:12:31.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7eff4c1092d0 0x7eff4c19f730 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7eff300a3db0 0x7eff300a6270 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7eff4c10e3b0 0x7eff4c1a4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 --2- 172.21.15.44:0/1989989635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff4c109c80 0x7eff4c19fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:31.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 >> 172.21.15.44:0/1989989635 conn(0x7eff4c076210 msgr2=0x7eff4c076790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:31.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.447+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 shutdown_connections 2024-04-26T02:12:31.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:31.448+0000 7eff51200700 1 -- 172.21.15.44:0/1989989635 wait complete. 2024-04-26T02:12:31.449 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:12:32.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:31 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1989989635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:32.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:31 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1989989635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:32.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:31 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1989989635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:32.389 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 8d69506f --release --await' 2024-04-26T02:12:32.389 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 8d69506f --release --await 2024-04-26T02:12:32.832 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:12:33.210 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:32 smithi044 ceph-mon[27847]: pgmap v553: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:33.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:32 smithi156 ceph-mon[32543]: pgmap v553: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:33.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:32 smithi090 ceph-mon[32456]: pgmap v553: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T02:12:35.083 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:34 smithi044 ceph-mon[27847]: pgmap v554: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T02:12:35.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:34 smithi156 ceph-mon[32543]: pgmap v554: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T02:12:35.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:34 smithi090 ceph-mon[32456]: pgmap v554: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T02:12:35.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 -- 172.21.15.44:0/4053583349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806b0f0 msgr2=0x7fcf3810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/4053583349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806b0f0 0x7fcf3810f900 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fcf3000b0a0 tx=0x7fcf3000b3b0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 -- 172.21.15.44:0/4053583349 shutdown_connections 2024-04-26T02:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/4053583349 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf38108a30 0x7fcf38108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/4053583349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806b0f0 0x7fcf3810f900 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/4053583349 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf3806a750 0x7fcf3806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 -- 172.21.15.44:0/4053583349 >> 172.21.15.44:0/4053583349 conn(0x7fcf380788f0 msgr2=0x7fcf38078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 -- 172.21.15.44:0/4053583349 shutdown_connections 2024-04-26T02:12:35.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.271+0000 7fcf3ee00700 1 -- 172.21.15.44:0/4053583349 wait complete. 2024-04-26T02:12:35.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.272+0000 7fcf3ee00700 1 Processor -- start 2024-04-26T02:12:35.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf3ee00700 1 -- start start 2024-04-26T02:12:35.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf3ee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806a750 0x7fcf38101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf3ee00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf3806b0f0 0x7fcf38101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf3ee00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf38108a30 0x7fcf38102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf3ee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcf38112bd0 con 0x7fcf3806a750 2024-04-26T02:12:35.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf3ee00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcf38112a50 con 0x7fcf38108a30 2024-04-26T02:12:35.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf3ee00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcf38112d50 con 0x7fcf3806b0f0 2024-04-26T02:12:35.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806a750 0x7fcf38101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf3806b0f0 0x7fcf38101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf3806b0f0 0x7fcf38101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:51480/0 (socket says 172.21.15.44:51480) 2024-04-26T02:12:35.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.273+0000 7fcf2f400700 1 -- 172.21.15.44:0/426814222 learned_addr learned my addr 172.21.15.44:0/426814222 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf38108a30 0x7fcf38102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf37e00700 1 -- 172.21.15.44:0/426814222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf3806b0f0 msgr2=0x7fcf38101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf37e00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf3806b0f0 0x7fcf38101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf37e00700 1 -- 172.21.15.44:0/426814222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf38108a30 msgr2=0x7fcf38102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf37e00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf38108a30 0x7fcf38102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf37e00700 1 -- 172.21.15.44:0/426814222 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf381a75c0 con 0x7fcf3806a750 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf2f400700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf3806b0f0 0x7fcf38101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:35.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.274+0000 7fcf37e00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806a750 0x7fcf38101a10 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fcf2800e9f0 tx=0x7fcf2800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:35.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.275+0000 7fcf35600700 1 -- 172.21.15.44:0/426814222 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2800c9c0 con 0x7fcf3806a750 2024-04-26T02:12:35.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.275+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf381a78b0 con 0x7fcf3806a750 2024-04-26T02:12:35.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.275+0000 7fcf35600700 1 -- 172.21.15.44:0/426814222 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf2800cb60 con 0x7fcf3806a750 2024-04-26T02:12:35.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.275+0000 7fcf35600700 1 -- 172.21.15.44:0/426814222 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf28018680 con 0x7fcf3806a750 2024-04-26T02:12:35.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.275+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf381a7e40 con 0x7fcf3806a750 2024-04-26T02:12:35.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.278+0000 7fcf35600700 1 -- 172.21.15.44:0/426814222 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcf28010430 con 0x7fcf3806a750 2024-04-26T02:12:35.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.280+0000 7fcf497c7b80 1 Processor -- start 2024-04-26T02:12:35.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf497c7b80 1 -- start start 2024-04-26T02:12:35.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf35600700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcf1c0a3e30 0x7fcf1c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39b3920 0x5613f39b3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf35600700 1 -- 172.21.15.44:0/426814222 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fcf280d0850 con 0x7fcf3806a750 2024-04-26T02:12:35.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39bf0f0 0x5613f39c14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5613f3906f90 con 0x5613f39b4240 2024-04-26T02:12:35.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5613f38ad830 con 0x5613f39bf0f0 2024-04-26T02:12:35.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5613f3902f50 con 0x5613f39b3920 2024-04-26T02:12:35.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.281+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcf1c0a3e30 0x7fcf1c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33298/0 (socket says 172.21.15.44:33298) 2024-04-26T02:12:35.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 -- 172.21.15.44:0/2773701986 learned_addr learned my addr 172.21.15.44:0/2773701986 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:35.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39bf0f0 0x5613f39c14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf37e00700 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39b3920 0x5613f39b3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 -- 172.21.15.44:0/2773701986 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39b3920 msgr2=0x5613f39b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39b3920 0x5613f39b3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 -- 172.21.15.44:0/2773701986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39bf0f0 msgr2=0x5613f39c14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39bf0f0 0x5613f39c14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf2f400700 1 -- 172.21.15.44:0/2773701986 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613f38a3780 con 0x5613f39b4240 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.282+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39bf0f0 0x5613f39c14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.283+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcf1c0a3e30 0x7fcf1c0a62f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fcf30009fd0 tx=0x7fcf30009360 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.283+0000 7fcf2f400700 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bebb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fcf20011680 tx=0x7fcf20011990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aab064299a40ecc5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.283+0000 7fcf2d600700 1 -- 172.21.15.44:0/2773701986 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2001e070 con 0x5613f39b4240 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.283+0000 7fcf2d600700 1 -- 172.21.15.44:0/2773701986 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf2000fb30 con 0x5613f39b4240 2024-04-26T02:12:35.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.283+0000 7fcf2d600700 1 -- 172.21.15.44:0/2773701986 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf20019bd0 con 0x5613f39b4240 2024-04-26T02:12:35.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2773701986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 msgr2=0x5613f39bebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bebb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fcf20011680 tx=0x7fcf20011990 comp rx=0 tx=0).stop 2024-04-26T02:12:35.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2773701986 shutdown_connections 2024-04-26T02:12:35.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39b3920 0x5613f39b3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39bf0f0 0x5613f39c14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2773701986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bebb0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2773701986 >> 172.21.15.44:0/2773701986 conn(0x5613f38e26a0 msgr2=0x5613f39afdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:35.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2773701986 shutdown_connections 2024-04-26T02:12:35.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.284+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2773701986 wait complete. 2024-04-26T02:12:35.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.285+0000 7fcf497c7b80 1 -- start start 2024-04-26T02:12:35.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.285+0000 7fcf497c7b80 1 Processor -- start 2024-04-26T02:12:35.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b3920 0x5613f39be820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39bc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5613f39c1c10 con 0x5613f39b4240 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5613f38c0960 con 0x5613f39b3920 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5613f39c1d90 con 0x5613f39bf0f0 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf497c7b80 10 client.0 _ll_register_callbacks cb 0x5613f389f820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33300/0 (socket says 172.21.15.44:33300) 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf2f400700 1 -- 172.21.15.44:0/2729240431 learned_addr learned my addr 172.21.15.44:0/2729240431 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf37e00700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b3920 0x5613f39be820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.286+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39bc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf2f400700 1 -- 172.21.15.44:0/2729240431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 msgr2=0x5613f39bc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf2f400700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39bc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf2f400700 1 -- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b3920 msgr2=0x5613f39be820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf2f400700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b3920 0x5613f39be820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf2f400700 1 -- 172.21.15.44:0/2729240431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613f38549d0 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf37e00700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b3920 0x5613f39be820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf2f400700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bbb20 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fcf20011650 tx=0x7fcf2000ff80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=878dbc75b66af10d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf26000700 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf26000700 1 -- 172.21.15.44:0/2729240431 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf20027020 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf26000700 1 -- 172.21.15.44:0/2729240431 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fcf20004040 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.287+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf2000fb30 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf26000700 1 -- 172.21.15.44:0/2729240431 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fcf20032050 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 10 client.17250 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5613f389dbf0 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf26000700 1 -- 172.21.15.44:0/2729240431 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf2000fb30 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf26000700 1 -- 172.21.15.44:0/2729240431 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fcf20003680 con 0x5613f39b4240 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 10 client.17250 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 10 client.17250 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:12:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 20 client.17250 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f39ce850 0x5613f39d0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 4 client.17250 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.288+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613f3914780 con 0x5613f39ce850 2024-04-26T02:12:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.289+0000 7fcf37e00700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f39ce850 0x5613f39d0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.289+0000 7fcf37e00700 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f39ce850 0x5613f39d0c40 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c27980dfe414f713 server_cookie=b18c5361213d8059 in_seq=0 out_seq=0 2024-04-26T02:12:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.289+0000 7fcf26000700 10 client.17250 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.290+0000 7fcf26000700 1 -- 172.21.15.44:0/2729240431 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5613f3914780 con 0x5613f39ce850 2024-04-26T02:12:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.290+0000 7fcf26000700 10 client.17250 handle_command_reply: tid=0 2024-04-26T02:12:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.290+0000 7fcf497c7b80 1 client.17250 shutdown 2024-04-26T02:12:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.290+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 msgr2=0x5613f39bbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.290+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bbb20 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fcf20011650 tx=0x7fcf2000ff80 comp rx=0 tx=0).stop 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 shutdown_connections 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39bc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f39ce850 0x5613f39d0c40 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b3920 0x5613f39be820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/2729240431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b4240 0x5613f39bbb20 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 >> 172.21.15.44:0/2729240431 conn(0x5613f38e26a0 msgr2=0x5613f39af9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf26000700 0 client.17250 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 shutdown_connections 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 1 -- 172.21.15.44:0/2729240431 wait complete. 2024-04-26T02:12:35.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.291+0000 7fcf497c7b80 20 client.17250 trim_cache size 0 max 16384 2024-04-26T02:12:35.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 Processor -- start 2024-04-26T02:12:35.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 -- start start 2024-04-26T02:12:35.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39d6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39d6870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39b8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcf381af440 con 0x5613f39b3920 2024-04-26T02:12:35.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcf381b0f80 con 0x5613f39b4240 2024-04-26T02:12:35.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.313+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcf381afb10 con 0x5613f39bf0f0 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39d6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39d6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33302/0 (socket says 172.21.15.44:33302) 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf37e00700 1 -- 172.21.15.44:0/3559267607 learned_addr learned my addr 172.21.15.44:0/3559267607 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39d6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39b8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf2f400700 1 -- 172.21.15.44:0/3559267607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 msgr2=0x5613f39b8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf2f400700 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39b8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf2f400700 1 -- 172.21.15.44:0/3559267607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 msgr2=0x5613f39d6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf2f400700 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39d6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf2f400700 1 -- 172.21.15.44:0/3559267607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613f39c1db0 con 0x5613f39b4240 2024-04-26T02:12:35.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.314+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39b8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:35.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.315+0000 7fcf2f400700 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39d6870 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fcf20003c40 tx=0x7fcf20011990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ddbe8c119ac52726 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:35.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.315+0000 7fcf2cc00700 1 -- 172.21.15.44:0/3559267607 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf20027070 con 0x5613f39b4240 2024-04-26T02:12:35.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.315+0000 7fcf2cc00700 1 -- 172.21.15.44:0/3559267607 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf2001f040 con 0x5613f39b4240 2024-04-26T02:12:35.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.315+0000 7fcf2cc00700 1 -- 172.21.15.44:0/3559267607 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2001e070 con 0x5613f39b4240 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 -- 172.21.15.44:0/3559267607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 msgr2=0x5613f39d6870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39d6870 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fcf20003c40 tx=0x7fcf20011990 comp rx=0 tx=0).stop 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 -- 172.21.15.44:0/3559267607 shutdown_connections 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39b8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39d6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/3559267607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39d6870 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 -- 172.21.15.44:0/3559267607 >> 172.21.15.44:0/3559267607 conn(0x5613f38e26a0 msgr2=0x5613f39bbae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:35.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 -- 172.21.15.44:0/3559267607 shutdown_connections 2024-04-26T02:12:35.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.316+0000 7fcf497c7b80 1 -- 172.21.15.44:0/3559267607 wait complete. 2024-04-26T02:12:35.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.317+0000 7fcf497c7b80 1 -- start start 2024-04-26T02:12:35.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.317+0000 7fcf497c7b80 1 Processor -- start 2024-04-26T02:12:35.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39c72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39c5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf497c7b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39c5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcf381b08b0 con 0x5613f39b3920 2024-04-26T02:12:35.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fcf381b01e0 con 0x5613f39b4240 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf497c7b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fcf381ad400 con 0x5613f39bf0f0 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf497c7b80 10 client.0 _ll_register_callbacks cb 0x5613f389f820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39c72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf2f400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39c5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39c72b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33304/0 (socket says 172.21.15.44:33304) 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf37e00700 1 -- 172.21.15.44:0/1880969648 learned_addr learned my addr 172.21.15.44:0/1880969648 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf3ce00700 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39c5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf2f400700 1 -- 172.21.15.44:0/1880969648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 msgr2=0x5613f39c5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf2f400700 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39c5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf2f400700 1 -- 172.21.15.44:0/1880969648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 msgr2=0x5613f39c72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf2f400700 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39c72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf2f400700 1 -- 172.21.15.44:0/1880969648 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613f39c6230 con 0x5613f39b4240 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.318+0000 7fcf37e00700 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39c72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf2f400700 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39c5660 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x5613f39bee20 tx=0x7fcf2000ffd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97179c23c1bbf4ef server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:35.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf26000700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf26000700 1 -- 172.21.15.44:0/1880969648 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2001e070 con 0x5613f39b4240 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf2001f040 con 0x5613f39b4240 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf26000700 1 -- 172.21.15.44:0/1880969648 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fcf200052e0 con 0x5613f39b4240 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf26000700 1 -- 172.21.15.44:0/1880969648 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fcf20027040 con 0x5613f39b4240 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf497c7b80 10 client.27353 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.319+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5613f3a35ac0 con 0x5613f39b4240 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf26000700 1 -- 172.21.15.44:0/1880969648 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf2001f040 con 0x5613f39b4240 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf26000700 1 -- 172.21.15.44:0/1880969648 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fcf20019c70 con 0x5613f39b4240 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf497c7b80 10 client.27353 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf497c7b80 10 client.27353 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf497c7b80 20 client.27353 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:35.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f3a360a0 0x5613f3a384c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:35.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf497c7b80 4 client.27353 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "8d69506f", "release": true, "await": true}] 2024-04-26T02:12:35.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "8d69506f", "release": true, "await": true}) -- 0x5613f390e820 con 0x5613f3a360a0 2024-04-26T02:12:35.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.320+0000 7fcf37e00700 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f3a360a0 0x5613f3a384c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.321+0000 7fcf37e00700 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f3a360a0 0x5613f3a384c0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7640bb7b4ed547e server_cookie=4b5591881035fd2f in_seq=0 out_seq=0 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.321+0000 7fcf26000700 10 client.27353 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf26000700 1 -- 172.21.15.44:0/1880969648 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5613f390e820 con 0x5613f3a360a0 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf26000700 10 client.27353 handle_command_reply: tid=0 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 client.27353 shutdown 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 msgr2=0x5613f39c5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39c5660 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x5613f39bee20 tx=0x7fcf2000ffd0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 shutdown_connections 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5613f39bf0f0 0x5613f39c5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5613f3a360a0 0x5613f3a384c0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5613f39b3920 0x5613f39c72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 --2- 172.21.15.44:0/1880969648 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5613f39b4240 0x5613f39c5660 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 >> 172.21.15.44:0/1880969648 conn(0x5613f38e26a0 msgr2=0x5613f39bd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.323+0000 7fcf26000700 0 client.27353 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.324+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 shutdown_connections 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.324+0000 7fcf497c7b80 1 -- 172.21.15.44:0/1880969648 wait complete. 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.324+0000 7fcf497c7b80 20 client.27353 trim_cache size 0 max 16384 2024-04-26T02:12:35.325 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 52, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "8d69506f": { 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 52, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.5, 2024-04-26T02:12:35.326 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:35.327 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcf1c0a3e30 msgr2=0x7fcf1c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcf1c0a3e30 0x7fcf1c0a62f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fcf30009fd0 tx=0x7fcf30009360 comp rx=0 tx=0).stop 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806a750 msgr2=0x7fcf38101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806a750 0x7fcf38101a10 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fcf2800e9f0 tx=0x7fcf2800ed00 comp rx=0 tx=0).stop 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 shutdown_connections 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fcf1c0a3e30 0x7fcf1c0a62f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fcf38108a30 0x7fcf38102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcf3806a750 0x7fcf38101a10 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 --2- 172.21.15.44:0/426814222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fcf3806b0f0 0x7fcf38101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:35.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 >> 172.21.15.44:0/426814222 conn(0x7fcf380788f0 msgr2=0x7fcf380ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:35.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 shutdown_connections 2024-04-26T02:12:35.329 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:35.325+0000 7fcf3ee00700 1 -- 172.21.15.44:0/426814222 wait complete. 2024-04-26T02:12:36.193 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '8d69506f', seconds elapsed: 38.6 2024-04-26T02:12:36.193 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.55 2024-04-26T02:12:36.194 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:12:36.667 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:12:37.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:36 smithi044 ceph-mon[27847]: pgmap v555: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:12:37.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:36 smithi156 ceph-mon[32543]: pgmap v555: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:12:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:36 smithi090 ceph-mon[32456]: pgmap v555: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:12:38.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:37 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:12:38.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:37 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:12:38.330 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:37 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 -- 172.21.15.44:0/2364124815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44075590 msgr2=0x7f0f4410ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 --2- 172.21.15.44:0/2364124815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44075590 0x7f0f4410ef60 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0f300098f0 tx=0x7f0f30009c00 comp rx=0 tx=0).stop 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 -- 172.21.15.44:0/2364124815 shutdown_connections 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 --2- 172.21.15.44:0/2364124815 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0f4410f4a0 0x7f0f44111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 --2- 172.21.15.44:0/2364124815 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f44074c70 0x7f0f44075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 --2- 172.21.15.44:0/2364124815 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44075590 0x7f0f4410ef60 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 -- 172.21.15.44:0/2364124815 >> 172.21.15.44:0/2364124815 conn(0x7f0f44079ba0 msgr2=0x7f0f44079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.852+0000 7f0f4b800700 1 -- 172.21.15.44:0/2364124815 shutdown_connections 2024-04-26T02:12:38.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.853+0000 7f0f4b800700 1 -- 172.21.15.44:0/2364124815 wait complete. 2024-04-26T02:12:38.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.854+0000 7f0f4b800700 1 Processor -- start 2024-04-26T02:12:38.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.854+0000 7f0f4b800700 1 -- start start 2024-04-26T02:12:38.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.854+0000 7f0f4b800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44074c70 0x7f0f4419b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:38.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.854+0000 7f0f4b800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0f44075590 0x7f0f4419b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:38.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f4b800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f4410f4a0 0x7f0f4419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:38.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f4b800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44114e40 con 0x7f0f4410f4a0 2024-04-26T02:12:38.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f4b800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44114cc0 con 0x7f0f44074c70 2024-04-26T02:12:38.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f4b800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44114fc0 con 0x7f0f44075590 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f48e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44074c70 0x7f0f4419b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f48e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44074c70 0x7f0f4419b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41476/0 (socket says 172.21.15.44:41476) 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f48e00700 1 -- 172.21.15.44:0/552833726 learned_addr learned my addr 172.21.15.44:0/552833726 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.855+0000 7f0f49800700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f4410f4a0 0x7f0f4419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f48e00700 1 -- 172.21.15.44:0/552833726 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0f44075590 msgr2=0x7f0f4419b850 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f48e00700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0f44075590 0x7f0f4419b850 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f48e00700 1 -- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f4410f4a0 msgr2=0x7f0f4419fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f48e00700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f4410f4a0 0x7f0f4419fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f48e00700 1 -- 172.21.15.44:0/552833726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f441a0320 con 0x7f0f44074c70 2024-04-26T02:12:38.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f48e00700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44074c70 0x7f0f4419b310 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0f3800ef10 tx=0x7f0f3800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:38.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f41600700 1 -- 172.21.15.44:0/552833726 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3800ca70 con 0x7f0f44074c70 2024-04-26T02:12:38.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f41600700 1 -- 172.21.15.44:0/552833726 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f38019070 con 0x7f0f44074c70 2024-04-26T02:12:38.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f441a05b0 con 0x7f0f44074c70 2024-04-26T02:12:38.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.856+0000 7f0f41600700 1 -- 172.21.15.44:0/552833726 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f38007e60 con 0x7f0f44074c70 2024-04-26T02:12:38.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.857+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f441a7e90 con 0x7f0f44074c70 2024-04-26T02:12:38.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.858+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f44069730 con 0x7f0f44074c70 2024-04-26T02:12:38.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.860+0000 7f0f41600700 1 -- 172.21.15.44:0/552833726 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0f38012050 con 0x7f0f44074c70 2024-04-26T02:12:38.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.861+0000 7f0f41600700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0f2c0a3e30 0x7f0f2c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:38.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.861+0000 7f0f41600700 1 -- 172.21.15.44:0/552833726 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f0f380d0840 con 0x7f0f44074c70 2024-04-26T02:12:38.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.862+0000 7f0f43e00700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0f2c0a3e30 0x7f0f2c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:38.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.863+0000 7f0f43e00700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0f2c0a3e30 0x7f0f2c0a62f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0f30009680 tx=0x7f0f30009f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:38.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:38.866+0000 7f0f41600700 1 -- 172.21.15.44:0/552833726 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0f38010040 con 0x7f0f44074c70 2024-04-26T02:12:39.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.152+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f4402df80 con 0x7f0f44074c70 2024-04-26T02:12:39.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.153+0000 7f0f41600700 1 -- 172.21.15.44:0/552833726 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7f0f3809cec0 con 0x7f0f44074c70 2024-04-26T02:12:39.154 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:12:39.154 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:12:39.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0f2c0a3e30 msgr2=0x7f0f2c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:39.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0f2c0a3e30 0x7f0f2c0a62f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0f30009680 tx=0x7f0f30009f90 comp rx=0 tx=0).stop 2024-04-26T02:12:39.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44074c70 msgr2=0x7f0f4419b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:39.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44074c70 0x7f0f4419b310 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0f3800ef10 tx=0x7f0f3800c3a0 comp rx=0 tx=0).stop 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 shutdown_connections 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f0f2c0a3e30 0x7f0f2c0a62f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f4410f4a0 0x7f0f4419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f0f44074c70 0x7f0f4419b310 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 --2- 172.21.15.44:0/552833726 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f0f44075590 0x7f0f4419b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 >> 172.21.15.44:0/552833726 conn(0x7f0f44079ba0 msgr2=0x7f0f440ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 shutdown_connections 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:39.157+0000 7f0f4b800700 1 -- 172.21.15.44:0/552833726 wait complete. 2024-04-26T02:12:39.158 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:12:39.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:38 smithi156 ceph-mon[32543]: pgmap v556: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:12:39.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:38 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:12:39.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:38 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:12:39.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:38 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:12:39.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:38 smithi090 ceph-mon[32456]: pgmap v556: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:12:39.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:38 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:12:39.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:38 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:12:39.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:38 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:12:39.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:38 smithi044 ceph-mon[27847]: pgmap v556: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-26T02:12:39.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:38 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:12:39.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:38 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:12:39.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:38 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:12:40.195 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 60 --expiration 82.55 --await-for 42.0' 2024-04-26T02:12:40.195 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db / --timeout 60 --expiration 82.55 --await-for 42.0 2024-04-26T02:12:40.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:39 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/552833726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:40.278 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:39 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/552833726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:39 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/552833726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:12:40.665 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:12:41.062 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:40 smithi044 ceph-mon[27847]: pgmap v557: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.5 KiB/s wr, 14 op/s 2024-04-26T02:12:41.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:40 smithi156 ceph-mon[32543]: pgmap v557: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.5 KiB/s wr, 14 op/s 2024-04-26T02:12:41.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:40 smithi090 ceph-mon[32456]: pgmap v557: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.5 KiB/s wr, 14 op/s 2024-04-26T02:12:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.775+0000 7fc09b000640 1 -- 172.21.15.44:0/2009265051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074c40 msgr2=0x7fc09410e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.775+0000 7fc09b000640 1 --2- 172.21.15.44:0/2009265051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074c40 0x7fc09410e2a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fc080009900 tx=0x7fc08002a480 comp rx=0 tx=0).stop 2024-04-26T02:12:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.775+0000 7fc09b000640 1 -- 172.21.15.44:0/2009265051 shutdown_connections 2024-04-26T02:12:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.775+0000 7fc09b000640 1 --2- 172.21.15.44:0/2009265051 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc09410e7e0 0x7fc094110bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.775+0000 7fc09b000640 1 --2- 172.21.15.44:0/2009265051 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074c40 0x7fc09410e2a0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.775+0000 7fc09b000640 1 --2- 172.21.15.44:0/2009265051 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc094074320 0x7fc094074700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.775+0000 7fc09b000640 1 -- 172.21.15.44:0/2009265051 >> 172.21.15.44:0/2009265051 conn(0x7fc0940fda10 msgr2=0x7fc0940ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.776+0000 7fc09b000640 1 -- 172.21.15.44:0/2009265051 shutdown_connections 2024-04-26T02:12:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.776+0000 7fc09b000640 1 -- 172.21.15.44:0/2009265051 wait complete. 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 Processor -- start 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 -- start start 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074320 0x7fc0941a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc094074c40 0x7fc0941a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc09410e7e0 0x7fc09419a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc094114460 con 0x7fc094074320 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941142e0 con 0x7fc09410e7e0 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.777+0000 7fc09b000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941145e0 con 0x7fc094074c40 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074320 0x7fc0941a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074320 0x7fc0941a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51318/0 (socket says 172.21.15.44:51318) 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 -- 172.21.15.44:0/2081467645 learned_addr learned my addr 172.21.15.44:0/2081467645 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093400640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc094074c40 0x7fc0941a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc099000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc09410e7e0 0x7fc09419a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 -- 172.21.15.44:0/2081467645 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc094074c40 msgr2=0x7fc0941a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc094074c40 0x7fc0941a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 -- 172.21.15.44:0/2081467645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc09410e7e0 msgr2=0x7fc09419a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc09410e7e0 0x7fc09419a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 -- 172.21.15.44:0/2081467645 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc09419afd0 con 0x7fc094074320 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.778+0000 7fc093e00640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074320 0x7fc0941a0640 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc08400e9f0 tx=0x7fc08400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.779+0000 7fc090c00640 1 -- 172.21.15.44:0/2081467645 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08400ccc0 con 0x7fc094074320 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.779+0000 7fc090c00640 1 -- 172.21.15.44:0/2081467645 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc08400ce60 con 0x7fc094074320 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.779+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc09419b2c0 con 0x7fc094074320 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.779+0000 7fc090c00640 1 -- 172.21.15.44:0/2081467645 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084010430 con 0x7fc094074320 2024-04-26T02:12:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.779+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0941a7490 con 0x7fc094074320 2024-04-26T02:12:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 Processor -- start 2024-04-26T02:12:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 -- start start 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2ca6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2cb14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5615f2c0c900 con 0x5615f2cb1a00 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5615f2bb2ef0 con 0x5615f2ca7140 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.783+0000 7fc09dfed740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5615f2c088c0 con 0x5615f2ca6820 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc093400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc099000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2ca6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc093400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb3df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51320/0 (socket says 172.21.15.44:51320) 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc093400640 1 -- 172.21.15.44:0/1244480654 learned_addr learned my addr 172.21.15.44:0/1244480654 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc099000640 1 -- 172.21.15.44:0/1244480654 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 msgr2=0x5615f2cb14c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T02:12:42.784 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc099000640 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2cb14c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc099000640 1 -- 172.21.15.44:0/1244480654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 msgr2=0x5615f2cb3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc099000640 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc099000640 1 -- 172.21.15.44:0/1244480654 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615f291f210 con 0x5615f2ca6820 2024-04-26T02:12:42.785 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc093400640 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.784+0000 7fc099000640 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2ca6c00 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc094075270 tx=0x7fc08c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8807fb376818503 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.785+0000 7fc090c00640 1 -- 172.21.15.44:0/2081467645 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc0840046c0 con 0x7fc094074320 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.785+0000 7fc089600640 1 -- 172.21.15.44:0/1244480654 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08c004d20 con 0x5615f2ca6820 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.785+0000 7fc089600640 1 -- 172.21.15.44:0/1244480654 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc08c004050 con 0x5615f2ca6820 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.785+0000 7fc089600640 1 -- 172.21.15.44:0/1244480654 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08c005280 con 0x5615f2ca6820 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc09dfed740 1 -- 172.21.15.44:0/1244480654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 msgr2=0x5615f2ca6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc09dfed740 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2ca6c00 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc094075270 tx=0x7fc08c011810 comp rx=0 tx=0).stop 2024-04-26T02:12:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc090c00640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0780a3e40 0x7fc0780a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc090c00640 1 -- 172.21.15.44:0/2081467645 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fc0840d0b10 con 0x7fc094074320 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc09dfed740 1 -- 172.21.15.44:0/1244480654 shutdown_connections 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc09dfed740 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc09dfed740 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2cb14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc09dfed740 1 --2- 172.21.15.44:0/1244480654 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2ca6c00 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.786+0000 7fc09dfed740 1 -- 172.21.15.44:0/1244480654 >> 172.21.15.44:0/1244480654 conn(0x5615f2ca2d30 msgr2=0x5615f2ca3110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.787+0000 7fc09dfed740 1 -- 172.21.15.44:0/1244480654 shutdown_connections 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.787+0000 7fc099000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0780a3e40 0x7fc0780a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.789 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.787+0000 7fc09dfed740 1 -- 172.21.15.44:0/1244480654 wait complete. 2024-04-26T02:12:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.787+0000 7fc09dfed740 1 -- start start 2024-04-26T02:12:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.787+0000 7fc099000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0780a3e40 0x7fc0780a6300 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc08c01b040 tx=0x7fc08c009bf0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.787+0000 7fc09dfed740 1 Processor -- start 2024-04-26T02:12:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cae9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2caef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.790 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2caf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc09dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5615f2cb4630 con 0x5615f2cb1a00 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc09dfed740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5615f2bc6310 con 0x5615f2ca7140 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc09dfed740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5615f2cb47b0 con 0x5615f2ca6820 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc09dfed740 10 client.0 _ll_register_callbacks cb 0x5615f2b94cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc099000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2caf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc093e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cae9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc093e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cae9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:44368/0 (socket says 172.21.15.44:44368) 2024-04-26T02:12:42.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc093400640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2caef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.788+0000 7fc093e00640 1 -- 172.21.15.44:0/2618850142 learned_addr learned my addr 172.21.15.44:0/2618850142 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc093e00640 1 -- 172.21.15.44:0/2618850142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 msgr2=0x5615f2caef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc093e00640 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2caef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc093e00640 1 -- 172.21.15.44:0/2618850142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 msgr2=0x5615f2caf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc093e00640 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2caf450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc093e00640 1 -- 172.21.15.44:0/2618850142 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615f29eb620 con 0x5615f2ca6820 2024-04-26T02:12:42.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc093e00640 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cae9d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc08400e9c0 tx=0x7fc08409d2b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f476f7bc0b2c9d3d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.796 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc07e000640 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc07e000640 1 -- 172.21.15.44:0/2618850142 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0840a5760 con 0x5615f2ca6820 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc07e000640 1 -- 172.21.15.44:0/2618850142 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fc0840a52d0 con 0x5615f2ca6820 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.789+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc08c004050 con 0x5615f2ca6820 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc07e000640 1 -- 172.21.15.44:0/2618850142 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc0840a5510 con 0x5615f2ca6820 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 10 client.27361 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5615f2cc0980 con 0x5615f2ca6820 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc07e000640 1 -- 172.21.15.44:0/2618850142 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc08c004050 con 0x5615f2ca6820 2024-04-26T02:12:42.797 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc07e000640 1 -- 172.21.15.44:0/2618850142 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc08409bad0 con 0x5615f2ca6820 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 10 client.27361 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 10 client.27361 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 20 client.27361 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2cc1df0 0x5615f2cc41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 4 client.27361 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.790+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5615f2c208b0 con 0x5615f2cc1df0 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.791+0000 7fc093400640 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2cc1df0 0x5615f2cc41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.798 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.791+0000 7fc093400640 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2cc1df0 0x5615f2cc41e0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf24d8c1bb951166 server_cookie=9be35d2de869e4be in_seq=0 out_seq=0 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.791+0000 7fc07e000640 10 client.27361 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc07e000640 1 -- 172.21.15.44:0/2618850142 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5615f2c208b0 con 0x5615f2cc1df0 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc07e000640 10 client.27361 handle_command_reply: tid=0 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc09dfed740 1 client.27361 shutdown 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 msgr2=0x5615f2cae9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cae9d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc08400e9c0 tx=0x7fc08409d2b0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 shutdown_connections 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2cc1df0 0x5615f2cc41e0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.799 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2caf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.792+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2caef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.793+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2618850142 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cae9d0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.793+0000 7fc07e000640 0 client.27361 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.793+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 >> 172.21.15.44:0/2618850142 conn(0x5615f2ca2d30 msgr2=0x5615f2ca8a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.793+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 shutdown_connections 2024-04-26T02:12:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.793+0000 7fc09dfed740 1 -- 172.21.15.44:0/2618850142 wait complete. 2024-04-26T02:12:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.793+0000 7fc09dfed740 20 client.27361 trim_cache size 0 max 16384 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.809+0000 7fc09dfed740 1 Processor -- start 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.809+0000 7fc09dfed740 1 -- start start 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca6820 0x5615f2cbd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca7140 0x5615f2ca91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cc9af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc09dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941afc00 con 0x5615f2cb1a00 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc09dfed740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941b1740 con 0x5615f2ca6820 2024-04-26T02:12:42.810 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc09dfed740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941b02d0 con 0x5615f2ca7140 2024-04-26T02:12:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc099000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cc9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc099000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cc9af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51352/0 (socket says 172.21.15.44:51352) 2024-04-26T02:12:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc099000640 1 -- 172.21.15.44:0/4278514762 learned_addr learned my addr 172.21.15.44:0/4278514762 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc093e00640 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca6820 0x5615f2cbd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.810+0000 7fc093400640 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca7140 0x5615f2ca91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc099000640 1 -- 172.21.15.44:0/4278514762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca7140 msgr2=0x5615f2ca91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc099000640 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca7140 0x5615f2ca91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc099000640 1 -- 172.21.15.44:0/4278514762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca6820 msgr2=0x5615f2cbd4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc099000640 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca6820 0x5615f2cbd4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc099000640 1 -- 172.21.15.44:0/4278514762 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615f2ca2a90 con 0x5615f2cb1a00 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc099000640 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cc9af0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc08c004fa0 tx=0x7fc08c022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9431e9fb612bb8c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc088c00640 1 -- 172.21.15.44:0/4278514762 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08c02b040 con 0x5615f2cb1a00 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc088c00640 1 -- 172.21.15.44:0/4278514762 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc08c02c040 con 0x5615f2cb1a00 2024-04-26T02:12:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.811+0000 7fc088c00640 1 -- 172.21.15.44:0/4278514762 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08c01d050 con 0x5615f2cb1a00 2024-04-26T02:12:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 -- 172.21.15.44:0/4278514762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 msgr2=0x5615f2cc9af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cc9af0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc08c004fa0 tx=0x7fc08c022000 comp rx=0 tx=0).stop 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 -- 172.21.15.44:0/4278514762 shutdown_connections 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cc9af0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca7140 0x5615f2ca91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 --2- 172.21.15.44:0/4278514762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca6820 0x5615f2cbd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 -- 172.21.15.44:0/4278514762 >> 172.21.15.44:0/4278514762 conn(0x5615f2ca2d30 msgr2=0x5615f2caf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 -- 172.21.15.44:0/4278514762 shutdown_connections 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.812+0000 7fc09dfed740 1 -- 172.21.15.44:0/4278514762 wait complete. 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 -- start start 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 Processor -- start 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cb7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2cb7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941b1070 con 0x5615f2cb1a00 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941b09a0 con 0x5615f2ca7140 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.813+0000 7fc09dfed740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fc0941adc00 con 0x5615f2ca6820 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc09dfed740 10 client.0 _ll_register_callbacks cb 0x7fc08409c700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51366/0 (socket says 172.21.15.44:51366) 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 -- 172.21.15.44:0/2118312517 learned_addr learned my addr 172.21.15.44:0/2118312517 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc093e00640 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cb7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc093400640 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2cb7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 -- 172.21.15.44:0/2118312517 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 msgr2=0x5615f2cb7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cb7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 -- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 msgr2=0x5615f2cb7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2cb7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.814+0000 7fc099000640 1 -- 172.21.15.44:0/2118312517 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615f2d27660 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc099000640 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb81f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc08c011850 tx=0x7fc08c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aed00af6fe0ebd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc07e000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc07e000640 1 -- 172.21.15.44:0/2118312517 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08c03f070 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc07e000640 1 -- 172.21.15.44:0/2118312517 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fc08c005770 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc08c02c040 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc07e000640 1 -- 172.21.15.44:0/2118312517 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc08c04b050 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc09dfed740 10 client.17280 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.815+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5615f2d28970 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc07e000640 1 -- 172.21.15.44:0/2118312517 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc08c02c040 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc07e000640 1 -- 172.21.15.44:0/2118312517 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fc08c032c00 con 0x5615f2cb1a00 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc09dfed740 10 client.17280 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc09dfed740 10 client.17280 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc09dfed740 20 client.17280 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2d28de0 0x5615f2d2b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc09dfed740 4 client.17280 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:12:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5615f2c1a320 con 0x5615f2d28de0 2024-04-26T02:12:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.816+0000 7fc093e00640 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2d28de0 0x5615f2d2b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.817+0000 7fc093e00640 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2d28de0 0x5615f2d2b1d0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=265c40b8cbc9c97a server_cookie=4a83f86a12455fac in_seq=0 out_seq=0 2024-04-26T02:12:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.817+0000 7fc07e000640 10 client.17280 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc07e000640 1 -- 172.21.15.44:0/2118312517 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5615f2c1a320 con 0x5615f2d28de0 2024-04-26T02:12:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc07e000640 10 client.17280 handle_command_reply: tid=0 2024-04-26T02:12:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 client.17280 shutdown 2024-04-26T02:12:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 msgr2=0x5615f2cb81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb81f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc08c011850 tx=0x7fc08c004af0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 shutdown_connections 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5615f2d28de0 0x5615f2d2b1d0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615f2cb1a00 0x5615f2cb81f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5615f2ca7140 0x5615f2cb7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 --2- 172.21.15.44:0/2118312517 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5615f2ca6820 0x5615f2cb7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc07e000640 0 client.17280 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.826+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 >> 172.21.15.44:0/2118312517 conn(0x5615f2ca2d30 msgr2=0x5615f2cae970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.827+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 shutdown_connections 2024-04-26T02:12:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.827+0000 7fc09dfed740 1 -- 172.21.15.44:0/2118312517 wait complete. 2024-04-26T02:12:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.827+0000 7fc09dfed740 20 client.17280 trim_cache size 0 max 16384 2024-04-26T02:12:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:12:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:12:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:12:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0780a3e40 msgr2=0x7fc0780a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0780a3e40 0x7fc0780a6300 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc08c01b040 tx=0x7fc08c009bf0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074320 msgr2=0x7fc0941a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074320 0x7fc0941a0640 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc08400e9f0 tx=0x7fc08400edf0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 shutdown_connections 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fc0780a3e40 0x7fc0780a6300 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fc09410e7e0 0x7fc09419a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fc094074c40 0x7fc0941a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 --2- 172.21.15.44:0/2081467645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc094074320 0x7fc0941a0640 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 >> 172.21.15.44:0/2081467645 conn(0x7fc0940fda10 msgr2=0x7fc0940fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 shutdown_connections 2024-04-26T02:12:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:42.828+0000 7fc09b000640 1 -- 172.21.15.44:0/2081467645 wait complete. 2024-04-26T02:12:42.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 -- 172.21.15.44:0/3640952681 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a410f4e0 msgr2=0x7f02a41118d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3640952681 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a410f4e0 0x7f02a41118d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f029c009990 tx=0x7f029c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 -- 172.21.15.44:0/3640952681 shutdown_connections 2024-04-26T02:12:42.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3640952681 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a410f4e0 0x7f02a41118d0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3640952681 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02a406aff0 0x7f02a406b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3640952681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406b910 0x7f02a410efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 -- 172.21.15.44:0/3640952681 >> 172.21.15.44:0/3640952681 conn(0x7f02a4078980 msgr2=0x7f02a4078d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 -- 172.21.15.44:0/3640952681 shutdown_connections 2024-04-26T02:12:42.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.903+0000 7f02a8e00700 1 -- 172.21.15.44:0/3640952681 wait complete. 2024-04-26T02:12:42.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.904+0000 7f02a8e00700 1 Processor -- start 2024-04-26T02:12:42.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.905+0000 7f02a8e00700 1 -- start start 2024-04-26T02:12:42.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.905+0000 7f02a8e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406aff0 0x7f02a419b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.905+0000 7f02a8e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a406b910 0x7f02a419b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.905+0000 7f02a8e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02a410f4e0 0x7f02a419fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.905+0000 7f02a8e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02a4114e00 con 0x7f02a406aff0 2024-04-26T02:12:42.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.905+0000 7f02a8e00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02a4114c80 con 0x7f02a410f4e0 2024-04-26T02:12:42.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.905+0000 7f02a8e00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02a4114f80 con 0x7f02a406b910 2024-04-26T02:12:42.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406aff0 0x7f02a419b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f0299400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a406b910 0x7f02a419b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406aff0 0x7f02a419b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51390/0 (socket says 172.21.15.44:51390) 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 -- 172.21.15.44:0/3390946388 learned_addr learned my addr 172.21.15.44:0/3390946388 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a2800700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02a410f4e0 0x7f02a419fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 -- 172.21.15.44:0/3390946388 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a406b910 msgr2=0x7f02a419b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a406b910 0x7f02a419b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 -- 172.21.15.44:0/3390946388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02a410f4e0 msgr2=0x7f02a419fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02a410f4e0 0x7f02a419fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a1e00700 1 -- 172.21.15.44:0/3390946388 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02a41a0280 con 0x7f02a406aff0 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.906+0000 7f02a2800700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02a410f4e0 0x7f02a419fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:42.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.907+0000 7f02a1e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406aff0 0x7f02a419b270 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f029400ef30 tx=0x7f029400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.907+0000 7f029b400700 1 -- 172.21.15.44:0/3390946388 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02940092e0 con 0x7f02a406aff0 2024-04-26T02:12:42.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.907+0000 7f029b400700 1 -- 172.21.15.44:0/3390946388 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0294004bb0 con 0x7f02a406aff0 2024-04-26T02:12:42.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.907+0000 7f029b400700 1 -- 172.21.15.44:0/3390946388 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0294004040 con 0x7f02a406aff0 2024-04-26T02:12:42.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.907+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02a41a0510 con 0x7f02a406aff0 2024-04-26T02:12:42.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.907+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02a41a7df0 con 0x7f02a406aff0 2024-04-26T02:12:42.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.911+0000 7f029b400700 1 -- 172.21.15.44:0/3390946388 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f029401b030 con 0x7f02a406aff0 2024-04-26T02:12:42.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.912+0000 7f02b3819b80 1 Processor -- start 2024-04-26T02:12:42.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.912+0000 7f02b3819b80 1 -- start start 2024-04-26T02:12:42.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.912+0000 7f029b400700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02880a3ed0 0x7f02880a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f029b400700 1 -- 172.21.15.44:0/3390946388 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f02940d02b0 con 0x7f02a406aff0 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563923363dd0 0x5639233641b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x56392336f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56392336f560 0x563923371950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02b3819b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5639232b7020 con 0x563923363dd0 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02a2800700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02880a3ed0 0x7f02880a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02b3819b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56392325d8c0 con 0x5639233646f0 2024-04-26T02:12:42.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02b3819b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x5639232b2fe0 con 0x56392336f560 2024-04-26T02:12:42.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02a1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563923363dd0 0x5639233641b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f0299400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x56392336f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f0299400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x56392336f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41548/0 (socket says 172.21.15.44:41548) 2024-04-26T02:12:42.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f0299400700 1 -- 172.21.15.44:0/2727864731 learned_addr learned my addr 172.21.15.44:0/2727864731 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.913+0000 7f02a2800700 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56392336f560 0x563923371950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0299400700 1 -- 172.21.15.44:0/2727864731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56392336f560 msgr2=0x563923371950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0299400700 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56392336f560 0x563923371950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0299400700 1 -- 172.21.15.44:0/2727864731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563923363dd0 msgr2=0x5639233641b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0299400700 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563923363dd0 0x5639233641b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0299400700 1 -- 172.21.15.44:0/2727864731 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563923253810 con 0x5639233646f0 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f02a1e00700 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563923363dd0 0x5639233641b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f02a2800700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02880a3ed0 0x7f02880a6390 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f029c00b2e0 tx=0x7f029c00bc80 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0299400700 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x56392336f020 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f028c009ca0 tx=0x7f028c011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b865186d08d1aea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0293400700 1 -- 172.21.15.44:0/2727864731 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028c01e070 con 0x5639233646f0 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0293400700 1 -- 172.21.15.44:0/2727864731 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f028c011d00 con 0x5639233646f0 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.914+0000 7f0293400700 1 -- 172.21.15.44:0/2727864731 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028c00e610 con 0x5639233646f0 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.915+0000 7f02b3819b80 1 -- 172.21.15.44:0/2727864731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 msgr2=0x56392336f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.915+0000 7f02b3819b80 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x56392336f020 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f028c009ca0 tx=0x7f028c011440 comp rx=0 tx=0).stop 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.915+0000 7f02b3819b80 1 -- 172.21.15.44:0/2727864731 shutdown_connections 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.915+0000 7f02b3819b80 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x56392336f560 0x563923371950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.915+0000 7f02b3819b80 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563923363dd0 0x5639233641b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.915+0000 7f02b3819b80 1 --2- 172.21.15.44:0/2727864731 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x56392336f020 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.915+0000 7f02b3819b80 1 -- 172.21.15.44:0/2727864731 >> 172.21.15.44:0/2727864731 conn(0x5639232930e0 msgr2=0x5639233602e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.916+0000 7f02b3819b80 1 -- 172.21.15.44:0/2727864731 shutdown_connections 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.916+0000 7f02b3819b80 1 -- 172.21.15.44:0/2727864731 wait complete. 2024-04-26T02:12:42.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.916+0000 7f02b3819b80 1 -- start start 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.916+0000 7f02b3819b80 1 Processor -- start 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x56392336ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x56392336bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x56392336c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02b3819b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563923371ff0 con 0x56392336f560 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02b3819b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5639232709f0 con 0x563923363dd0 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02b3819b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x563923372170 con 0x5639233646f0 2024-04-26T02:12:42.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02b3819b80 10 client.0 _ll_register_callbacks cb 0x56392324f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02a1e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x56392336ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02a1e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x56392336ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:41560/0 (socket says 172.21.15.44:41560) 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02a1e00700 1 -- 172.21.15.44:0/892643291 learned_addr learned my addr 172.21.15.44:0/892643291 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f02a2800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x56392336c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.917+0000 7f0299400700 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x56392336bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.918+0000 7f02a1e00700 1 -- 172.21.15.44:0/892643291 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 msgr2=0x56392336bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.918+0000 7f02a1e00700 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x56392336bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.918+0000 7f02a1e00700 1 -- 172.21.15.44:0/892643291 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 msgr2=0x56392336c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.918+0000 7f02a1e00700 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x56392336c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.918+0000 7f02a1e00700 1 -- 172.21.15.44:0/892643291 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563923204a60 con 0x563923363dd0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.918+0000 7f02a1e00700 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x56392336ec80 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f029409bfc0 tx=0x7f029401b460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23e9df268ecbdcc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.918+0000 7f0287e00700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.919+0000 7f0287e00700 1 -- 172.21.15.44:0/892643291 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02940b4020 con 0x563923363dd0 2024-04-26T02:12:42.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.919+0000 7f0287e00700 1 -- 172.21.15.44:0/892643291 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f02940a4c10 con 0x563923363dd0 2024-04-26T02:12:42.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.919+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f028c011d00 con 0x563923363dd0 2024-04-26T02:12:42.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.919+0000 7f0287e00700 1 -- 172.21.15.44:0/892643291 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f029409c2c0 con 0x563923363dd0 2024-04-26T02:12:42.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.919+0000 7f02b3819b80 10 client.27386 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:42.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.919+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56392324dc80 con 0x563923363dd0 2024-04-26T02:12:42.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.919+0000 7f0287e00700 1 -- 172.21.15.44:0/892643291 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f028c011d00 con 0x563923363dd0 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f0287e00700 1 -- 172.21.15.44:0/892643291 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f0294098010 con 0x563923363dd0 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f02b3819b80 10 client.27386 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f02b3819b80 10 client.27386 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f02b3819b80 20 client.27386 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f02b3819b80 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56392337ed20 0x563923381110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f02b3819b80 4 client.27386 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639232c4810 con 0x56392337ed20 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.920+0000 7f0299400700 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56392337ed20 0x563923381110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.921+0000 7f0299400700 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56392337ed20 0x563923381110 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f1f80ef9e177d8c server_cookie=22480b294689db50 in_seq=0 out_seq=0 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.921+0000 7f0287e00700 10 client.27386 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f0287e00700 1 -- 172.21.15.44:0/892643291 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5639232c4810 con 0x56392337ed20 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f0287e00700 10 client.27386 handle_command_reply: tid=0 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 client.27386 shutdown 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 msgr2=0x56392336ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x56392336ec80 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f029409bfc0 tx=0x7f029401b460 comp rx=0 tx=0).stop 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 shutdown_connections 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56392337ed20 0x563923381110 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x56392336c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x56392336ec80 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 --2- 172.21.15.44:0/892643291 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x56392336bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f0287e00700 0 client.27386 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 >> 172.21.15.44:0/892643291 conn(0x5639232930e0 msgr2=0x56392335fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 shutdown_connections 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.922+0000 7f02b3819b80 1 -- 172.21.15.44:0/892643291 wait complete. 2024-04-26T02:12:42.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.923+0000 7f02b3819b80 20 client.27386 trim_cache size 0 max 16384 2024-04-26T02:12:42.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.944+0000 7f02b3819b80 1 Processor -- start 2024-04-26T02:12:42.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.944+0000 7f02b3819b80 1 -- start start 2024-04-26T02:12:42.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.944+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563923363dd0 0x56392337aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.944+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x563923377400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.944+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923377940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.944+0000 7f02b3819b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02a41af350 con 0x56392336f560 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.944+0000 7f02b3819b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02a41b0e90 con 0x5639233646f0 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02b3819b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02a41afa20 con 0x563923363dd0 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563923363dd0 0x56392337aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563923363dd0 0x56392337aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:44406/0 (socket says 172.21.15.44:44406) 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 -- 172.21.15.44:0/1023793222 learned_addr learned my addr 172.21.15.44:0/1023793222 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f0299400700 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x563923377400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a2800700 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923377940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 -- 172.21.15.44:0/1023793222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 msgr2=0x563923377400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x563923377400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 -- 172.21.15.44:0/1023793222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 msgr2=0x563923377940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923377940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a1e00700 1 -- 172.21.15.44:0/1023793222 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563923381790 con 0x563923363dd0 2024-04-26T02:12:42.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.945+0000 7f02a2800700 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923377940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:12:42.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.946+0000 7f02a1e00700 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563923363dd0 0x56392337aef0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f02940090a0 tx=0x7f029409c1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb880efef50433f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.946+0000 7f0292a00700 1 -- 172.21.15.44:0/1023793222 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02940b4070 con 0x563923363dd0 2024-04-26T02:12:42.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.946+0000 7f0292a00700 1 -- 172.21.15.44:0/1023793222 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f029407d020 con 0x563923363dd0 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.946+0000 7f0292a00700 1 -- 172.21.15.44:0/1023793222 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02940a4a10 con 0x563923363dd0 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 -- 172.21.15.44:0/1023793222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563923363dd0 msgr2=0x56392337aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563923363dd0 0x56392337aef0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f02940090a0 tx=0x7f029409c1c0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 -- 172.21.15.44:0/1023793222 shutdown_connections 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x563923363dd0 0x56392337aef0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923377940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 --2- 172.21.15.44:0/1023793222 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5639233646f0 0x563923377400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 -- 172.21.15.44:0/1023793222 >> 172.21.15.44:0/1023793222 conn(0x5639232930e0 msgr2=0x56392335fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 -- 172.21.15.44:0/1023793222 shutdown_connections 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 -- 172.21.15.44:0/1023793222 wait complete. 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.947+0000 7f02b3819b80 1 -- start start 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 1 Processor -- start 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x5639233df650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x5639233dfb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923376740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f02a41b07c0 con 0x56392336f560 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f02a41b00f0 con 0x563923363dd0 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f02a41ad310 con 0x5639233646f0 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f02b3819b80 10 client.0 _ll_register_callbacks cb 0x56392324f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.948+0000 7f0299400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x5639233dfb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x5639233dfb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:44416/0 (socket says 172.21.15.44:44416) 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 -- 172.21.15.44:0/3467747705 learned_addr learned my addr 172.21.15.44:0/3467747705 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f02a1e00700 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x5639233df650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f02a2800700 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923376740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 -- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 msgr2=0x5639233df650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x5639233df650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 -- 172.21.15.44:0/3467747705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 msgr2=0x563923376740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:42.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923376740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 -- 172.21.15.44:0/3467747705 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563923376e40 con 0x5639233646f0 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0299400700 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x5639233dfb90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f028c011790 tx=0x7f028c009c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a8b19db9a71ccf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.949+0000 7f0287e00700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.950+0000 7f0287e00700 1 -- 172.21.15.44:0/3467747705 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028c01e040 con 0x5639233646f0 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.950+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f029407d020 con 0x5639233646f0 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.950+0000 7f0287e00700 1 -- 172.21.15.44:0/3467747705 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f028c005240 con 0x5639233646f0 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.950+0000 7f0287e00700 1 -- 172.21.15.44:0/3467747705 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f028c005440 con 0x5639233646f0 2024-04-26T02:12:42.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.950+0000 7f02b3819b80 10 client.27385 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.950+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5639233e6e20 con 0x5639233646f0 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f0287e00700 1 -- 172.21.15.44:0/3467747705 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f029407d020 con 0x5639233646f0 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f0287e00700 1 -- 172.21.15.44:0/3467747705 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f028c032070 con 0x5639233646f0 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f02b3819b80 10 client.27385 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f02b3819b80 10 client.27385 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f02b3819b80 20 client.27385 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f02b3819b80 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5639233e7350 0x5639233e9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f02b3819b80 4 client.27385 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.55, "await_for": 42.0}] 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 82.55, "await_for": 42.0}) -- 0x5639232be8b0 con 0x5639233e7350 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.951+0000 7f02a1e00700 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5639233e7350 0x5639233e9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.952+0000 7f02a1e00700 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5639233e7350 0x5639233e9740 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a45a5599bc0f1bf server_cookie=4b7ee842438a3d1d in_seq=0 out_seq=0 2024-04-26T02:12:42.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.952+0000 7f0287e00700 10 client.27385 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.969+0000 7f0287e00700 1 -- 172.21.15.44:0/3467747705 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5639232be8b0 con 0x5639233e7350 2024-04-26T02:12:42.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.969+0000 7f0287e00700 10 client.27385 handle_command_reply: tid=0 2024-04-26T02:12:42.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.969+0000 7f02b3819b80 1 client.27385 shutdown 2024-04-26T02:12:42.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.969+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 msgr2=0x5639233dfb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.969+0000 7f02b3819b80 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x5639233dfb90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f028c011790 tx=0x7f028c009c10 comp rx=0 tx=0).stop 2024-04-26T02:12:42.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.969+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 shutdown_connections 2024-04-26T02:12:42.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.969+0000 7f02b3819b80 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x5639233e7350 0x5639233e9740 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f02b3819b80 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56392336f560 0x563923376740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f02b3819b80 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x563923363dd0 0x5639233df650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f02b3819b80 1 --2- 172.21.15.44:0/3467747705 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5639233646f0 0x5639233dfb90 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 >> 172.21.15.44:0/3467747705 conn(0x5639232930e0 msgr2=0x563923379ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f0287e00700 0 client.27385 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:42.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 shutdown_connections 2024-04-26T02:12:42.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f02b3819b80 1 -- 172.21.15.44:0/3467747705 wait complete. 2024-04-26T02:12:42.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.970+0000 7f02b3819b80 20 client.27385 trim_cache size 0 max 16384 2024-04-26T02:12:42.973 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:12:42.973 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:12:42.974 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:12:42.974 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 54, 2024-04-26T02:12:42.974 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:12:42.974 INFO:teuthology.orchestra.run.smithi044.stdout: "548731ac": { 2024-04-26T02:12:42.974 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 54, 2024-04-26T02:12:42.975 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:12:42.975 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:12:42.975 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:12:42.975 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:12:42.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:12:42.975 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:12:42.976 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.5, 2024-04-26T02:12:42.976 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:12:42.976 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:12:42.976 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:12:42.976 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:12:42.976 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "QUIESCED", 2024-04-26T02:12:42.977 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:12:42.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:42.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:42.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:42.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:42.977 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:12:42.978 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:12:42.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02880a3ed0 msgr2=0x7f02880a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02880a3ed0 0x7f02880a6390 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f029c00b2e0 tx=0x7f029c00bc80 comp rx=0 tx=0).stop 2024-04-26T02:12:42.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406aff0 msgr2=0x7f02a419b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:42.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406aff0 0x7f02a419b270 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f029400ef30 tx=0x7f029400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 shutdown_connections 2024-04-26T02:12:42.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f02880a3ed0 0x7f02880a6390 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f02a410f4e0 0x7f02a419fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f02a406aff0 0x7f02a419b270 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 --2- 172.21.15.44:0/3390946388 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f02a406b910 0x7f02a419b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:42.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.971+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 >> 172.21.15.44:0/3390946388 conn(0x7f02a4078980 msgr2=0x7f02a41108f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:42.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.972+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 shutdown_connections 2024-04-26T02:12:42.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:12:42.972+0000 7f02a8e00700 1 -- 172.21.15.44:0/3390946388 wait complete. 2024-04-26T02:12:43.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:42 smithi044 ceph-mon[27847]: pgmap v558: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.5 KiB/s wr, 10 op/s 2024-04-26T02:12:43.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:42 smithi156 ceph-mon[32543]: pgmap v558: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.5 KiB/s wr, 10 op/s 2024-04-26T02:12:43.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:42 smithi090 ceph-mon[32456]: pgmap v558: 97 pgs: 97 active+clean; 7.2 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.5 KiB/s wr, 10 op/s 2024-04-26T02:12:43.856 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '548731ac', quiesce took 7.7 seconds. Will release after: 22.55 2024-04-26T02:12:45.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:45 smithi044 ceph-mon[27847]: pgmap v559: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 18 op/s 2024-04-26T02:12:45.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:45 smithi156 ceph-mon[32543]: pgmap v559: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 18 op/s 2024-04-26T02:12:45.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:45 smithi090 ceph-mon[32456]: pgmap v559: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 18 op/s 2024-04-26T02:12:47.282 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:47 smithi156 ceph-mon[32543]: pgmap v560: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:12:47.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:47 smithi044 ceph-mon[27847]: pgmap v560: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:12:47.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:47 smithi090 ceph-mon[32456]: pgmap v560: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:12:49.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:49 smithi044 ceph-mon[27847]: pgmap v561: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:12:49.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:49 smithi156 ceph-mon[32543]: pgmap v561: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:12:49.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:49 smithi090 ceph-mon[32456]: pgmap v561: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-04-26T02:12:51.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:51 smithi044 ceph-mon[27847]: pgmap v562: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:12:51.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:51 smithi156 ceph-mon[32543]: pgmap v562: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:12:51.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:51 smithi090 ceph-mon[32456]: pgmap v562: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T02:12:53.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:53 smithi044 ceph-mon[27847]: pgmap v563: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:12:53.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:53 smithi156 ceph-mon[32543]: pgmap v563: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:12:53.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:53 smithi090 ceph-mon[32456]: pgmap v563: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-04-26T02:12:55.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:55 smithi044 ceph-mon[27847]: pgmap v564: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-26T02:12:55.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:55 smithi156 ceph-mon[32543]: pgmap v564: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-26T02:12:55.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:55 smithi090 ceph-mon[32456]: pgmap v564: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-26T02:12:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 -- 172.21.15.44:0/439447391 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3438104b80 msgr2=0x7f3438108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 --2- 172.21.15.44:0/439447391 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3438104b80 0x7f3438108bc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3420009900 tx=0x7f342002a3f0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 -- 172.21.15.44:0/439447391 shutdown_connections 2024-04-26T02:12:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 --2- 172.21.15.44:0/439447391 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34381092a0 0x7f3438110e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 --2- 172.21.15.44:0/439447391 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3438104b80 0x7f3438108bc0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 --2- 172.21.15.44:0/439447391 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34381041d0 0x7f34381045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 -- 172.21.15.44:0/439447391 >> 172.21.15.44:0/439447391 conn(0x7f34380ffa70 msgr2=0x7f3438101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 -- 172.21.15.44:0/439447391 shutdown_connections 2024-04-26T02:12:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.971+0000 7f343e000640 1 -- 172.21.15.44:0/439447391 wait complete. 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 Processor -- start 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 -- start start 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34381041d0 0x7f34381a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34381092a0 0x7f34381a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f343819a5f0 0x7f343819aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3438114210 con 0x7f34381092a0 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3438114090 con 0x7f34381041d0 2024-04-26T02:12:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.972+0000 7f343e000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3438114390 con 0x7f343819a5f0 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f343819a5f0 0x7f343819aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f343819a5f0 0x7f343819aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:41638/0 (socket says 172.21.15.44:41638) 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 -- 172.21.15.44:0/1521956934 learned_addr learned my addr 172.21.15.44:0/1521956934 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f342fe00640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34381092a0 0x7f34381a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343cc00640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34381041d0 0x7f34381a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 -- 172.21.15.44:0/1521956934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34381041d0 msgr2=0x7f34381a0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34381041d0 0x7f34381a0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 -- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34381092a0 msgr2=0x7f34381a0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34381092a0 0x7f34381a0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f343d600640 1 -- 172.21.15.44:0/1521956934 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f343819b110 con 0x7f343819a5f0 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.973+0000 7f342fe00640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34381092a0 0x7f34381a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.974+0000 7f343d600640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f343819a5f0 0x7f343819aaa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f343000e970 tx=0x7f343000ed70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.974+0000 7f3436000640 1 -- 172.21.15.44:0/1521956934 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f343000ccc0 con 0x7f343819a5f0 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.974+0000 7f3436000640 1 -- 172.21.15.44:0/1521956934 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f343000ce60 con 0x7f343819a5f0 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.974+0000 7f3436000640 1 -- 172.21.15.44:0/1521956934 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3430010430 con 0x7f343819a5f0 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.974+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f343819b400 con 0x7f343819a5f0 2024-04-26T02:12:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.974+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34381a7600 con 0x7f343819a5f0 2024-04-26T02:12:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.977+0000 7f34423e3740 1 Processor -- start 2024-04-26T02:12:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.977+0000 7f3436000640 1 -- 172.21.15.44:0/1521956934 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3430004ff0 con 0x7f343819a5f0 2024-04-26T02:12:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f34423e3740 1 -- start start 2024-04-26T02:12:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f34423e3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f34423e3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f34423e3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f34423e3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f80a432900 con 0x55f80a4d7b90 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f34423e3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f80a3d8ef0 con 0x55f80a4cd2d0 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f34423e3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f80a42e8c0 con 0x55f80a4cc9b0 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f342fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f342fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f343cc00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f342fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4ccd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:41644/0 (socket says 172.21.15.44:41644) 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.978+0000 7f342fe00640 1 -- 172.21.15.44:0/554866249 learned_addr learned my addr 172.21.15.44:0/554866249 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f342fe00640 1 -- 172.21.15.44:0/554866249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 msgr2=0x55f80a4d7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f342fe00640 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f342fe00640 1 -- 172.21.15.44:0/554866249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 msgr2=0x55f80a4d9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f342fe00640 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f342fe00640 1 -- 172.21.15.44:0/554866249 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f80a145210 con 0x55f80a4cc9b0 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f343cc00640 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f3436000640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f341c0a3d90 0x7f341c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f342fe00640 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4ccd90 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x55f80a4ca050 tx=0x7f3420031400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45a2651abaaf172f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.979+0000 7f3436000640 1 -- 172.21.15.44:0/1521956934 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f34300d0c00 con 0x7f343819a5f0 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.980+0000 7f342dc00640 1 -- 172.21.15.44:0/554866249 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3420035040 con 0x55f80a4cc9b0 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.980+0000 7f343cc00640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f341c0a3d90 0x7f341c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.980+0000 7f342dc00640 1 -- 172.21.15.44:0/554866249 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34200046c0 con 0x55f80a4cc9b0 2024-04-26T02:12:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.980+0000 7f342dc00640 1 -- 172.21.15.44:0/554866249 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34200038e0 con 0x55f80a4cc9b0 2024-04-26T02:12:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.980+0000 7f34423e3740 1 -- 172.21.15.44:0/554866249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 msgr2=0x55f80a4ccd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.980+0000 7f34423e3740 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4ccd90 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x55f80a4ca050 tx=0x7f3420031400 comp rx=0 tx=0).stop 2024-04-26T02:12:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.980+0000 7f343cc00640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f341c0a3d90 0x7f341c0a6250 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x55f80a4cdf50 tx=0x7f3428009500 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 -- 172.21.15.44:0/554866249 shutdown_connections 2024-04-26T02:12:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 --2- 172.21.15.44:0/554866249 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4ccd90 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 -- 172.21.15.44:0/554866249 >> 172.21.15.44:0/554866249 conn(0x55f80a4c8ec0 msgr2=0x55f80a4c92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 -- 172.21.15.44:0/554866249 shutdown_connections 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 -- 172.21.15.44:0/554866249 wait complete. 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 -- start start 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.981+0000 7f34423e3740 1 Processor -- start 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f34423e3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4d4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f34423e3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d50f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f34423e3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f34423e3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f80a4da760 con 0x55f80a4d7b90 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f34423e3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55f80a3ec310 con 0x55f80a4cd2d0 2024-04-26T02:12:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f34423e3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55f80a4da8e0 con 0x55f80a4cc9b0 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f34423e3740 10 client.0 _ll_register_callbacks cb 0x55f80a3bacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f343d600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f343d600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d5630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51626/0 (socket says 172.21.15.44:51626) 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f343d600640 1 -- 172.21.15.44:0/2303751578 learned_addr learned my addr 172.21.15.44:0/2303751578 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f343cc00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4d4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.982+0000 7f342fe00640 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f343d600640 1 -- 172.21.15.44:0/2303751578 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 msgr2=0x55f80a4d4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f343d600640 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4d4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f343d600640 1 -- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 msgr2=0x55f80a4d50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f343d600640 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f343d600640 1 -- 172.21.15.44:0/2303751578 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f80a211620 con 0x55f80a4d7b90 2024-04-26T02:12:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f343d600640 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d5630 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f34300a52c0 tx=0x7f3430004780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1038909922586984 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f3426000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f3426000640 1 -- 172.21.15.44:0/2303751578 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34300a0f30 con 0x55f80a4d7b90 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f3426000640 1 -- 172.21.15.44:0/2303751578 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f34300991f0 con 0x55f80a4d7b90 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34200046c0 con 0x55f80a4d7b90 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f3426000640 1 -- 172.21.15.44:0/2303751578 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f34300a57f0 con 0x55f80a4d7b90 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f34423e3740 10 client.17307 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.983+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55f80a4e6ab0 con 0x55f80a4d7b90 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f3426000640 1 -- 172.21.15.44:0/2303751578 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34200046c0 con 0x55f80a4d7b90 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f3426000640 1 -- 172.21.15.44:0/2303751578 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f34300988d0 con 0x55f80a4d7b90 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f34423e3740 10 client.17307 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f34423e3740 10 client.17307 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f34423e3740 20 client.17307 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f34423e3740 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a4e7f70 0x55f80a4ea360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f34423e3740 4 client.17307 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f80a4468b0 con 0x55f80a4e7f70 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.984+0000 7f343cc00640 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a4e7f70 0x55f80a4ea360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.985+0000 7f343cc00640 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a4e7f70 0x55f80a4ea360 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c23a0a25d7fb770e server_cookie=44815399fb2d52a in_seq=0 out_seq=0 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.985+0000 7f3426000640 10 client.17307 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f3426000640 1 -- 172.21.15.44:0/2303751578 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f80a4468b0 con 0x55f80a4e7f70 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f3426000640 10 client.17307 handle_command_reply: tid=0 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 client.17307 shutdown 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 msgr2=0x55f80a4d5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d5630 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f34300a52c0 tx=0x7f3430004780 comp rx=0 tx=0).stop 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 shutdown_connections 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a4e7f70 0x55f80a4ea360 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4d7b90 0x55f80a4d5630 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4d50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 --2- 172.21.15.44:0/2303751578 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4d4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f3426000640 0 client.17307 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 >> 172.21.15.44:0/2303751578 conn(0x55f80a4c8ec0 msgr2=0x55f80a4cebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 shutdown_connections 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.986+0000 7f34423e3740 1 -- 172.21.15.44:0/2303751578 wait complete. 2024-04-26T02:12:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:55.987+0000 7f34423e3740 20 client.17307 trim_cache size 0 max 16384 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.003+0000 7f34423e3740 1 Processor -- start 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.003+0000 7f34423e3740 1 -- start start 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.003+0000 7f34423e3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cc9b0 0x55f80a4e3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f34423e3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4efca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f34423e3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4d7b90 0x55f80a4f01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f34423e3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f34381afaa0 con 0x55f80a4cc9b0 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f34423e3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f34381b15e0 con 0x55f80a4cd2d0 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f34423e3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f34381b0170 con 0x55f80a4d7b90 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cc9b0 0x55f80a4e3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cc9b0 0x55f80a4e3620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51640/0 (socket says 172.21.15.44:51640) 2024-04-26T02:12:56.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 -- 172.21.15.44:0/2807112550 learned_addr learned my addr 172.21.15.44:0/2807112550 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343d600640 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4d7b90 0x55f80a4f01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f342fe00640 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4efca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 -- 172.21.15.44:0/2807112550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4d7b90 msgr2=0x55f80a4f01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4d7b90 0x55f80a4f01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 -- 172.21.15.44:0/2807112550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 msgr2=0x55f80a4efca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4efca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343cc00640 1 -- 172.21.15.44:0/2807112550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f80a4ea9c0 con 0x55f80a4cc9b0 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.004+0000 7f343d600640 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4d7b90 0x55f80a4f01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:12:56.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.005+0000 7f343cc00640 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cc9b0 0x55f80a4e3620 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x55f80a4eac40 tx=0x7f3428021040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37863b1ebd0eb037 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.005+0000 7f342d200640 1 -- 172.21.15.44:0/2807112550 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342800fd80 con 0x55f80a4cc9b0 2024-04-26T02:12:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.005+0000 7f342d200640 1 -- 172.21.15.44:0/2807112550 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34280044c0 con 0x55f80a4cc9b0 2024-04-26T02:12:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.005+0000 7f342d200640 1 -- 172.21.15.44:0/2807112550 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342802a7a0 con 0x55f80a4cc9b0 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 -- 172.21.15.44:0/2807112550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cc9b0 msgr2=0x55f80a4e3620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cc9b0 0x55f80a4e3620 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x55f80a4eac40 tx=0x7f3428021040 comp rx=0 tx=0).stop 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 -- 172.21.15.44:0/2807112550 shutdown_connections 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4d7b90 0x55f80a4f01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4cd2d0 0x55f80a4efca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 --2- 172.21.15.44:0/2807112550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cc9b0 0x55f80a4e3620 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 -- 172.21.15.44:0/2807112550 >> 172.21.15.44:0/2807112550 conn(0x55f80a4c8ec0 msgr2=0x55f80a4d5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 -- 172.21.15.44:0/2807112550 shutdown_connections 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 -- 172.21.15.44:0/2807112550 wait complete. 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 -- start start 2024-04-26T02:12:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.006+0000 7f34423e3740 1 Processor -- start 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f34423e3740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4dd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f34423e3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cd2d0 0x55f80a4ddd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f34423e3740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4d7b90 0x55f80a4de260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f34423e3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f34381b0f10 con 0x55f80a4cd2d0 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f34423e3740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f34381b0840 con 0x55f80a4d7b90 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f34423e3740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f34381adaa0 con 0x55f80a4cc9b0 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f34423e3740 10 client.0 _ll_register_callbacks cb 0x7f34300055f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f342fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cd2d0 0x55f80a4ddd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f342fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cd2d0 0x55f80a4ddd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51656/0 (socket says 172.21.15.44:51656) 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f342fe00640 1 -- 172.21.15.44:0/2725716550 learned_addr learned my addr 172.21.15.44:0/2725716550 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:12:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f343cc00640 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4dd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.007+0000 7f343d600640 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4d7b90 0x55f80a4de260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f342fe00640 1 -- 172.21.15.44:0/2725716550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 msgr2=0x55f80a4dd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f342fe00640 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4dd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f342fe00640 1 -- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4d7b90 msgr2=0x55f80a4de260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f342fe00640 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4d7b90 0x55f80a4de260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f342fe00640 1 -- 172.21.15.44:0/2725716550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f80a54d7c0 con 0x55f80a4cd2d0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f342fe00640 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cd2d0 0x55f80a4ddd20 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f3420009900 tx=0x7f3420005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259792bc6de789d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f3426000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.008+0000 7f3426000640 1 -- 172.21.15.44:0/2725716550 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3420035050 con 0x55f80a4cd2d0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34280044c0 con 0x55f80a4cd2d0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f3426000640 1 -- 172.21.15.44:0/2725716550 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7f3420005220 con 0x55f80a4cd2d0 2024-04-26T02:12:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f3426000640 1 -- 172.21.15.44:0/2725716550 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f3420005440 con 0x55f80a4cd2d0 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 10 client.17313 fetch_fsmap learned FSMap version 33 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55f80a54eab0 con 0x55f80a4cd2d0 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f3426000640 1 -- 172.21.15.44:0/2725716550 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34280044c0 con 0x55f80a4cd2d0 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f3426000640 1 -- 172.21.15.44:0/2725716550 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f34200049c0 con 0x55f80a4cd2d0 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 10 client.17313 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 10 client.17313 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 20 client.17313 populate_metadata read hostname 'smithi044' 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a54ed40 0x55f80a551130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 4 client.17313 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.009+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f80a440320 con 0x55f80a54ed40 2024-04-26T02:12:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.010+0000 7f343cc00640 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a54ed40 0x55f80a551130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:12:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.010+0000 7f343cc00640 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a54ed40 0x55f80a551130 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e1fc71e78159176 server_cookie=5eeda5838c65cc21 in_seq=0 out_seq=0 2024-04-26T02:12:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.011+0000 7f3426000640 10 client.17313 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f3426000640 1 -- 172.21.15.44:0/2725716550 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f80a440320 con 0x55f80a54ed40 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f3426000640 10 client.17313 handle_command_reply: tid=0 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 client.17313 shutdown 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cd2d0 msgr2=0x55f80a4ddd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cd2d0 0x55f80a4ddd20 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f3420009900 tx=0x7f3420005b50 comp rx=0 tx=0).stop 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 shutdown_connections 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55f80a54ed40 0x55f80a551130 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55f80a4d7b90 0x55f80a4de260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f80a4cd2d0 0x55f80a4ddd20 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 --2- 172.21.15.44:0/2725716550 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55f80a4cc9b0 0x55f80a4dd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f3426000640 0 client.17313 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:12:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.020+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 >> 172.21.15.44:0/2725716550 conn(0x55f80a4c8ec0 msgr2=0x55f80a4c7790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.021+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 shutdown_connections 2024-04-26T02:12:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.021+0000 7f34423e3740 1 -- 172.21.15.44:0/2725716550 wait complete. 2024-04-26T02:12:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.021+0000 7f34423e3740 20 client.17313 trim_cache size 0 max 16384 2024-04-26T02:12:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:12:56.022 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:12:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:12:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:12:56.023 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f341c0a3d90 msgr2=0x7f341c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f341c0a3d90 0x7f341c0a6250 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x55f80a4cdf50 tx=0x7f3428009500 comp rx=0 tx=0).stop 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f343819a5f0 msgr2=0x7f343819aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f343819a5f0 0x7f343819aaa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f343000e970 tx=0x7f343000ed70 comp rx=0 tx=0).stop 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 shutdown_connections 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f341c0a3d90 0x7f341c0a6250 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f343819a5f0 0x7f343819aaa0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34381092a0 0x7f34381a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 --2- 172.21.15.44:0/1521956934 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f34381041d0 0x7f34381a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 >> 172.21.15.44:0/1521956934 conn(0x7f34380ffa70 msgr2=0x7f3438100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 shutdown_connections 2024-04-26T02:12:56.024 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:12:56.022+0000 7f343e000640 1 -- 172.21.15.44:0/1521956934 wait complete. 2024-04-26T02:12:57.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:57 smithi044 ceph-mon[27847]: pgmap v565: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:12:57.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:57 smithi156 ceph-mon[32543]: pgmap v565: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:12:57.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:57 smithi090 ceph-mon[32456]: pgmap v565: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:12:59.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:12:59 smithi044 ceph-mon[27847]: pgmap v566: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:12:59.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:12:59 smithi156 ceph-mon[32543]: pgmap v566: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:12:59.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:12:59 smithi090 ceph-mon[32456]: pgmap v566: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T02:13:01.290 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:01 smithi090 ceph-mon[32456]: pgmap v567: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 7.8 KiB/s wr, 15 op/s 2024-04-26T02:13:01.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:01 smithi044 ceph-mon[27847]: pgmap v567: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 7.8 KiB/s wr, 15 op/s 2024-04-26T02:13:01.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:01 smithi156 ceph-mon[32543]: pgmap v567: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 7.8 KiB/s wr, 15 op/s 2024-04-26T02:13:03.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:03 smithi044 ceph-mon[27847]: pgmap v568: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-04-26T02:13:03.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:03 smithi156 ceph-mon[32543]: pgmap v568: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-04-26T02:13:03.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:03 smithi090 ceph-mon[32456]: pgmap v568: 97 pgs: 97 active+clean; 7.3 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-04-26T02:13:04.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:04 smithi044 ceph-mon[27847]: pgmap v569: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 31 op/s 2024-04-26T02:13:04.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:04 smithi156 ceph-mon[32543]: pgmap v569: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 31 op/s 2024-04-26T02:13:04.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:04 smithi090 ceph-mon[32456]: pgmap v569: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 31 op/s 2024-04-26T02:13:06.408 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:13:06.901 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:07.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:06 smithi156 ceph-mon[32543]: pgmap v570: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-04-26T02:13:07.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:06 smithi090 ceph-mon[32456]: pgmap v570: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-04-26T02:13:07.248 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:06 smithi044 ceph-mon[27847]: pgmap v570: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-04-26T02:13:08.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:08 smithi044 ceph-mon[27847]: pgmap v571: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-04-26T02:13:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 -- 172.21.15.44:0/3602627809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f8109480 msgr2=0x7fd5f8111050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3602627809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f8109480 0x7fd5f8111050 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd5f0009ca0 tx=0x7fd5f002a8c0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 -- 172.21.15.44:0/3602627809 shutdown_connections 2024-04-26T02:13:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3602627809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f8109480 0x7fd5f8111050 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3602627809 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5f8104d60 0x7fd5f8108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3602627809 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5f81043b0 0x7fd5f8104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 -- 172.21.15.44:0/3602627809 >> 172.21.15.44:0/3602627809 conn(0x7fd5f80ffc50 msgr2=0x7fd5f8102070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 -- 172.21.15.44:0/3602627809 shutdown_connections 2024-04-26T02:13:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.169+0000 7fd5ff200640 1 -- 172.21.15.44:0/3602627809 wait complete. 2024-04-26T02:13:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 Processor -- start 2024-04-26T02:13:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 -- start start 2024-04-26T02:13:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f81043b0 0x7fd5f81a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5f8109480 0x7fd5f81a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5f819a710 0x7fd5f819ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f81143f0 con 0x7fd5f81043b0 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f8114270 con 0x7fd5f8109480 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.170+0000 7fd5ff200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f8114570 con 0x7fd5f819a710 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f81043b0 0x7fd5f81a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f81043b0 0x7fd5f81a0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58472/0 (socket says 172.21.15.44:58472) 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7e00640 1 -- 172.21.15.44:0/3843474144 learned_addr learned my addr 172.21.15.44:0/3843474144 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7400640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5f8109480 0x7fd5f81a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5fd200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5f819a710 0x7fd5f819ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7400640 1 -- 172.21.15.44:0/3843474144 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5f819a710 msgr2=0x7fd5f819ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7400640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5f819a710 0x7fd5f819ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7400640 1 -- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f81043b0 msgr2=0x7fd5f81a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7400640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f81043b0 0x7fd5f81a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7400640 1 -- 172.21.15.44:0/3843474144 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f819b310 con 0x7fd5f8109480 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f81043b0 0x7fd5f81a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.171+0000 7fd5fd200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5f819a710 0x7fd5f819ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.172+0000 7fd5f7400640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5f8109480 0x7fd5f81a0b40 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000e9c0 tx=0x7fd5e000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.172+0000 7fd5f4c00640 1 -- 172.21.15.44:0/3843474144 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e000ccc0 con 0x7fd5f8109480 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.172+0000 7fd5f4c00640 1 -- 172.21.15.44:0/3843474144 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e0005020 con 0x7fd5f8109480 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.172+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5f81a73a0 con 0x7fd5f8109480 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.172+0000 7fd5f4c00640 1 -- 172.21.15.44:0/3843474144 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e0004a00 con 0x7fd5f8109480 2024-04-26T02:13:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.172+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5f81a7750 con 0x7fd5f8109480 2024-04-26T02:13:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.175+0000 7fd602033740 1 Processor -- start 2024-04-26T02:13:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd602033740 1 -- start start 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd5f4c00640 1 -- 172.21.15.44:0/3843474144 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd5e00051d0 con 0x7fd5f8109480 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd602033740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292eb760 0x5651292ebb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd602033740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x5651292fecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd602033740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ff210 0x565129301600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd602033740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x565129251900 con 0x5651292ff210 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd602033740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x5651291f7ef0 con 0x5651292ec080 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd602033740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x56512924d8c0 con 0x5651292eb760 2024-04-26T02:13:09.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd5fd200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292eb760 0x5651292ebb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x5651292fecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd5fd200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292eb760 0x5651292ebb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37608/0 (socket says 172.21.15.44:37608) 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd5fd200640 1 -- 172.21.15.44:0/1379906404 learned_addr learned my addr 172.21.15.44:0/1379906404 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.176+0000 7fd5f7400640 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ff210 0x565129301600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.177+0000 7fd5fd200640 1 -- 172.21.15.44:0/1379906404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 msgr2=0x5651292fecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.177+0000 7fd5fd200640 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x5651292fecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.177+0000 7fd5fd200640 1 -- 172.21.15.44:0/1379906404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ff210 msgr2=0x565129301600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.177+0000 7fd5fd200640 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ff210 0x565129301600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.177+0000 7fd5fd200640 1 -- 172.21.15.44:0/1379906404 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565128f64210 con 0x5651292eb760 2024-04-26T02:13:09.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.177+0000 7fd5fd200640 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292eb760 0x5651292ebb40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd5f0009390 tx=0x7fd5f00093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f3489a827a1c857 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.178+0000 7fd5ed600640 1 -- 172.21.15.44:0/1379906404 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5f0031cf0 con 0x5651292eb760 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.178+0000 7fd5ed600640 1 -- 172.21.15.44:0/1379906404 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5f0036040 con 0x5651292eb760 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.178+0000 7fd5ed600640 1 -- 172.21.15.44:0/1379906404 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5f00042a0 con 0x5651292eb760 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.178+0000 7fd5f4c00640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5dc0a3dc0 0x7fd5dc0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.178+0000 7fd5f4c00640 1 -- 172.21.15.44:0/3843474144 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fd5e00d07d0 con 0x7fd5f8109480 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.178+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5dc0a3dc0 0x7fd5dc0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 -- 172.21.15.44:0/1379906404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292eb760 msgr2=0x5651292ebb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292eb760 0x5651292ebb40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd5f0009390 tx=0x7fd5f00093c0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 -- 172.21.15.44:0/1379906404 shutdown_connections 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ff210 0x565129301600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x5651292fecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 --2- 172.21.15.44:0/1379906404 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292eb760 0x5651292ebb40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 -- 172.21.15.44:0/1379906404 >> 172.21.15.44:0/1379906404 conn(0x5651292e7d30 msgr2=0x5651292e8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5dc0a3dc0 0x7fd5dc0a6280 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009620 tx=0x7fd5e8005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 -- 172.21.15.44:0/1379906404 shutdown_connections 2024-04-26T02:13:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.179+0000 7fd602033740 1 -- 172.21.15.44:0/1379906404 wait complete. 2024-04-26T02:13:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.180+0000 7fd602033740 1 -- start start 2024-04-26T02:13:09.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.180+0000 7fd602033740 1 Processor -- start 2024-04-26T02:13:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd602033740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x5651292fc170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd602033740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651292fc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd602033740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x5651292fcbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd602033740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x565129301d80 con 0x5651292ec080 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd602033740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x56512920b310 con 0x5651292eb760 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd602033740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x565129301f00 con 0x5651292ff210 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd602033740 10 client.0 _ll_register_callbacks cb 0x5651291d9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd5f7400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651292fc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x5651292fc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd5f7400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651292fc6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58484/0 (socket says 172.21.15.44:58484) 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x5651292fc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43358/0 (socket says 172.21.15.44:43358) 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd5f7400640 1 -- 172.21.15.44:0/2513716585 learned_addr learned my addr 172.21.15.44:0/2513716585 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.181+0000 7fd5fd200640 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x5651292fcbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5f7400640 1 -- 172.21.15.44:0/2513716585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 msgr2=0x5651292fcbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5f7400640 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x5651292fcbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5f7400640 1 -- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 msgr2=0x5651292fc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5f7400640 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x5651292fc170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5f7400640 1 -- 172.21.15.44:0/2513716585 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565129030620 con 0x5651292ec080 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x5651292fc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5f7400640 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651292fc6b0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd5e009c450 tx=0x7fd5e009c5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa1414eb70ab7fe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5e6000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5e6000640 1 -- 172.21.15.44:0/2513716585 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e001c070 con 0x5651292ec080 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5e6000640 1 -- 172.21.15.44:0/2513716585 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fd5e00ce180 con 0x5651292ec080 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5f0036040 con 0x5651292ec080 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd5e6000640 1 -- 172.21.15.44:0/2513716585 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd5e00ce380 con 0x5651292ec080 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.182+0000 7fd602033740 10 client.17325 fetch_fsmap learned FSMap version 33 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56512930e080 con 0x5651292ec080 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd5e6000640 1 -- 172.21.15.44:0/2513716585 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5f0036040 con 0x5651292ec080 2024-04-26T02:13:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd5e6000640 1 -- 172.21.15.44:0/2513716585 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd5e00d0bc0 con 0x5651292ec080 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd602033740 10 client.17325 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd602033740 10 client.17325 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd602033740 20 client.17325 populate_metadata read hostname 'smithi044' 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd602033740 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56512930f540 0x565129311930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd602033740 4 client.17325 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.183+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651292658b0 con 0x56512930f540 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.184+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56512930f540 0x565129311930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.184+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56512930f540 0x565129311930 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0bbe198bac3020e server_cookie=f39f70c902d2062 in_seq=0 out_seq=0 2024-04-26T02:13:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.184+0000 7fd5e6000640 10 client.17325 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd5e6000640 1 -- 172.21.15.44:0/2513716585 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5651292658b0 con 0x56512930f540 2024-04-26T02:13:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd5e6000640 10 client.17325 handle_command_reply: tid=0 2024-04-26T02:13:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 client.17325 shutdown 2024-04-26T02:13:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 msgr2=0x5651292fc6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651292fc6b0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd5e009c450 tx=0x7fd5e009c5a0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 shutdown_connections 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x56512930f540 0x565129311930 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x5651292fcbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651292fc6b0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 --2- 172.21.15.44:0/2513716585 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x5651292fc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd5e6000640 0 client.17325 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.185+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 >> 172.21.15.44:0/2513716585 conn(0x5651292e7d30 msgr2=0x5651292edab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.186+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 shutdown_connections 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.186+0000 7fd602033740 1 -- 172.21.15.44:0/2513716585 wait complete. 2024-04-26T02:13:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.186+0000 7fd602033740 20 client.17325 trim_cache size 0 max 16384 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.211+0000 7fd602033740 1 Processor -- start 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.212+0000 7fd602033740 1 -- start start 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.212+0000 7fd602033740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x56512930ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.212+0000 7fd602033740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651293171f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.212+0000 7fd602033740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129317730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.212+0000 7fd602033740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f81ab7e0 con 0x5651292ec080 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.212+0000 7fd602033740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f81ad320 con 0x5651292eb760 2024-04-26T02:13:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.212+0000 7fd602033740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f81abeb0 con 0x5651292ff210 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x56512930ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5fd200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129317730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x56512930ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43366/0 (socket says 172.21.15.44:43366) 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 -- 172.21.15.44:0/3397945554 learned_addr learned my addr 172.21.15.44:0/3397945554 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7400640 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651293171f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 -- 172.21.15.44:0/3397945554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 msgr2=0x565129317730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129317730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 -- 172.21.15.44:0/3397945554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 msgr2=0x5651293171f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651293171f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 -- 172.21.15.44:0/3397945554 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565129311ca0 con 0x5651292eb760 2024-04-26T02:13:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7400640 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651293171f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:13:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.213+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x56512930ac80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009fd0 tx=0x7fd5e801a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df45177a64ffee6b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.214+0000 7fd5ecc00640 1 -- 172.21.15.44:0/3397945554 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e800fcd0 con 0x5651292eb760 2024-04-26T02:13:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.214+0000 7fd5ecc00640 1 -- 172.21.15.44:0/3397945554 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e802b8d0 con 0x5651292eb760 2024-04-26T02:13:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.214+0000 7fd5ecc00640 1 -- 172.21.15.44:0/3397945554 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e8005020 con 0x5651292eb760 2024-04-26T02:13:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.214+0000 7fd602033740 1 -- 172.21.15.44:0/3397945554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 msgr2=0x56512930ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.214+0000 7fd602033740 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x56512930ac80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009fd0 tx=0x7fd5e801a000 comp rx=0 tx=0).stop 2024-04-26T02:13:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 -- 172.21.15.44:0/3397945554 shutdown_connections 2024-04-26T02:13:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129317730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292ec080 0x5651293171f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 --2- 172.21.15.44:0/3397945554 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292eb760 0x56512930ac80 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 -- 172.21.15.44:0/3397945554 >> 172.21.15.44:0/3397945554 conn(0x5651292e7d30 msgr2=0x5651292f7450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 -- 172.21.15.44:0/3397945554 shutdown_connections 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 -- 172.21.15.44:0/3397945554 wait complete. 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 -- start start 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.215+0000 7fd602033740 1 Processor -- start 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd602033740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292eb760 0x565129307380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd602033740 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x565129304760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd602033740 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129304ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd602033740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f81acc50 con 0x5651292eb760 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd602033740 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f81ac580 con 0x5651292ec080 2024-04-26T02:13:09.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd602033740 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f81a97e0 con 0x5651292ff210 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd602033740 10 client.0 _ll_register_callbacks cb 0x7fd5e0098ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292eb760 0x565129307380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd5f7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292eb760 0x565129307380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58496/0 (socket says 172.21.15.44:58496) 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd5f7e00640 1 -- 172.21.15.44:0/1481837397 learned_addr learned my addr 172.21.15.44:0/1481837397 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd5f7400640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x565129304760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.216+0000 7fd5fd200640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129304ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5f7400640 1 -- 172.21.15.44:0/1481837397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 msgr2=0x565129304ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5f7400640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129304ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5f7400640 1 -- 172.21.15.44:0/1481837397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292eb760 msgr2=0x565129307380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5f7400640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292eb760 0x565129307380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5f7400640 1 -- 172.21.15.44:0/1481837397 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651293052e0 con 0x5651292ec080 2024-04-26T02:13:09.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292eb760 0x565129307380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5f7400640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x565129304760 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x5651292fd200 tx=0x7fd5e00983f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f65d79910c3eeac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5e6000640 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5e6000640 1 -- 172.21.15.44:0/1481837397 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e00ce390 con 0x5651292ec080 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5e802b8d0 con 0x5651292ec080 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5e6000640 1 -- 172.21.15.44:0/1481837397 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fd5e0004c20 con 0x5651292ec080 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd5e6000640 1 -- 172.21.15.44:0/1481837397 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd5e009ce50 con 0x5651292ec080 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd602033740 10 client.27428 fetch_fsmap learned FSMap version 33 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.217+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x565129375820 con 0x5651292ec080 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd5e6000640 1 -- 172.21.15.44:0/1481837397 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e802b8d0 con 0x5651292ec080 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd5e6000640 1 -- 172.21.15.44:0/1481837397 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd5e00984a0 con 0x5651292ec080 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd602033740 10 client.27428 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd602033740 10 client.27428 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T02:13:09.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd602033740 20 client.27428 populate_metadata read hostname 'smithi044' 2024-04-26T02:13:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd602033740 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x565129375f70 0x565129378390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd602033740 4 client.27428 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T02:13:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56512925f320 con 0x565129375f70 2024-04-26T02:13:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.218+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x565129375f70 0x565129378390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.219+0000 7fd5f7e00640 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x565129375f70 0x565129378390 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73dd00989531f4ac server_cookie=5feb78bab8da000b in_seq=0 out_seq=0 2024-04-26T02:13:09.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.219+0000 7fd5e6000640 10 client.27428 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd5e6000640 1 -- 172.21.15.44:0/1481837397 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56512925f320 con 0x565129375f70 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd5e6000640 10 client.27428 handle_command_reply: tid=0 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 client.27428 shutdown 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 msgr2=0x565129304760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x565129304760 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x5651292fd200 tx=0x7fd5e00983f0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 shutdown_connections 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x565129375f70 0x565129378390 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x5651292ff210 0x565129304ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd5e6000640 0 client.27428 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x5651292ec080 0x565129304760 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 --2- 172.21.15.44:0/1481837397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651292eb760 0x565129307380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.226+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 >> 172.21.15.44:0/1481837397 conn(0x5651292e7d30 msgr2=0x5651292e6600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.227+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 shutdown_connections 2024-04-26T02:13:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.227+0000 7fd602033740 1 -- 172.21.15.44:0/1481837397 wait complete. 2024-04-26T02:13:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.227+0000 7fd602033740 20 client.27428 trim_cache size 0 max 16384 2024-04-26T02:13:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-04-26T02:13:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-04-26T02:13:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-04-26T02:13:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5dc0a3dc0 msgr2=0x7fd5dc0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5dc0a3dc0 0x7fd5dc0a6280 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009620 tx=0x7fd5e8005f90 comp rx=0 tx=0).stop 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5f8109480 msgr2=0x7fd5f81a0b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5f8109480 0x7fd5f81a0b40 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000e9c0 tx=0x7fd5e000ee80 comp rx=0 tx=0).stop 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 shutdown_connections 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5dc0a3dc0 0x7fd5dc0a6280 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd5f819a710 0x7fd5f819ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd5f8109480 0x7fd5f81a0b40 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 --2- 172.21.15.44:0/3843474144 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5f81043b0 0x7fd5f81a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 >> 172.21.15.44:0/3843474144 conn(0x7fd5f80ffc50 msgr2=0x7fd5f8101f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 shutdown_connections 2024-04-26T02:13:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-04-26T02:13:09.228+0000 7fd5ff200640 1 -- 172.21.15.44:0/3843474144 wait complete. 2024-04-26T02:13:09.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:08 smithi156 ceph-mon[32543]: pgmap v571: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-04-26T02:13:09.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:08 smithi090 ceph-mon[32456]: pgmap v571: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 -- 172.21.15.44:0/924930754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c108aa0 msgr2=0x7fd60c108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 --2- 172.21.15.44:0/924930754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c108aa0 0x7fd60c108e80 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc009990 tx=0x7fd5fc009ca0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 -- 172.21.15.44:0/924930754 shutdown_connections 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 --2- 172.21.15.44:0/924930754 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd60c103490 0x7fd60c10f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 --2- 172.21.15.44:0/924930754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c108aa0 0x7fd60c108e80 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 --2- 172.21.15.44:0/924930754 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd60c102ad0 0x7fd60c102f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 -- 172.21.15.44:0/924930754 >> 172.21.15.44:0/924930754 conn(0x7fd60c079c30 msgr2=0x7fd60c07a040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 -- 172.21.15.44:0/924930754 shutdown_connections 2024-04-26T02:13:09.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.287+0000 7fd612200700 1 -- 172.21.15.44:0/924930754 wait complete. 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.288+0000 7fd612200700 1 Processor -- start 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd612200700 1 -- start start 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd612200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd60c102ad0 0x7fd60c19b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd612200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c103490 0x7fd60c19b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd612200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd60c108aa0 0x7fd60c19fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd612200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c112c90 con 0x7fd60c103490 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd612200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c112b10 con 0x7fd60c108aa0 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd612200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c112e10 con 0x7fd60c102ad0 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd60aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c103490 0x7fd60c19b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd60aa00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c103490 0x7fd60c19b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58506/0 (socket says 172.21.15.44:58506) 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd60aa00700 1 -- 172.21.15.44:0/316524848 learned_addr learned my addr 172.21.15.44:0/316524848 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd60b400700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd60c102ad0 0x7fd60c19b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.289+0000 7fd60be00700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd60c108aa0 0x7fd60c19fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.290+0000 7fd60b400700 1 -- 172.21.15.44:0/316524848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd60c108aa0 msgr2=0x7fd60c19fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.290+0000 7fd60b400700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd60c108aa0 0x7fd60c19fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.290+0000 7fd60b400700 1 -- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c103490 msgr2=0x7fd60c19b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.290+0000 7fd60b400700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c103490 0x7fd60c19b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.290+0000 7fd60b400700 1 -- 172.21.15.44:0/316524848 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd60c1a03d0 con 0x7fd60c102ad0 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.290+0000 7fd60b400700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd60c102ad0 0x7fd60c19b3c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc006010 tx=0x7fd5fc0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.291+0000 7fd603e00700 1 -- 172.21.15.44:0/316524848 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc027070 con 0x7fd60c102ad0 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.291+0000 7fd603e00700 1 -- 172.21.15.44:0/316524848 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5fc022470 con 0x7fd60c102ad0 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.291+0000 7fd603e00700 1 -- 172.21.15.44:0/316524848 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5fc017650 con 0x7fd60c102ad0 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.291+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd60c1a0660 con 0x7fd60c102ad0 2024-04-26T02:13:09.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.291+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd60c1a7f40 con 0x7fd60c102ad0 2024-04-26T02:13:09.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.292+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd60c069730 con 0x7fd60c102ad0 2024-04-26T02:13:09.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.294+0000 7fd603e00700 1 -- 172.21.15.44:0/316524848 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd5fc02a070 con 0x7fd60c102ad0 2024-04-26T02:13:09.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.295+0000 7fd603e00700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5f00a3e30 0x7fd5f00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:09.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.296+0000 7fd603e00700 1 -- 172.21.15.44:0/316524848 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8455+0+0 (secure 0 0 0) 0x7fd5fc0d1480 con 0x7fd60c102ad0 2024-04-26T02:13:09.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.296+0000 7fd60aa00700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5f00a3e30 0x7fd5f00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:09.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.296+0000 7fd60aa00700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5f00a3e30 0x7fd5f00a62f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd60c102960 tx=0x7fd5f8009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:09.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.298+0000 7fd603e00700 1 -- 172.21.15.44:0/316524848 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd5fc013070 con 0x7fd60c102ad0 2024-04-26T02:13:09.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.584+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd60c1a8110 con 0x7fd60c102ad0 2024-04-26T02:13:09.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.585+0000 7fd603e00700 1 -- 172.21.15.44:0/316524848 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7fd5fc09db90 con 0x7fd60c102ad0 2024-04-26T02:13:09.587 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:13:09.587 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:13:09.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5f00a3e30 msgr2=0x7fd5f00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5f00a3e30 0x7fd5f00a62f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd60c102960 tx=0x7fd5f8009260 comp rx=0 tx=0).stop 2024-04-26T02:13:09.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd60c102ad0 msgr2=0x7fd60c19b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:09.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd60c102ad0 0x7fd60c19b3c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc006010 tx=0x7fd5fc0057c0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 shutdown_connections 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd60c102ad0 0x7fd60c19b3c0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd5f00a3e30 0x7fd5f00a62f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd60c108aa0 0x7fd60c19fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 --2- 172.21.15.44:0/316524848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd60c103490 0x7fd60c19b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 >> 172.21.15.44:0/316524848 conn(0x7fd60c079c30 msgr2=0x7fd60c10dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.589+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 shutdown_connections 2024-04-26T02:13:09.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:09.590+0000 7fd612200700 1 -- 172.21.15.44:0/316524848 wait complete. 2024-04-26T02:13:09.592 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:13:10.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:09 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/316524848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:10.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:09 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/316524848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:10.332 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:09 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/316524848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:10.379 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 548731ac --release --await' 2024-04-26T02:13:10.380 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --set-id 548731ac --release --await 2024-04-26T02:13:10.832 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:11.194 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:10 smithi044 ceph-mon[27847]: pgmap v572: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 50 KiB/s wr, 31 op/s 2024-04-26T02:13:11.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:10 smithi156 ceph-mon[32543]: pgmap v572: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 50 KiB/s wr, 31 op/s 2024-04-26T02:13:11.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:10 smithi090 ceph-mon[32456]: pgmap v572: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 50 KiB/s wr, 31 op/s 2024-04-26T02:13:12.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:11 smithi044 ceph-mon[27847]: osdmap e116: 12 total, 12 up, 12 in 2024-04-26T02:13:12.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:11 smithi156 ceph-mon[32543]: osdmap e116: 12 total, 12 up, 12 in 2024-04-26T02:13:12.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:11 smithi090 ceph-mon[32456]: osdmap e116: 12 total, 12 up, 12 in 2024-04-26T02:13:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.075+0000 7f5091800700 1 -- 172.21.15.44:0/409978410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101960 msgr2=0x7f508c10c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.075+0000 7f5091800700 1 --2- 172.21.15.44:0/409978410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101960 0x7f508c10c9f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f5078009990 tx=0x7f5078009ca0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.075+0000 7f5091800700 1 -- 172.21.15.44:0/409978410 shutdown_connections 2024-04-26T02:13:13.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.075+0000 7f5091800700 1 --2- 172.21.15.44:0/409978410 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f508c101040 0x7f508c101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.075+0000 7f5091800700 1 --2- 172.21.15.44:0/409978410 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c10cfc0 0x7f508c10f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.075+0000 7f5091800700 1 --2- 172.21.15.44:0/409978410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101960 0x7f508c10c9f0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.075+0000 7f5091800700 1 -- 172.21.15.44:0/409978410 >> 172.21.15.44:0/409978410 conn(0x7f508c0766e0 msgr2=0x7f508c076af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:13.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.076+0000 7f5091800700 1 -- 172.21.15.44:0/409978410 shutdown_connections 2024-04-26T02:13:13.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.076+0000 7f5091800700 1 -- 172.21.15.44:0/409978410 wait complete. 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 Processor -- start 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 -- start start 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101040 0x7f508c19b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c101960 0x7f508c19b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f508c10cfc0 0x7f508c19fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f508c112b90 con 0x7f508c101040 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f508c112a10 con 0x7f508c101960 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.077+0000 7f5091800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f508c112d10 con 0x7f508c10cfc0 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c101960 0x7f508c19b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101040 0x7f508c19b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c101960 0x7f508c19b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43422/0 (socket says 172.21.15.44:43422) 2024-04-26T02:13:13.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 -- 172.21.15.44:0/1676346207 learned_addr learned my addr 172.21.15.44:0/1676346207 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:13.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f5090e00700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f508c10cfc0 0x7f508c19fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 -- 172.21.15.44:0/1676346207 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f508c10cfc0 msgr2=0x7f508c19fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f508c10cfc0 0x7f508c19fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 -- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101040 msgr2=0x7f508c19b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101040 0x7f508c19b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.078+0000 7f508b400700 1 -- 172.21.15.44:0/1676346207 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c1a0250 con 0x7f508c101960 2024-04-26T02:13:13.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.079+0000 7f508b400700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c101960 0x7f508c19b780 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5078000c00 tx=0x7f50780047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:13.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.079+0000 7f5088c00700 1 -- 172.21.15.44:0/1676346207 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5078026070 con 0x7f508c101960 2024-04-26T02:13:13.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.079+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f508c1a04e0 con 0x7f508c101960 2024-04-26T02:13:13.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.079+0000 7f5088c00700 1 -- 172.21.15.44:0/1676346207 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5078021410 con 0x7f508c101960 2024-04-26T02:13:13.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.079+0000 7f5088c00700 1 -- 172.21.15.44:0/1676346207 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5078017650 con 0x7f508c101960 2024-04-26T02:13:13.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.079+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f508c1a7dc0 con 0x7f508c101960 2024-04-26T02:13:13.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.082+0000 7f5088c00700 1 -- 172.21.15.44:0/1676346207 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5078029070 con 0x7f508c101960 2024-04-26T02:13:13.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.085+0000 7f509d799b80 1 Processor -- start 2024-04-26T02:13:13.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.085+0000 7f5088c00700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50700a3db0 0x7f50700a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.085+0000 7f509d799b80 1 -- start start 2024-04-26T02:13:13.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.085+0000 7f5088c00700 1 -- 172.21.15.44:0/1676346207 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8499+0+0 (secure 0 0 0) 0x7f50780d13b0 con 0x7f508c101960 2024-04-26T02:13:13.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.085+0000 7f5090e00700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50700a3db0 0x7f50700a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f509d799b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a06af0 0x555736a06ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f509d799b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a07410 0x555736a11d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f509d799b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a146b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f509d799b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555736959f90 con 0x555736a122c0 2024-04-26T02:13:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f509d799b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555736900830 con 0x555736a07410 2024-04-26T02:13:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f509d799b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555736955f50 con 0x555736a06af0 2024-04-26T02:13:13.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f508b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a07410 0x555736a11d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f508be00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a06af0 0x555736a06ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f508b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a07410 0x555736a11d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43436/0 (socket says 172.21.15.44:43436) 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f508be00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a06af0 0x555736a06ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37692/0 (socket says 172.21.15.44:37692) 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f508b400700 1 -- 172.21.15.44:0/1305982070 learned_addr learned my addr 172.21.15.44:0/1305982070 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f5090e00700 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a146b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.086+0000 7f5090e00700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50700a3db0 0x7f50700a6270 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5084009fd0 tx=0x7f5084009920 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f508b400700 1 -- 172.21.15.44:0/1305982070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a06af0 msgr2=0x555736a06ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f508b400700 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a06af0 0x555736a06ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f508b400700 1 -- 172.21.15.44:0/1305982070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 msgr2=0x555736a146b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f508b400700 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a146b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f508b400700 1 -- 172.21.15.44:0/1305982070 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557368f6780 con 0x555736a07410 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f5090e00700 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a146b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f508be00700 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a06af0 0x555736a06ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f508b400700 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a07410 0x555736a11d80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f50780a59a0 tx=0x7f507809d0c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12bf4e12d0409f60 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:13.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f5081600700 1 -- 172.21.15.44:0/1305982070 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507809d9f0 con 0x555736a07410 2024-04-26T02:13:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f5081600700 1 -- 172.21.15.44:0/1305982070 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f507809d2f0 con 0x555736a07410 2024-04-26T02:13:13.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.087+0000 7f5081600700 1 -- 172.21.15.44:0/1305982070 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507809d550 con 0x555736a07410 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 -- 172.21.15.44:0/1305982070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a07410 msgr2=0x555736a11d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a07410 0x555736a11d80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f50780a59a0 tx=0x7f507809d0c0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 -- 172.21.15.44:0/1305982070 shutdown_connections 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a06af0 0x555736a06ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a146b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 --2- 172.21.15.44:0/1305982070 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a07410 0x555736a11d80 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 -- 172.21.15.44:0/1305982070 >> 172.21.15.44:0/1305982070 conn(0x5557369356a0 msgr2=0x555736a02f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 -- 172.21.15.44:0/1305982070 shutdown_connections 2024-04-26T02:13:13.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.088+0000 7f509d799b80 1 -- 172.21.15.44:0/1305982070 wait complete. 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 -- start start 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 Processor -- start 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a119f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a07410 0x555736a0ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a122c0 0x555736a0f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555736a14bf0 con 0x555736a07410 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x555736913960 con 0x555736a06af0 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.089+0000 7f509d799b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x555736a14d70 con 0x555736a122c0 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f509d799b80 10 client.0 _ll_register_callbacks cb 0x5557368f2820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a119f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a07410 0x555736a0ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a119f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43444/0 (socket says 172.21.15.44:43444) 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f5090e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a122c0 0x555736a0f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 -- 172.21.15.44:0/3112147487 learned_addr learned my addr 172.21.15.44:0/3112147487 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a07410 0x555736a0ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58554/0 (socket says 172.21.15.44:58554) 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 -- 172.21.15.44:0/3112147487 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a122c0 msgr2=0x555736a0f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a122c0 0x555736a0f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 -- 172.21.15.44:0/3112147487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a07410 msgr2=0x555736a0ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a07410 0x555736a0ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f508be00700 1 -- 172.21.15.44:0/3112147487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557368a79d0 con 0x555736a06af0 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.090+0000 7f5090e00700 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a122c0 0x555736a0f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f508be00700 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a119f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f507c012720 tx=0x7f507c012a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7efe4128d0daea4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f5076000700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f5076000700 1 -- 172.21.15.44:0/3112147487 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c00f480 con 0x555736a06af0 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f507809d2f0 con 0x555736a06af0 2024-04-26T02:13:13.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f5076000700 1 -- 172.21.15.44:0/3112147487 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8499+0+0 (secure 0 0 0) 0x7f507c00f620 con 0x555736a06af0 2024-04-26T02:13:13.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f5076000700 1 -- 172.21.15.44:0/3112147487 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f507c00f820 con 0x555736a06af0 2024-04-26T02:13:13.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f509d799b80 10 client.27446 fetch_fsmap learned FSMap version 33 2024-04-26T02:13:13.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.091+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5557368f0bf0 con 0x555736a06af0 2024-04-26T02:13:13.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f5076000700 1 -- 172.21.15.44:0/3112147487 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f507809d2f0 con 0x555736a06af0 2024-04-26T02:13:13.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f5076000700 1 -- 172.21.15.44:0/3112147487 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f507c0109a0 con 0x555736a06af0 2024-04-26T02:13:13.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f509d799b80 10 client.27446 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f509d799b80 10 client.27446 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f509d799b80 20 client.27446 populate_metadata read hostname 'smithi044' 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f509d799b80 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a21880 0x555736a23cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f509d799b80 4 client.27446 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.092+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555736967780 con 0x555736a21880 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.093+0000 7f508b400700 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a21880 0x555736a23cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.093+0000 7f508b400700 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a21880 0x555736a23cb0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4b9bb0068646847 server_cookie=fb4d92e9569dc7e8 in_seq=0 out_seq=0 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.093+0000 7f5076000700 10 client.27446 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f5076000700 1 -- 172.21.15.44:0/3112147487 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555736967780 con 0x555736a21880 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f5076000700 10 client.27446 handle_command_reply: tid=0 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 client.27446 shutdown 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 msgr2=0x555736a119f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a119f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f507c012720 tx=0x7f507c012a30 comp rx=0 tx=0).stop 2024-04-26T02:13:13.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 shutdown_connections 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a122c0 0x555736a0f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a21880 0x555736a23cb0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a119f0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 --2- 172.21.15.44:0/3112147487 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a07410 0x555736a0ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 >> 172.21.15.44:0/3112147487 conn(0x5557369356a0 msgr2=0x555736a08b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f5076000700 0 client.27446 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.094+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 shutdown_connections 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.095+0000 7f509d799b80 1 -- 172.21.15.44:0/3112147487 wait complete. 2024-04-26T02:13:13.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.095+0000 7f509d799b80 20 client.27446 trim_cache size 0 max 16384 2024-04-26T02:13:13.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 Processor -- start 2024-04-26T02:13:13.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 -- start start 2024-04-26T02:13:13.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a06af0 0x555736a29580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a29ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a122c0 0x555736a0bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f508c1af210 con 0x555736a06af0 2024-04-26T02:13:13.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f508c1b0d50 con 0x555736a122c0 2024-04-26T02:13:13.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.117+0000 7f509d799b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f508c1af8e0 con 0x555736a07410 2024-04-26T02:13:13.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f508be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a06af0 0x555736a29580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f5090e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a122c0 0x555736a0bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f508be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a06af0 0x555736a29580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58560/0 (socket says 172.21.15.44:58560) 2024-04-26T02:13:13.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f5090e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a122c0 0x555736a0bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:43446/0 (socket says 172.21.15.44:43446) 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f508be00700 1 -- 172.21.15.44:0/2409234714 learned_addr learned my addr 172.21.15.44:0/2409234714 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f508b400700 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a29ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f5090e00700 1 -- 172.21.15.44:0/2409234714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 msgr2=0x555736a29ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f5090e00700 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a29ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f5090e00700 1 -- 172.21.15.44:0/2409234714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a06af0 msgr2=0x555736a29580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f5090e00700 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a06af0 0x555736a29580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f5090e00700 1 -- 172.21.15.44:0/2409234714 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555736a07b10 con 0x555736a122c0 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.118+0000 7f508be00700 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a06af0 0x555736a29580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.119+0000 7f5090e00700 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a122c0 0x555736a0bfe0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f508400ffd0 tx=0x7f508401c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8efb41dee75885ab server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.119+0000 7f5080c00700 1 -- 172.21.15.44:0/2409234714 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508401d070 con 0x555736a122c0 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.119+0000 7f5080c00700 1 -- 172.21.15.44:0/2409234714 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5084019e10 con 0x555736a122c0 2024-04-26T02:13:13.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.119+0000 7f5080c00700 1 -- 172.21.15.44:0/2409234714 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508402b630 con 0x555736a122c0 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 -- 172.21.15.44:0/2409234714 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a122c0 msgr2=0x555736a0bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a122c0 0x555736a0bfe0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f508400ffd0 tx=0x7f508401c000 comp rx=0 tx=0).stop 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 -- 172.21.15.44:0/2409234714 shutdown_connections 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a122c0 0x555736a0bfe0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a06af0 0x555736a29580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 --2- 172.21.15.44:0/2409234714 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a29ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 -- 172.21.15.44:0/2409234714 >> 172.21.15.44:0/2409234714 conn(0x5557369356a0 msgr2=0x555736a10e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 -- 172.21.15.44:0/2409234714 shutdown_connections 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 -- 172.21.15.44:0/2409234714 wait complete. 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.120+0000 7f509d799b80 1 -- start start 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 1 Processor -- start 2024-04-26T02:13:13.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a1a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a18430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a18970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f508c1b0680 con 0x555736a122c0 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f508c1affb0 con 0x555736a06af0 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f508c1ad1d0 con 0x555736a07410 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.121+0000 7f509d799b80 10 client.0 _ll_register_callbacks cb 0x5557368f2820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a18430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a18430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:37710/0 (socket says 172.21.15.44:37710) 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 -- 172.21.15.44:0/2251878762 learned_addr learned my addr 172.21.15.44:0/2251878762 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508be00700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a1a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f5090e00700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a18970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 -- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 msgr2=0x555736a1a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a1a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 -- 172.21.15.44:0/2251878762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 msgr2=0x555736a18970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a18970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 -- 172.21.15.44:0/2251878762 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555736a18ee0 con 0x555736a07410 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f5090e00700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a18970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f508b400700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a18430 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5078099cc0 tx=0x7f5078009630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e831d6fb9f6e9782 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.122+0000 7f5076000700 10 client.0 ms_handle_connect on v2:172.21.15.156:3300/0 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f5076000700 1 -- 172.21.15.44:0/2251878762 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507809d2f0 con 0x555736a07410 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f5076000700 1 -- 172.21.15.44:0/2251878762 <== mon.1 v2:172.21.15.156:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8499+0+0 (secure 0 0 0) 0x7f507809b5f0 con 0x555736a07410 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5084019e10 con 0x555736a07410 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f5076000700 1 -- 172.21.15.44:0/2251878762 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f50780a8050 con 0x555736a07410 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 10 client.27445 fetch_fsmap learned FSMap version 33 2024-04-26T02:13:13.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x555736a88bf0 con 0x555736a07410 2024-04-26T02:13:13.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f5076000700 1 -- 172.21.15.44:0/2251878762 <== mon.1 v2:172.21.15.156:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5084019e10 con 0x555736a07410 2024-04-26T02:13:13.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f5076000700 1 -- 172.21.15.44:0/2251878762 <== mon.1 v2:172.21.15.156:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f5078080020 con 0x555736a07410 2024-04-26T02:13:13.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 10 client.27445 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 10 client.27445 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 20 client.27445 populate_metadata read hostname 'smithi044' 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a88f80 0x555736a8b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 4 client.27445 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "548731ac", "release": true, "await": true}] 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.123+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "set_id": "548731ac", "release": true, "await": true}) -- 0x555736961820 con 0x555736a88f80 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.124+0000 7f508be00700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a88f80 0x555736a8b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.124+0000 7f508be00700 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a88f80 0x555736a8b370 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a587ef43e8bd6afe server_cookie=a35eb0d8ade2687 in_seq=0 out_seq=0 2024-04-26T02:13:13.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.124+0000 7f5076000700 10 client.27445 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:13.128 INFO:tasks.workunit.client.0.smithi044.stdout:561/600: open fd = 3 2024-04-26T02:13:13.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.128 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:562/600: open fd = 3 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:563/600: open fd = 3 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:564/600: open fd = 3 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.129 INFO:tasks.workunit.client.0.smithi044.stdout:565/600: open fd = 3 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:566/600: open fd = 3 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:567/600: open fd = 3 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:568/600: open fd = 3 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.130 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:569/600: open fd = 3 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:570/600: open fd = 3 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:571/600: open fd = 3 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:572/600: open fd = 3 2024-04-26T02:13:13.131 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:573/600: open fd = 3 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:574/600: open fd = 3 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:575/600: open fd = 3 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.132 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:576/600: open fd = 3 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:577/600: open fd = 3 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:578/600: open fd = 3 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:579/600: open fd = 3 2024-04-26T02:13:13.133 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:580/600: open fd = 3 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:581/600: open fd = 3 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:582/600: open fd = 3 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.134 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:583/600: open fd = 3 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:584/600: open fd = 3 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:585/600: open fd = 3 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:586/600: open fd = 3 2024-04-26T02:13:13.135 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:587/600: open fd = 3 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:588/600: open fd = 3 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:589/600: open fd = 3 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.136 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:590/600: open fd = 3 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:591/600: open fd = 3 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:592/600: open fd = 3 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:593/600: open fd = 3 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.137 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:594/600: open fd = 3 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:595/600: open fd = 3 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:596/600: open fd = 3 2024-04-26T02:13:13.138 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:597/600: open fd = 3 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:598/600: open fd = 3 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:599/600: open fd = 3 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.139 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.140 INFO:tasks.workunit.client.0.smithi044.stdout:600/600: open fd = 3 2024-04-26T02:13:13.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.140 INFO:tasks.workunit.client.0.smithi044.stdout:write ret = 32 2024-04-26T02:13:13.140 INFO:tasks.workunit.client.0.smithi044.stdout:pread ret = 64 2024-04-26T02:13:13.140 INFO:tasks.workunit.client.0.smithi044.stderr:+ echo OK 2024-04-26T02:13:13.140 INFO:tasks.workunit.client.0.smithi044.stdout:OK 2024-04-26T02:13:13.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f5076000700 1 -- 172.21.15.44:0/2251878762 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x555736961820 con 0x555736a88f80 2024-04-26T02:13:13.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f5076000700 10 client.27445 handle_command_reply: tid=0 2024-04-26T02:13:13.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 client.27445 shutdown 2024-04-26T02:13:13.142 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T02:13:13.142 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T02:13:13.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 msgr2=0x555736a18430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a18430 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5078099cc0 tx=0x7f5078009630 comp rx=0 tx=0).stop 2024-04-26T02:13:13.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 shutdown_connections 2024-04-26T02:13:13.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x555736a88f80 0x555736a8b370 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555736a122c0 0x555736a18970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x555736a06af0 0x555736a1a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f5076000700 0 client.27445 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 --2- 172.21.15.44:0/2251878762 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x555736a07410 0x555736a18430 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 >> 172.21.15.44:0/2251878762 conn(0x5557369356a0 msgr2=0x555736a0d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 shutdown_connections 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 1 -- 172.21.15.44:0/2251878762 wait complete. 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.127+0000 7f509d799b80 20 client.27445 trim_cache size 0 max 16384 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 33, 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:13:13.144 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 56, 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": { 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "548731ac": { 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "version": 56, 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "age_ref": 0.0, 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "timeout": 60.0, 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "expiration": 82.5, 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "members": { 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "file:/": { 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "excluded": false, 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "state": { 2024-04-26T02:13:13.145 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RELEASED", 2024-04-26T02:13:13.146 INFO:teuthology.orchestra.run.smithi044.stdout: "age": 0.0 2024-04-26T02:13:13.146 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:13.146 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:13.146 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:13.146 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:13.146 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:13.146 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:13:13.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50700a3db0 msgr2=0x7f50700a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50700a3db0 0x7f50700a6270 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5084009fd0 tx=0x7f5084009920 comp rx=0 tx=0).stop 2024-04-26T02:13:13.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c101960 msgr2=0x7f508c19b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:13.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c101960 0x7f508c19b780 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5078000c00 tx=0x7f50780047b0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 shutdown_connections 2024-04-26T02:13:13.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f508c10cfc0 0x7f508c19fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50700a3db0 0x7f50700a6270 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f508c101040 0x7f508c19b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 --2- 172.21.15.44:0/1676346207 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f508c101960 0x7f508c19b780 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:13.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 >> 172.21.15.44:0/1676346207 conn(0x7f508c0766e0 msgr2=0x7f508c103950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:13.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.128+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 shutdown_connections 2024-04-26T02:13:13.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:13.129+0000 7f5091800700 1 -- 172.21.15.44:0/1676346207 wait complete. 2024-04-26T02:13:13.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:12 smithi044 ceph-mon[27847]: pgmap v574: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-26T02:13:13.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:12 smithi156 ceph-mon[32543]: pgmap v574: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-26T02:13:13.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:12 smithi090 ceph-mon[32456]: pgmap v574: 97 pgs: 97 active+clean; 7.4 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-26T02:13:13.255 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-04-26T02:13:13.255 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-26T02:13:14.184 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '548731ac', seconds elapsed: 38.0 2024-04-26T02:13:14.473 DEBUG:teuthology.parallel:result is None 2024-04-26T02:13:14.473 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T02:13:14.562 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T02:13:14.562 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-26T02:13:14.574 INFO:tasks.quiescer:joining Quiescers 2024-04-26T02:13:14.574 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-26T02:13:14.574 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:13:15.050 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:15.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:14 smithi044 ceph-mon[27847]: pgmap v575: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.4 KiB/s wr, 11 op/s 2024-04-26T02:13:15.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:14 smithi156 ceph-mon[32543]: pgmap v575: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.4 KiB/s wr, 11 op/s 2024-04-26T02:13:15.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:14 smithi090 ceph-mon[32456]: pgmap v575: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.4 KiB/s wr, 11 op/s 2024-04-26T02:13:17.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:16 smithi044 ceph-mon[27847]: pgmap v576: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.4 KiB/s wr, 11 op/s 2024-04-26T02:13:17.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:16 smithi044 ceph-mon[27847]: osdmap e117: 12 total, 12 up, 12 in 2024-04-26T02:13:17.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:16 smithi156 ceph-mon[32543]: pgmap v576: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.4 KiB/s wr, 11 op/s 2024-04-26T02:13:17.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:16 smithi156 ceph-mon[32543]: osdmap e117: 12 total, 12 up, 12 in 2024-04-26T02:13:17.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:16 smithi090 ceph-mon[32456]: pgmap v576: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 9.4 KiB/s wr, 11 op/s 2024-04-26T02:13:17.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:16 smithi090 ceph-mon[32456]: osdmap e117: 12 total, 12 up, 12 in 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 -- 172.21.15.44:0/500334148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84075790 msgr2=0x7fbe8410ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 --2- 172.21.15.44:0/500334148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84075790 0x7fbe8410ec60 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c009990 tx=0x7fbe6c009ca0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 -- 172.21.15.44:0/500334148 shutdown_connections 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 --2- 172.21.15.44:0/500334148 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbe8410f1a0 0x7fbe84111610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 --2- 172.21.15.44:0/500334148 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe84074e70 0x7fbe84075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 --2- 172.21.15.44:0/500334148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84075790 0x7fbe8410ec60 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 -- 172.21.15.44:0/500334148 >> 172.21.15.44:0/500334148 conn(0x7fbe840fe490 msgr2=0x7fbe841008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:17.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 -- 172.21.15.44:0/500334148 shutdown_connections 2024-04-26T02:13:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.321+0000 7fbe83200700 1 -- 172.21.15.44:0/500334148 wait complete. 2024-04-26T02:13:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.322+0000 7fbe83200700 1 Processor -- start 2024-04-26T02:13:17.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.323+0000 7fbe83200700 1 -- start start 2024-04-26T02:13:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.323+0000 7fbe83200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84074e70 0x7fbe8419b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.323+0000 7fbe83200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe84075790 0x7fbe8419b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.323+0000 7fbe83200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbe8410f1a0 0x7fbe8419fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.323+0000 7fbe83200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe84114d20 con 0x7fbe84074e70 2024-04-26T02:13:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.323+0000 7fbe83200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fbe84114ba0 con 0x7fbe84075790 2024-04-26T02:13:17.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.323+0000 7fbe83200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fbe84114ea0 con 0x7fbe8410f1a0 2024-04-26T02:13:17.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84074e70 0x7fbe8419b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:17.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84074e70 0x7fbe8419b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38344/0 (socket says 172.21.15.44:38344) 2024-04-26T02:13:17.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 -- 172.21.15.44:0/1178247445 learned_addr learned my addr 172.21.15.44:0/1178247445 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:17.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe79400700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe84075790 0x7fbe8419b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:17.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe82800700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbe8410f1a0 0x7fbe8419fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:17.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 -- 172.21.15.44:0/1178247445 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbe8410f1a0 msgr2=0x7fbe8419fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbe8410f1a0 0x7fbe8419fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 -- 172.21.15.44:0/1178247445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe84075790 msgr2=0x7fbe8419b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe84075790 0x7fbe8419b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe81e00700 1 -- 172.21.15.44:0/1178247445 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe841a02c0 con 0x7fbe84074e70 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe79400700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe84075790 0x7fbe8419b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.324+0000 7fbe82800700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbe8410f1a0 0x7fbe8419fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.325+0000 7fbe81e00700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84074e70 0x7fbe8419b2b0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fbe7400ef10 tx=0x7fbe7400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.325+0000 7fbe7b400700 1 -- 172.21.15.44:0/1178247445 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe7400c9c0 con 0x7fbe84074e70 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.325+0000 7fbe7b400700 1 -- 172.21.15.44:0/1178247445 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe74019070 con 0x7fbe84074e70 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.325+0000 7fbe7b400700 1 -- 172.21.15.44:0/1178247445 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe74014480 con 0x7fbe84074e70 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.325+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe841a0550 con 0x7fbe84074e70 2024-04-26T02:13:17.326 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.325+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe841a7e30 con 0x7fbe84074e70 2024-04-26T02:13:17.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.326+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe84069730 con 0x7fbe84074e70 2024-04-26T02:13:17.328 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.328+0000 7fbe7b400700 1 -- 172.21.15.44:0/1178247445 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbe74012050 con 0x7fbe84074e70 2024-04-26T02:13:17.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.330+0000 7fbe7b400700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbe680a3e30 0x7fbe680a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:17.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.330+0000 7fbe7b400700 1 -- 172.21.15.44:0/1178247445 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7fbe740d06e0 con 0x7fbe84074e70 2024-04-26T02:13:17.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.330+0000 7fbe79400700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbe680a3e30 0x7fbe680a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:17.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.331+0000 7fbe79400700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbe680a3e30 0x7fbe680a62f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c00b2e0 tx=0x7fbe6c01a040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:17.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.335+0000 7fbe7b400700 1 -- 172.21.15.44:0/1178247445 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbe74010040 con 0x7fbe84074e70 2024-04-26T02:13:17.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.619+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbe8402df80 con 0x7fbe84074e70 2024-04-26T02:13:17.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.620+0000 7fbe7b400700 1 -- 172.21.15.44:0/1178247445 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11927 (secure 0 0 0) 0x7fbe7409cd60 con 0x7fbe84074e70 2024-04-26T02:13:17.620 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:13:17.621 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:08:18.974326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24502,24472,24518,24490,24476]},"id":1}]} 2024-04-26T02:13:17.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbe680a3e30 msgr2=0x7fbe680a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbe680a3e30 0x7fbe680a62f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c00b2e0 tx=0x7fbe6c01a040 comp rx=0 tx=0).stop 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84074e70 msgr2=0x7fbe8419b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84074e70 0x7fbe8419b2b0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fbe7400ef10 tx=0x7fbe7400c3a0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 shutdown_connections 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fbe8410f1a0 0x7fbe8419fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fbe680a3e30 0x7fbe680a62f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.623+0000 7fbe83200700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe84074e70 0x7fbe8419b2b0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.624+0000 7fbe83200700 1 --2- 172.21.15.44:0/1178247445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fbe84075790 0x7fbe8419b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:17.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.624+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 >> 172.21.15.44:0/1178247445 conn(0x7fbe840fe490 msgr2=0x7fbe840ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:17.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.624+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 shutdown_connections 2024-04-26T02:13:17.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:17.624+0000 7fbe83200700 1 -- 172.21.15.44:0/1178247445 wait complete. 2024-04-26T02:13:17.625 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 33 2024-04-26T02:13:18.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:17 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1178247445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:18.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:17 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1178247445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:18.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:17 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1178247445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:13:18.439 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --cancel --all' 2024-04-26T02:13:18.439 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24518 quiesce db --cancel --all 2024-04-26T02:13:18.918 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:19.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:18 smithi156 ceph-mon[32543]: pgmap v578: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-04-26T02:13:19.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:18 smithi156 ceph-mon[32543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:13:19.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:18 smithi090 ceph-mon[32456]: pgmap v578: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-04-26T02:13:19.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:18 smithi090 ceph-mon[32456]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:13:19.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:18 smithi044 ceph-mon[27847]: pgmap v578: 97 pgs: 97 active+clean; 7.4 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-04-26T02:13:19.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:18 smithi044 ceph-mon[27847]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T02:13:21.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 -- 172.21.15.44:0/229452215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c102af0 msgr2=0x7f507c102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 --2- 172.21.15.44:0/229452215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c102af0 0x7f507c102f70 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f50640099c0 tx=0x7f5064009cd0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 -- 172.21.15.44:0/229452215 shutdown_connections 2024-04-26T02:13:21.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 --2- 172.21.15.44:0/229452215 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f507c107940 0x7f507c107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 --2- 172.21.15.44:0/229452215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f507c1034b0 0x7f507c10f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 --2- 172.21.15.44:0/229452215 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c102af0 0x7f507c102f70 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 -- 172.21.15.44:0/229452215 >> 172.21.15.44:0/229452215 conn(0x7f507c079ba0 msgr2=0x7f507c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:21.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 -- 172.21.15.44:0/229452215 shutdown_connections 2024-04-26T02:13:21.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.196+0000 7f5082000700 1 -- 172.21.15.44:0/229452215 wait complete. 2024-04-26T02:13:21.198 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:20 smithi044 ceph-mon[27847]: pgmap v579: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-04-26T02:13:21.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.198+0000 7f5082000700 1 Processor -- start 2024-04-26T02:13:21.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.199+0000 7f5082000700 1 -- start start 2024-04-26T02:13:21.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f5082000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f507c102af0 0x7f507c19b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f5082000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f507c1034b0 0x7f507c19b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f5082000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c107940 0x7f507c19fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f5082000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f507c112cb0 con 0x7f507c102af0 2024-04-26T02:13:21.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f5082000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f507c112b30 con 0x7f507c107940 2024-04-26T02:13:21.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f5082000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f507c112e30 con 0x7f507c1034b0 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f507be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c107940 0x7f507c19fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f507b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f507c102af0 0x7f507c19b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f507be00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c107940 0x7f507c19fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56804/0 (socket says 172.21.15.44:56804) 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f507be00700 1 -- 172.21.15.44:0/665305701 learned_addr learned my addr 172.21.15.44:0/665305701 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.200+0000 7f5073e00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f507c1034b0 0x7f507c19b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5073e00700 1 -- 172.21.15.44:0/665305701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c107940 msgr2=0x7f507c19fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5073e00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c107940 0x7f507c19fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5073e00700 1 -- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f507c102af0 msgr2=0x7f507c19b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5073e00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f507c102af0 0x7f507c19b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5073e00700 1 -- 172.21.15.44:0/665305701 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f507c1a0330 con 0x7f507c1034b0 2024-04-26T02:13:21.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f507be00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c107940 0x7f507c19fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:21.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5073e00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f507c1034b0 0x7f507c19b860 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f50640098e0 tx=0x7f5064005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:21.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5078c00700 1 -- 172.21.15.44:0/665305701 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064026070 con 0x7f507c1034b0 2024-04-26T02:13:21.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5078c00700 1 -- 172.21.15.44:0/665305701 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50640056c0 con 0x7f507c1034b0 2024-04-26T02:13:21.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f507c1a05c0 con 0x7f507c1034b0 2024-04-26T02:13:21.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.201+0000 7f5078c00700 1 -- 172.21.15.44:0/665305701 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506400f990 con 0x7f507c1034b0 2024-04-26T02:13:21.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.202+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f507c1a7ea0 con 0x7f507c1034b0 2024-04-26T02:13:21.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.205+0000 7f5078c00700 1 -- 172.21.15.44:0/665305701 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5064029070 con 0x7f507c1034b0 2024-04-26T02:13:21.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.206+0000 7f508ca6eb80 1 Processor -- start 2024-04-26T02:13:21.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.206+0000 7f5078c00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50600a3e30 0x7f50600a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f508ca6eb80 1 -- start start 2024-04-26T02:13:21.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f5078c00700 1 -- 172.21.15.44:0/665305701 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f50640d0f50 con 0x7f507c1034b0 2024-04-26T02:13:21.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f507be00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50600a3e30 0x7f50600a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2748cb0 0x55acd2749090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2753f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2754440 0x55acd2756830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55acd269bf00 con 0x55acd2748cb0 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55acd26427a0 con 0x55acd27495d0 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55acd2697ec0 con 0x55acd2754440 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f507b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2748cb0 0x55acd2749090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f5073e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2753f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f507b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2748cb0 0x55acd2749090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38374/0 (socket says 172.21.15.44:38374) 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f507b400700 1 -- 172.21.15.44:0/3704222064 learned_addr learned my addr 172.21.15.44:0/3704222064 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.207+0000 7f507be00700 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2754440 0x55acd2756830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.208+0000 7f5073e00700 1 -- 172.21.15.44:0/3704222064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2754440 msgr2=0x55acd2756830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.208+0000 7f5073e00700 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2754440 0x55acd2756830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.208+0000 7f5073e00700 1 -- 172.21.15.44:0/3704222064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2748cb0 msgr2=0x55acd2749090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.208+0000 7f5073e00700 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2748cb0 0x55acd2749090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.208+0000 7f5073e00700 1 -- 172.21.15.44:0/3704222064 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acd26386f0 con 0x55acd27495d0 2024-04-26T02:13:21.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.208+0000 7f507be00700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50600a3e30 0x7f50600a62f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5074009c10 tx=0x7f507400ebf0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:21.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.208+0000 7f5073e00700 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2753f00 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f50640ce680 tx=0x7f506400f460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=beb8be35aabf6e6f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:21.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f5070c00700 1 -- 172.21.15.44:0/3704222064 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506409cf60 con 0x55acd27495d0 2024-04-26T02:13:21.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f5070c00700 1 -- 172.21.15.44:0/3704222064 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50640a1310 con 0x55acd27495d0 2024-04-26T02:13:21.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f5070c00700 1 -- 172.21.15.44:0/3704222064 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50640a5910 con 0x55acd27495d0 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3704222064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 msgr2=0x55acd2753f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2753f00 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f50640ce680 tx=0x7f506400f460 comp rx=0 tx=0).stop 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3704222064 shutdown_connections 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2754440 0x55acd2756830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2748cb0 0x55acd2749090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3704222064 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2753f00 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.209+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3704222064 >> 172.21.15.44:0/3704222064 conn(0x55acd2677fc0 msgr2=0x55acd27451c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:21.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.210+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3704222064 shutdown_connections 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.210+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3704222064 wait complete. 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.210+0000 7f508ca6eb80 1 -- start start 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.210+0000 7f508ca6eb80 1 Processor -- start 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd2753c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2750f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd2751480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55acd26427a0 con 0x55acd2754440 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x55acd26558d0 con 0x55acd27495d0 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x55acd2756d70 con 0x55acd2748cb0 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f508ca6eb80 10 client.0 _ll_register_callbacks cb 0x55acd2634790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f5073e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2750f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f5073e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2750f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56822/0 (socket says 172.21.15.44:56822) 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f5073e00700 1 -- 172.21.15.44:0/1849914868 learned_addr learned my addr 172.21.15.44:0/1849914868 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:21.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.211+0000 7f507b400700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd2753c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f507be00700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd2751480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5073e00700 1 -- 172.21.15.44:0/1849914868 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 msgr2=0x55acd2753c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5073e00700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd2753c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5073e00700 1 -- 172.21.15.44:0/1849914868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 msgr2=0x55acd2751480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5073e00700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd2751480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5073e00700 1 -- 172.21.15.44:0/1849914868 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acd25e9940 con 0x55acd27495d0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f507be00700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd2751480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5073e00700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2750f40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f50640cec00 tx=0x7f5064009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8970a18ddd3cb592 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5069600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5069600700 1 -- 172.21.15.44:0/1849914868 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50640bb060 con 0x55acd27495d0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f5069600700 1 -- 172.21.15.44:0/1849914868 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f506409d3c0 con 0x55acd27495d0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.212+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50640a1310 con 0x55acd27495d0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f5069600700 1 -- 172.21.15.44:0/1849914868 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f50640a56b0 con 0x55acd27495d0 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f508ca6eb80 10 client.27470 fetch_fsmap learned FSMap version 34 2024-04-26T02:13:21.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55acd2632b60 con 0x55acd27495d0 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f5069600700 1 -- 172.21.15.44:0/1849914868 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50640a1310 con 0x55acd27495d0 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f5069600700 1 -- 172.21.15.44:0/1849914868 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8358+0+0 (secure 0 0 0) 0x7f506409c420 con 0x55acd27495d0 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f508ca6eb80 10 client.27470 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f508ca6eb80 10 client.27470 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f508ca6eb80 20 client.27470 populate_metadata read hostname 'smithi044' 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.213+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd2763820 0x55acd2765c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.214+0000 7f508ca6eb80 4 client.27470 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.214+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acd26a96f0 con 0x55acd2763820 2024-04-26T02:13:21.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.214+0000 7f507b400700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd2763820 0x55acd2765c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.214+0000 7f507b400700 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd2763820 0x55acd2765c10 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54e3832275dfed25 server_cookie=f05abe00e97937f8 in_seq=0 out_seq=0 2024-04-26T02:13:21.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.214+0000 7f5069600700 10 client.27470 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:21.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.215+0000 7f5069600700 1 -- 172.21.15.44:0/1849914868 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55acd26a96f0 con 0x55acd2763820 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.215+0000 7f5069600700 10 client.27470 handle_command_reply: tid=0 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.215+0000 7f508ca6eb80 1 client.27470 shutdown 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 msgr2=0x55acd2750f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2750f40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f50640cec00 tx=0x7f5064009310 comp rx=0 tx=0).stop 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 shutdown_connections 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd2753c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd2763820 0x55acd2765c10 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd2751480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/1849914868 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd2750f40 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 >> 172.21.15.44:0/1849914868 conn(0x55acd2677fc0 msgr2=0x55acd2744db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f5069600700 0 client.27470 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 shutdown_connections 2024-04-26T02:13:21.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 1 -- 172.21.15.44:0/1849914868 wait complete. 2024-04-26T02:13:21.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.216+0000 7f508ca6eb80 20 client.27470 trim_cache size 0 max 16384 2024-04-26T02:13:21.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:20 smithi156 ceph-mon[32543]: pgmap v579: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-04-26T02:13:21.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:20 smithi090 ceph-mon[32456]: pgmap v579: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 Processor -- start 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 -- start start 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd2748cb0 0x55acd276b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd27495d0 0x55acd276b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd274e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1af380 con 0x55acd2754440 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1b0ec0 con 0x55acd2748cb0 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.238+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1afa50 con 0x55acd27495d0 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f5073e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd27495d0 0x55acd276b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f507b400700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd2748cb0 0x55acd276b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f507be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd274e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f5073e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd27495d0 0x55acd276b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:57934/0 (socket says 172.21.15.44:57934) 2024-04-26T02:13:21.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f5073e00700 1 -- 172.21.15.44:0/3391488950 learned_addr learned my addr 172.21.15.44:0/3391488950 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f507b400700 1 -- 172.21.15.44:0/3391488950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd27495d0 msgr2=0x55acd276b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f507b400700 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd27495d0 0x55acd276b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f507b400700 1 -- 172.21.15.44:0/3391488950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 msgr2=0x55acd274e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f507b400700 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd274e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f507b400700 1 -- 172.21.15.44:0/3391488950 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acd2753880 con 0x55acd2748cb0 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.239+0000 7f5073e00700 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd27495d0 0x55acd276b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.240+0000 7f507b400700 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd2748cb0 0x55acd276b300 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f506c00a010 tx=0x7f506c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59fa87cd35eb0e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.240+0000 7f506be00700 1 -- 172.21.15.44:0/3391488950 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c023070 con 0x55acd2748cb0 2024-04-26T02:13:21.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.240+0000 7f506be00700 1 -- 172.21.15.44:0/3391488950 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f506c005020 con 0x55acd2748cb0 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.240+0000 7f506be00700 1 -- 172.21.15.44:0/3391488950 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c003a80 con 0x55acd2748cb0 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3391488950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd2748cb0 msgr2=0x55acd276b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd2748cb0 0x55acd276b300 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f506c00a010 tx=0x7f506c009260 comp rx=0 tx=0).stop 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3391488950 shutdown_connections 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd274e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd2748cb0 0x55acd276b300 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3391488950 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd27495d0 0x55acd276b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3391488950 >> 172.21.15.44:0/3391488950 conn(0x55acd2677fc0 msgr2=0x55acd274f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3391488950 shutdown_connections 2024-04-26T02:13:21.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3391488950 wait complete. 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.241+0000 7f508ca6eb80 1 -- start start 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 1 Processor -- start 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd275aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd275afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd275b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1b07f0 con 0x55acd2754440 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1b0120 con 0x55acd27495d0 2024-04-26T02:13:21.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1ad340 con 0x55acd2748cb0 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.242+0000 7f508ca6eb80 10 client.0 _ll_register_callbacks cb 0x55acd2634790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f507b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd275aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd275afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd275afc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56836/0 (socket says 172.21.15.44:56836) 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f507b400700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd275aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:57948/0 (socket says 172.21.15.44:57948) 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 -- 172.21.15.44:0/3738344607 learned_addr learned my addr 172.21.15.44:0/3738344607 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f507be00700 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd275b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 -- 172.21.15.44:0/3738344607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 msgr2=0x55acd275aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd275aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 -- 172.21.15.44:0/3738344607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 msgr2=0x55acd275b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd275b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 -- 172.21.15.44:0/3738344607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acd27d23d0 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f507be00700 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd275b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5073e00700 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd275afc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f5064098e50 tx=0x7f506400f460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=419d4ab2f4b238ff server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.243+0000 7f5069600700 10 client.0 ms_handle_connect on v2:172.21.15.90:3300/0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f5069600700 1 -- 172.21.15.44:0/3738344607 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50640bb070 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f5069600700 1 -- 172.21.15.44:0/3738344607 <== mon.2 v2:172.21.15.90:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f50640b6170 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f506c005020 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f5069600700 1 -- 172.21.15.44:0/3738344607 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f5064099200 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 10 client.27476 fetch_fsmap learned FSMap version 34 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55acd27d23d0 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f5069600700 1 -- 172.21.15.44:0/3738344607 <== mon.2 v2:172.21.15.90:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5064084020 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f5069600700 1 -- 172.21.15.44:0/3738344607 <== mon.2 v2:172.21.15.90:3300/0 5 ==== fsmap(e 34) ==== 8358+0+0 (secure 0 0 0) 0x7f5064097ad0 con 0x55acd27495d0 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 10 client.27476 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 10 client.27476 resolve_mds: validated gid 24518 aka daemon mds.b 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 20 client.27476 populate_metadata read hostname 'smithi044' 2024-04-26T02:13:21.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd27d3a00 0x55acd27d5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:21.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 4 client.27476 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-26T02:13:21.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.244+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 --> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55acd26a3790 con 0x55acd27d3a00 2024-04-26T02:13:21.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.245+0000 7f507b400700 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd27d3a00 0x55acd27d5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.245+0000 7f507b400700 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd27d3a00 0x55acd27d5e20 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2af7e64cc68266fc server_cookie=c537350dc21e992f in_seq=0 out_seq=0 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.245+0000 7f5069600700 10 client.27476 ms_handle_connect on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f5069600700 1 -- 172.21.15.44:0/3738344607 <== mds.0 v2:172.21.15.90:6838/2651113342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55acd26a3790 con 0x55acd27d3a00 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f5069600700 10 client.27476 handle_command_reply: tid=0 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 client.27476 shutdown 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 msgr2=0x55acd275afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd275afc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f5064098e50 tx=0x7f506400f460 comp rx=0 tx=0).stop 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 shutdown_connections 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x55acd2748cb0 0x55acd275aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:6838/2651113342,v1:172.21.15.90:6839/2651113342] conn(0x55acd27d3a00 0x55acd27d5e20 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd2754440 0x55acd275b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 --2- 172.21.15.44:0/3738344607 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x55acd27495d0 0x55acd275afc0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 >> 172.21.15.44:0/3738344607 conn(0x55acd2677fc0 msgr2=0x55acd2753000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f5069600700 0 client.27476 ms_handle_reset on v2:172.21.15.90:6838/2651113342 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 shutdown_connections 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 1 -- 172.21.15.44:0/3738344607 wait complete. 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.246+0000 7f508ca6eb80 20 client.27476 trim_cache size 0 max 16384 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 34, 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stdout: "leader": 24518, 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stdout: "set_version": 56, 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stdout: "sets": {} 2024-04-26T02:13:21.250 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50600a3e30 msgr2=0x7f50600a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50600a3e30 0x7f50600a62f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5074009c10 tx=0x7f507400ebf0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f507c1034b0 msgr2=0x7f507c19b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f507c1034b0 0x7f507c19b860 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f50640098e0 tx=0x7f5064005280 comp rx=0 tx=0).stop 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 shutdown_connections 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f50600a3e30 0x7f50600a62f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f507c107940 0x7f507c19fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f507c102af0 0x7f507c19b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 --2- 172.21.15.44:0/665305701 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f507c1034b0 0x7f507c19b860 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:21.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 >> 172.21.15.44:0/665305701 conn(0x7f507c079ba0 msgr2=0x7f507c100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:21.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 shutdown_connections 2024-04-26T02:13:21.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:21.247+0000 7f5082000700 1 -- 172.21.15.44:0/665305701 wait complete. 2024-04-26T02:13:22.056 INFO:tasks.quiescer:done joining Quiescers 2024-04-26T02:13:22.056 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-26T02:13:22.068 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T02:13:22.087 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-26T02:13:22.144 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-26T02:13:22.144 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T02:13:22.144 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T02:13:22.144 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-26T02:13:22.246 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-26T02:13:22.344 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 -- 172.21.15.44:0/4041137260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 msgr2=0x7fdfb41045b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/4041137260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb41045b0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009900 tx=0x7fdfa402a3f0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 -- 172.21.15.44:0/4041137260 shutdown_connections 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/4041137260 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfb41092a0 0x7fdfb4110e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/4041137260 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfb4104b80 0x7fdfb4108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/4041137260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb41045b0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 -- 172.21.15.44:0/4041137260 >> 172.21.15.44:0/4041137260 conn(0x7fdfb40ffa70 msgr2=0x7fdfb4101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 -- 172.21.15.44:0/4041137260 shutdown_connections 2024-04-26T02:13:22.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.563+0000 7fdfb9a00640 1 -- 172.21.15.44:0/4041137260 wait complete. 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.565+0000 7fdfb9a00640 1 Processor -- start 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.565+0000 7fdfb9a00640 1 -- start start 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.565+0000 7fdfb9a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb4076460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.565+0000 7fdfb9a00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfb41092a0 0x7fdfb40769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:22.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.565+0000 7fdfb9a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfb4076ee0 0x7fdfb41aadc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb9a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4114250 con 0x7fdfb41041d0 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb9a00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41140d0 con 0x7fdfb41092a0 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb9a00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41143d0 con 0x7fdfb4076ee0 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb4076460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb4076460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38406/0 (socket says 172.21.15.44:38406) 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 -- 172.21.15.44:0/3039293465 learned_addr learned my addr 172.21.15.44:0/3039293465 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfab400640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfb41092a0 0x7fdfb40769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb9000640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfb4076ee0 0x7fdfb41aadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 -- 172.21.15.44:0/3039293465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfb4076ee0 msgr2=0x7fdfb41aadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfb4076ee0 0x7fdfb41aadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 -- 172.21.15.44:0/3039293465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfb41092a0 msgr2=0x7fdfb40769a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfb41092a0 0x7fdfb40769a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.566+0000 7fdfb3e00640 1 -- 172.21.15.44:0/3039293465 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb41ab300 con 0x7fdfb41041d0 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.567+0000 7fdfb3e00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb4076460 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4005ab0 tx=0x7fdfa4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.567+0000 7fdfb1600640 1 -- 172.21.15.44:0/3039293465 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa403f070 con 0x7fdfb41041d0 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.567+0000 7fdfb1600640 1 -- 172.21.15.44:0/3039293465 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdfa4031b60 con 0x7fdfb41041d0 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.567+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb41ab530 con 0x7fdfb41041d0 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.567+0000 7fdfb1600640 1 -- 172.21.15.44:0/3039293465 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4035030 con 0x7fdfb41041d0 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.567+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb41ab9f0 con 0x7fdfb41041d0 2024-04-26T02:13:22.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.569+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb41056a0 con 0x7fdfb41041d0 2024-04-26T02:13:22.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.570+0000 7fdfb1600640 1 -- 172.21.15.44:0/3039293465 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdfa4042070 con 0x7fdfb41041d0 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.572+0000 7fdfb1600640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf980a3d10 0x7fdf980a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.572+0000 7fdfb1600640 1 -- 172.21.15.44:0/3039293465 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7fdfa40f0e50 con 0x7fdfb41041d0 2024-04-26T02:13:22.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.572+0000 7fdfab400640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf980a3d10 0x7fdf980a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:22.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.573+0000 7fdfab400640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf980a3d10 0x7fdf980a61d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4077bd0 tx=0x7fdf9c005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:22.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.577+0000 7fdfb1600640 1 -- 172.21.15.44:0/3039293465 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdfa40bd4d0 con 0x7fdfb41041d0 2024-04-26T02:13:22.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.815+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fdfb4104b80 con 0x7fdf980a3d10 2024-04-26T02:13:22.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.830+0000 7fdfb1600640 1 -- 172.21.15.44:0/3039293465 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+351 (secure 0 0 0) 0x7fdfb4104b80 con 0x7fdf980a3d10 2024-04-26T02:13:22.830 INFO:teuthology.orchestra.run.smithi044.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T01:54:58", "first": "2024-04-26T01:55:00", "last": "2024-04-26T02:13:00", "last_pruned": "2024-04-26T02:13:00", "created_count": 19, "pruned_count": 12, "active": true} 2024-04-26T02:13:22.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf980a3d10 msgr2=0x7fdf980a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:22.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf980a3d10 0x7fdf980a61d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4077bd0 tx=0x7fdf9c005f90 comp rx=0 tx=0).stop 2024-04-26T02:13:22.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 msgr2=0x7fdfb4076460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:22.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb4076460 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4005ab0 tx=0x7fdfa4003c10 comp rx=0 tx=0).stop 2024-04-26T02:13:22.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 shutdown_connections 2024-04-26T02:13:22.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fdf980a3d10 0x7fdf980a61d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fdfb4076ee0 0x7fdfb41aadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fdfb41092a0 0x7fdfb40769a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 --2- 172.21.15.44:0/3039293465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdfb41041d0 0x7fdfb4076460 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:22.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 >> 172.21.15.44:0/3039293465 conn(0x7fdfb40ffa70 msgr2=0x7fdfb4100dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:22.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.833+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 shutdown_connections 2024-04-26T02:13:22.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:22.834+0000 7fdfb9a00640 1 -- 172.21.15.44:0/3039293465 wait complete. 2024-04-26T02:13:22.853 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.061+0000 7f812fe00640 1 -- 172.21.15.44:0/1773460016 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f81301092d0 msgr2=0x7f8130110ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.061+0000 7f812fe00640 1 --2- 172.21.15.44:0/1773460016 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f81301092d0 0x7f8130110ea0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f8128009ca0 tx=0x7f812802a8c0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.061+0000 7f812fe00640 1 -- 172.21.15.44:0/1773460016 shutdown_connections 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.061+0000 7f812fe00640 1 --2- 172.21.15.44:0/1773460016 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f81301092d0 0x7f8130110ea0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.061+0000 7f812fe00640 1 --2- 172.21.15.44:0/1773460016 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104bb0 0x7f8130108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.061+0000 7f812fe00640 1 --2- 172.21.15.44:0/1773460016 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8130104200 0x7f81301045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.061+0000 7f812fe00640 1 -- 172.21.15.44:0/1773460016 >> 172.21.15.44:0/1773460016 conn(0x7f81300ffa60 msgr2=0x7f8130101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.062+0000 7f812fe00640 1 -- 172.21.15.44:0/1773460016 shutdown_connections 2024-04-26T02:13:23.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.062+0000 7f812fe00640 1 -- 172.21.15.44:0/1773460016 wait complete. 2024-04-26T02:13:23.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.063+0000 7f812fe00640 1 Processor -- start 2024-04-26T02:13:23.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.063+0000 7f812fe00640 1 -- start start 2024-04-26T02:13:23.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.063+0000 7f812fe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104200 0x7f81301a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.063+0000 7f812fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81301092d0 0x7f81301a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812fe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f813019a5f0 0x7f813019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812fe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8130114290 con 0x7f81301092d0 2024-04-26T02:13:23.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812fe00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8130114110 con 0x7f813019a5f0 2024-04-26T02:13:23.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812fe00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8130114410 con 0x7f8130104200 2024-04-26T02:13:23.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812e000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81301092d0 0x7f81301a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104200 0x7f81301a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104200 0x7f81301a0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:57964/0 (socket says 172.21.15.44:57964) 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 -- 172.21.15.44:0/2076229277 learned_addr learned my addr 172.21.15.44:0/2076229277 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812f400640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f813019a5f0 0x7f813019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 -- 172.21.15.44:0/2076229277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f813019a5f0 msgr2=0x7f813019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f813019a5f0 0x7f813019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 -- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81301092d0 msgr2=0x7f81301a0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81301092d0 0x7f81301a0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.064+0000 7f812ea00640 1 -- 172.21.15.44:0/2076229277 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f813019b110 con 0x7f8130104200 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.065+0000 7f812ea00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104200 0x7f81301a0440 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f812000e9f0 tx=0x7f812000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.065+0000 7f8127400640 1 -- 172.21.15.44:0/2076229277 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812000cd80 con 0x7f8130104200 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.065+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f813019b400 con 0x7f8130104200 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.065+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81301a76a0 con 0x7f8130104200 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.065+0000 7f8127400640 1 -- 172.21.15.44:0/2076229277 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81200108e0 con 0x7f8130104200 2024-04-26T02:13:23.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.065+0000 7f8127400640 1 -- 172.21.15.44:0/2076229277 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8120018820 con 0x7f8130104200 2024-04-26T02:13:23.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.066+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f810c005290 con 0x7f8130104200 2024-04-26T02:13:23.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.068+0000 7f8127400640 1 -- 172.21.15.44:0/2076229277 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8120010430 con 0x7f8130104200 2024-04-26T02:13:23.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.070+0000 7f8127400640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81140a3d90 0x7f81140a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.070+0000 7f8127400640 1 -- 172.21.15.44:0/2076229277 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f81200d0a20 con 0x7f8130104200 2024-04-26T02:13:23.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.070+0000 7f812e000640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81140a3d90 0x7f81140a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.071+0000 7f812e000640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81140a3d90 0x7f81140a6250 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f81300fff80 tx=0x7f8118005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:23.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.075+0000 7f8127400640 1 -- 172.21.15.44:0/2076229277 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f812009ca50 con 0x7f8130104200 2024-04-26T02:13:23.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:22 smithi044 ceph-mon[27847]: pgmap v580: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-26T02:13:23.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:22 smithi156 ceph-mon[32543]: pgmap v580: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-26T02:13:23.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:22 smithi090 ceph-mon[32456]: pgmap v580: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-26T02:13:23.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.306+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 --> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f810c000bc0 con 0x7f81140a3d90 2024-04-26T02:13:23.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.320+0000 7f8127400640 1 -- 172.21.15.44:0/2076229277 <== mgr.14991 v2:172.21.15.44:6800/2333604959 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f810c000bc0 con 0x7f81140a3d90 2024-04-26T02:13:23.321 INFO:teuthology.orchestra.run.smithi044.stdout:/ 1m 6m3h 2024-04-26T02:13:23.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81140a3d90 msgr2=0x7f81140a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81140a3d90 0x7f81140a6250 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f81300fff80 tx=0x7f8118005f90 comp rx=0 tx=0).stop 2024-04-26T02:13:23.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104200 msgr2=0x7f81301a0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104200 0x7f81301a0440 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f812000e9f0 tx=0x7f812000eeb0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 shutdown_connections 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f81140a3d90 0x7f81140a6250 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f813019a5f0 0x7f813019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f81301092d0 0x7f81301a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 --2- 172.21.15.44:0/2076229277 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8130104200 0x7f81301a0440 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.323+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 >> 172.21.15.44:0/2076229277 conn(0x7f81300ffa60 msgr2=0x7f8130101df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.324+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 shutdown_connections 2024-04-26T02:13:23.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.324+0000 7f812fe00640 1 -- 172.21.15.44:0/2076229277 wait complete. 2024-04-26T02:13:23.344 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-26T02:13:23.355 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.575+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1584873781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 msgr2=0x7f6a0410ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.575+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1584873781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 0x7f6a0410ec90 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009ca0 tx=0x7f69fc02a8c0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.576+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1584873781 shutdown_connections 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.576+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1584873781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 0x7f6a0410ec90 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.576+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1584873781 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a04069d00 0x7f6a041069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.576+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1584873781 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a04069350 0x7f6a04069730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.576+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1584873781 >> 172.21.15.44:0/1584873781 conn(0x7f6a04076790 msgr2=0x7f6a04076ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.576+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1584873781 shutdown_connections 2024-04-26T02:13:23.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.576+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1584873781 wait complete. 2024-04-26T02:13:23.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 Processor -- start 2024-04-26T02:13:23.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 -- start start 2024-04-26T02:13:23.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a04069350 0x7f6a04198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 0x7f6a04198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a0419cdd0 0x7f6a0419d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04112010 con 0x7f6a041070f0 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04111e90 con 0x7f6a04069350 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.577+0000 7f6a0ae00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f6a04112190 con 0x7f6a0419cdd0 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a0419cdd0 0x7f6a0419d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a0419cdd0 0x7f6a0419d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:57974/0 (socket says 172.21.15.44:57974) 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 -- 172.21.15.44:0/1378100990 learned_addr learned my addr 172.21.15.44:0/1378100990 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a09a00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a04069350 0x7f6a04198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a09000640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 0x7f6a04198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 -- 172.21.15.44:0/1378100990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a04069350 msgr2=0x7f6a04198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a04069350 0x7f6a04198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 -- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 msgr2=0x7f6a04198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 0x7f6a04198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 -- 172.21.15.44:0/1378100990 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0419d8c0 con 0x7f6a0419cdd0 2024-04-26T02:13:23.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a09000640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 0x7f6a04198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:23.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a09a00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a04069350 0x7f6a04198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:23.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.578+0000 7f6a0a400640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a0419cdd0 0x7f6a0419d280 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f69fc005cc0 tx=0x7f69fc031700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:23.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.579+0000 7f6a02000640 1 -- 172.21.15.44:0/1378100990 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc003b70 con 0x7f6a0419cdd0 2024-04-26T02:13:23.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.579+0000 7f6a02000640 1 -- 172.21.15.44:0/1378100990 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69fc0318f0 con 0x7f6a0419cdd0 2024-04-26T02:13:23.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.579+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a0419db50 con 0x7f6a0419cdd0 2024-04-26T02:13:23.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.579+0000 7f6a02000640 1 -- 172.21.15.44:0/1378100990 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc02f950 con 0x7f6a0419cdd0 2024-04-26T02:13:23.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.579+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a041a5370 con 0x7f6a0419cdd0 2024-04-26T02:13:23.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.580+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a04068c90 con 0x7f6a0419cdd0 2024-04-26T02:13:23.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.583+0000 7f6a02000640 1 -- 172.21.15.44:0/1378100990 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f69fc02fb50 con 0x7f6a0419cdd0 2024-04-26T02:13:23.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.584+0000 7f6a02000640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f69ec0a3d20 0x7f69ec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:23.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.584+0000 7f6a02000640 1 -- 172.21.15.44:0/1378100990 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f69fc0f1a30 con 0x7f6a0419cdd0 2024-04-26T02:13:23.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.584+0000 7f6a09a00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f69ec0a3d20 0x7f69ec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:23.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.585+0000 7f6a09a00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f69ec0a3d20 0x7f69ec0a61e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f69f4009fc0 tx=0x7f69f4005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:23.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.588+0000 7f6a02000640 1 -- 172.21.15.44:0/1378100990 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f69fc0be1c0 con 0x7f6a0419cdd0 2024-04-26T02:13:23.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.797+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a04069d00 con 0x7f6a0419cdd0 2024-04-26T02:13:23.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.800+0000 7f6a02000640 1 -- 172.21.15.44:0/1378100990 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+22958 (secure 0 0 0) 0x7f69fc0bdac0 con 0x7f6a0419cdd0 2024-04-26T02:13:23.801 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:13:23.801 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":117,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T02:13:15.909633+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":32,"snap_epoch":116,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/2941504694":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/3757856421":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/2259783206":"2024-04-27T01:54:57.219668+0000","172.21.15.44:6800/2941504694":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/562147844":"2024-04-27T01:54:57.219668+0000","172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/405673670":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":19,"length":1},{"begin":32,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:13:23.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f69ec0a3d20 msgr2=0x7f69ec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f69ec0a3d20 0x7f69ec0a61e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f69f4009fc0 tx=0x7f69f4005f90 comp rx=0 tx=0).stop 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a0419cdd0 msgr2=0x7f6a0419d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a0419cdd0 0x7f6a0419d280 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f69fc005cc0 tx=0x7f69fc031700 comp rx=0 tx=0).stop 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 shutdown_connections 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f69ec0a3d20 0x7f69ec0a61e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f6a0419cdd0 0x7f6a0419d280 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6a041070f0 0x7f6a04198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 --2- 172.21.15.44:0/1378100990 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f6a04069350 0x7f6a04198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 >> 172.21.15.44:0/1378100990 conn(0x7f6a04076790 msgr2=0x7f6a040ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 shutdown_connections 2024-04-26T02:13:23.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:23.803+0000 7f6a0ae00640 1 -- 172.21.15.44:0/1378100990 wait complete. 2024-04-26T02:13:23.825 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:45:09.300725+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T01:50:38.133645+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T01:50:42.891983+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '116', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 32, 'snap_epoch': 116, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T02:13:23.826 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T02:13:24.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 -- 172.21.15.44:0/2813968366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d78100570 msgr2=0x7f3d78100950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 --2- 172.21.15.44:0/2813968366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d78100570 0x7f3d78100950 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3d60009370 tx=0x7f3d6002a3f0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 -- 172.21.15.44:0/2813968366 shutdown_connections 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 --2- 172.21.15.44:0/2813968366 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d781053f0 0x7f3d7810cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 --2- 172.21.15.44:0/2813968366 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d78100f20 0x7f3d78104cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 --2- 172.21.15.44:0/2813968366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d78100570 0x7f3d78100950 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 -- 172.21.15.44:0/2813968366 >> 172.21.15.44:0/2813968366 conn(0x7f3d78075c50 msgr2=0x7f3d78076060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 -- 172.21.15.44:0/2813968366 shutdown_connections 2024-04-26T02:13:24.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.044+0000 7f3d77e00640 1 -- 172.21.15.44:0/2813968366 wait complete. 2024-04-26T02:13:24.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.045+0000 7f3d77e00640 1 Processor -- start 2024-04-26T02:13:24.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.045+0000 7f3d77e00640 1 -- start start 2024-04-26T02:13:24.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77e00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d78100570 0x7f3d781a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d781053f0 0x7f3d781a0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d7819a650 0x7f3d7819ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7810ff20 con 0x7f3d7819a650 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77e00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7810fda0 con 0x7f3d781053f0 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77e00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f3d781100a0 con 0x7f3d78100570 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d7819a650 0x7f3d7819ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d76a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d78100570 0x7f3d781a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d76a00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d78100570 0x7f3d781a0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:57998/0 (socket says 172.21.15.44:57998) 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d77400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d7819a650 0x7f3d7819ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38468/0 (socket says 172.21.15.44:38468) 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d76a00640 1 -- 172.21.15.44:0/3899056991 learned_addr learned my addr 172.21.15.44:0/3899056991 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.046+0000 7f3d76000640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d781053f0 0x7f3d781a0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77400640 1 -- 172.21.15.44:0/3899056991 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d78100570 msgr2=0x7f3d781a0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77400640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d78100570 0x7f3d781a0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77400640 1 -- 172.21.15.44:0/3899056991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d781053f0 msgr2=0x7f3d781a0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77400640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d781053f0 0x7f3d781a0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77400640 1 -- 172.21.15.44:0/3899056991 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d7819b170 con 0x7f3d7819a650 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77400640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d7819a650 0x7f3d7819ab00 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f3d7000da50 tx=0x7f3d7000df10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d7ca00640 1 -- 172.21.15.44:0/3899056991 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7000ada0 con 0x7f3d7819a650 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d7ca00640 1 -- 172.21.15.44:0/3899056991 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d700054d0 con 0x7f3d7819a650 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d7819b460 con 0x7f3d7819a650 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d7ca00640 1 -- 172.21.15.44:0/3899056991 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7000e6b0 con 0x7f3d7819a650 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.047+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d781a76b0 con 0x7f3d7819a650 2024-04-26T02:13:24.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.048+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d780690e0 con 0x7f3d7819a650 2024-04-26T02:13:24.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.051+0000 7f3d7ca00640 1 -- 172.21.15.44:0/3899056991 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3d700048c0 con 0x7f3d7819a650 2024-04-26T02:13:24.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.052+0000 7f3d7ca00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d5c0a3da0 0x7f3d5c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.052+0000 7f3d7ca00640 1 -- 172.21.15.44:0/3899056991 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f3d700d0450 con 0x7f3d7819a650 2024-04-26T02:13:24.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.052+0000 7f3d76a00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d5c0a3da0 0x7f3d5c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.053+0000 7f3d76a00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d5c0a3da0 0x7f3d5c0a6260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3d60009f50 tx=0x7f3d600046e0 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:24.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.057+0000 7f3d7ca00640 1 -- 172.21.15.44:0/3899056991 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d700046c0 con 0x7f3d7819a650 2024-04-26T02:13:24.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:23 smithi044 ceph-mon[27847]: from='client.17382 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:13:24.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:23 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1378100990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:13:24.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:23 smithi156 ceph-mon[32543]: from='client.17382 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:13:24.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:23 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1378100990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:13:24.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:23 smithi090 ceph-mon[32456]: from='client.17382 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:13:24.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:23 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1378100990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:13:24.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.263+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3d78100f50 con 0x7f3d7819a650 2024-04-26T02:13:24.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.264+0000 7f3d7ca00640 1 -- 172.21.15.44:0/3899056991 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v117) ==== 93+0+10 (secure 0 0 0) 0x7f3d7009c590 con 0x7f3d7819a650 2024-04-26T02:13:24.264 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-04-26T02:13:24.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.267+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d5c0a3da0 msgr2=0x7f3d5c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.267+0000 7f3d77e00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d5c0a3da0 0x7f3d5c0a6260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3d60009f50 tx=0x7f3d600046e0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.267+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d7819a650 msgr2=0x7f3d7819ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.267+0000 7f3d77e00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d7819a650 0x7f3d7819ab00 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f3d7000da50 tx=0x7f3d7000df10 comp rx=0 tx=0).stop 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 shutdown_connections 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f3d5c0a3da0 0x7f3d5c0a6260 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3d7819a650 0x7f3d7819ab00 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f3d781053f0 0x7f3d781a0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 --2- 172.21.15.44:0/3899056991 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f3d78100570 0x7f3d781a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 >> 172.21.15.44:0/3899056991 conn(0x7f3d78075c50 msgr2=0x7f3d780fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 shutdown_connections 2024-04-26T02:13:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.268+0000 7f3d77e00640 1 -- 172.21.15.44:0/3899056991 wait complete. 2024-04-26T02:13:24.290 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T02:13:24.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 -- 172.21.15.44:0/2601098386 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc106020 msgr2=0x7ff4cc10dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/2601098386 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc106020 0x7ff4cc10dbf0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4009ca0 tx=0x7ff4c402a8c0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 -- 172.21.15.44:0/2601098386 shutdown_connections 2024-04-26T02:13:24.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/2601098386 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc106020 0x7ff4cc10dbf0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/2601098386 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4cc101900 0x7ff4cc105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/2601098386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff4cc100f50 0x7ff4cc101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 -- 172.21.15.44:0/2601098386 >> 172.21.15.44:0/2601098386 conn(0x7ff4cc0fc7b0 msgr2=0x7ff4cc0febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:24.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 -- 172.21.15.44:0/2601098386 shutdown_connections 2024-04-26T02:13:24.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.508+0000 7ff4cbe00640 1 -- 172.21.15.44:0/2601098386 wait complete. 2024-04-26T02:13:24.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.509+0000 7ff4cbe00640 1 Processor -- start 2024-04-26T02:13:24.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.509+0000 7ff4cbe00640 1 -- start start 2024-04-26T02:13:24.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.509+0000 7ff4cbe00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc100f50 0x7ff4cc1a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.509+0000 7ff4cbe00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4cc106020 0x7ff4cc1a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.509+0000 7ff4cbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff4cc19a5d0 0x7ff4cc19aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4cbe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff4cc1120d0 con 0x7ff4cc19a5d0 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4cbe00640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7ff4cc111f50 con 0x7ff4cc106020 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4cbe00640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7ff4cc112250 con 0x7ff4cc100f50 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4cb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff4cc19a5d0 0x7ff4cc19aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4caa00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc100f50 0x7ff4cc1a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4ca000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4cc106020 0x7ff4cc1a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4caa00640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc100f50 0x7ff4cc1a0420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:58008/0 (socket says 172.21.15.44:58008) 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4caa00640 1 -- 172.21.15.44:0/3083864686 learned_addr learned my addr 172.21.15.44:0/3083864686 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4ca000640 1 -- 172.21.15.44:0/3083864686 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc100f50 msgr2=0x7ff4cc1a0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4ca000640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc100f50 0x7ff4cc1a0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4ca000640 1 -- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff4cc19a5d0 msgr2=0x7ff4cc19aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4ca000640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff4cc19a5d0 0x7ff4cc19aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4ca000640 1 -- 172.21.15.44:0/3083864686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4cc19b0f0 con 0x7ff4cc106020 2024-04-26T02:13:24.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4caa00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc100f50 0x7ff4cc1a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:24.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.510+0000 7ff4cb400640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff4cc19a5d0 0x7ff4cc19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:13:24.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.511+0000 7ff4ca000640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4cc106020 0x7ff4cc1a0960 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7ff4b800e9c0 tx=0x7ff4b800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:24.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.511+0000 7ff4c3400640 1 -- 172.21.15.44:0/3083864686 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b800cd80 con 0x7ff4cc106020 2024-04-26T02:13:24.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.511+0000 7ff4c3400640 1 -- 172.21.15.44:0/3083864686 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4b80035f0 con 0x7ff4cc106020 2024-04-26T02:13:24.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.511+0000 7ff4c3400640 1 -- 172.21.15.44:0/3083864686 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8010690 con 0x7ff4cc106020 2024-04-26T02:13:24.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.511+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4cc19b3e0 con 0x7ff4cc106020 2024-04-26T02:13:24.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.511+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4cc1a7630 con 0x7ff4cc106020 2024-04-26T02:13:24.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.512+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4cc0690e0 con 0x7ff4cc106020 2024-04-26T02:13:24.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.515+0000 7ff4c3400640 1 -- 172.21.15.44:0/3083864686 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff4b80037a0 con 0x7ff4cc106020 2024-04-26T02:13:24.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.516+0000 7ff4c3400640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4b00a3d20 0x7ff4b00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.517+0000 7ff4c3400640 1 -- 172.21.15.44:0/3083864686 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7ff4b80d0bb0 con 0x7ff4cc106020 2024-04-26T02:13:24.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.517+0000 7ff4caa00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4b00a3d20 0x7ff4b00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.518+0000 7ff4caa00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4b00a3d20 0x7ff4b00a61e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc011550 tx=0x7ff4bc005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:24.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.518+0000 7ff4c3400640 1 -- 172.21.15.44:0/3083864686 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff4b809d230 con 0x7ff4cc106020 2024-04-26T02:13:24.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.726+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff4cc101900 con 0x7ff4cc106020 2024-04-26T02:13:24.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.727+0000 7ff4c3400640 1 -- 172.21.15.44:0/3083864686 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v117) ==== 104+0+11 (secure 0 0 0) 0x7ff4b809cb30 con 0x7ff4cc106020 2024-04-26T02:13:24.728 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-04-26T02:13:24.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4b00a3d20 msgr2=0x7ff4b00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4b00a3d20 0x7ff4b00a61e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc011550 tx=0x7ff4bc005f90 comp rx=0 tx=0).stop 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4cc106020 msgr2=0x7ff4cc1a0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4cc106020 0x7ff4cc1a0960 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7ff4b800e9c0 tx=0x7ff4b800ee80 comp rx=0 tx=0).stop 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 shutdown_connections 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7ff4b00a3d20 0x7ff4b00a61e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff4cc19a5d0 0x7ff4cc19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7ff4cc106020 0x7ff4cc1a0960 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 --2- 172.21.15.44:0/3083864686 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7ff4cc100f50 0x7ff4cc1a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 >> 172.21.15.44:0/3083864686 conn(0x7ff4cc0fc7b0 msgr2=0x7ff4cc0fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.730+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 shutdown_connections 2024-04-26T02:13:24.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.731+0000 7ff4cbe00640 1 -- 172.21.15.44:0/3083864686 wait complete. 2024-04-26T02:13:24.751 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T02:13:24.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 -- 172.21.15.44:0/2697252320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104c10 msgr2=0x7f30bc108c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 --2- 172.21.15.44:0/2697252320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104c10 0x7f30bc108c50 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009860 tx=0x7f30a402a340 comp rx=0 tx=0).stop 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 -- 172.21.15.44:0/2697252320 shutdown_connections 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 --2- 172.21.15.44:0/2697252320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30bc109330 0x7f30bc110f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 --2- 172.21.15.44:0/2697252320 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104c10 0x7f30bc108c50 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 --2- 172.21.15.44:0/2697252320 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f30bc104260 0x7f30bc104640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 -- 172.21.15.44:0/2697252320 >> 172.21.15.44:0/2697252320 conn(0x7f30bc0ffa60 msgr2=0x7f30bc101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 -- 172.21.15.44:0/2697252320 shutdown_connections 2024-04-26T02:13:24.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.971+0000 7f30bb200640 1 -- 172.21.15.44:0/2697252320 wait complete. 2024-04-26T02:13:24.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.972+0000 7f30bb200640 1 Processor -- start 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.972+0000 7f30bb200640 1 -- start start 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30bb200640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104260 0x7f30bc1a05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30bb200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30bc109330 0x7f30bc1a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30bb200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f30bc19a690 0x7f30bc19ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30bb200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f30bc114270 con 0x7f30bc109330 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30bb200640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f30bc1140f0 con 0x7f30bc104260 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30bb200640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f30bc1143f0 con 0x7f30bc19a690 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30b9e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104260 0x7f30bc1a05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30b9400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30bc109330 0x7f30bc1a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30b9e00640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104260 0x7f30bc1a05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:56942/0 (socket says 172.21.15.44:56942) 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30b9e00640 1 -- 172.21.15.44:0/585145436 learned_addr learned my addr 172.21.15.44:0/585145436 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:24.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.973+0000 7f30ba800640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f30bc19a690 0x7f30bc19ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b9e00640 1 -- 172.21.15.44:0/585145436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f30bc19a690 msgr2=0x7f30bc19ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b9e00640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f30bc19a690 0x7f30bc19ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b9e00640 1 -- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30bc109330 msgr2=0x7f30bc1a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:24.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b9e00640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30bc109330 0x7f30bc1a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:24.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b9e00640 1 -- 172.21.15.44:0/585145436 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30bc19b290 con 0x7f30bc104260 2024-04-26T02:13:24.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b9e00640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104260 0x7f30bc1a05d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f30ac00eb90 tx=0x7f30ac00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:24.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b2a00640 1 -- 172.21.15.44:0/585145436 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac004d20 con 0x7f30bc104260 2024-04-26T02:13:24.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30bc1a7370 con 0x7f30bc104260 2024-04-26T02:13:24.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b2a00640 1 -- 172.21.15.44:0/585145436 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30ac00ee90 con 0x7f30bc104260 2024-04-26T02:13:24.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.974+0000 7f30b2a00640 1 -- 172.21.15.44:0/585145436 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ac010670 con 0x7f30bc104260 2024-04-26T02:13:24.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.975+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30bc1a7720 con 0x7f30bc104260 2024-04-26T02:13:24.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.976+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30bc105730 con 0x7f30bc104260 2024-04-26T02:13:24.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.978+0000 7f30b2a00640 1 -- 172.21.15.44:0/585145436 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f30ac005020 con 0x7f30bc104260 2024-04-26T02:13:24.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.979+0000 7f30b2a00640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f30a00a3da0 0x7f30a00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:24.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.980+0000 7f30b2a00640 1 -- 172.21.15.44:0/585145436 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f30ac0d0dd0 con 0x7f30bc104260 2024-04-26T02:13:24.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.980+0000 7f30b9400640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f30a00a3da0 0x7f30a00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:24.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.981+0000 7f30b9400640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f30a00a3da0 0x7f30a00a6260 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f30a40303f0 tx=0x7f30a4030340 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:24.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:24.984+0000 7f30b2a00640 1 -- 172.21.15.44:0/585145436 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f30ac09d450 con 0x7f30bc104260 2024-04-26T02:13:25.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:24 smithi044 ceph-mon[27847]: from='client.27481 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:13:25.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:24 smithi044 ceph-mon[27847]: pgmap v581: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:13:25.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:24 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3899056991' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:13:25.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:24 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3083864686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:13:25.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.194+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f30bc10c560 con 0x7f30bc104260 2024-04-26T02:13:25.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.194+0000 7f30b2a00640 1 -- 172.21.15.44:0/585145436 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v117) ==== 100+0+11 (secure 0 0 0) 0x7f30ac09cd50 con 0x7f30bc104260 2024-04-26T02:13:25.195 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f30a00a3da0 msgr2=0x7f30a00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f30a00a3da0 0x7f30a00a6260 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f30a40303f0 tx=0x7f30a4030340 comp rx=0 tx=0).stop 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104260 msgr2=0x7f30bc1a05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104260 0x7f30bc1a05d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f30ac00eb90 tx=0x7f30ac00c6a0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 shutdown_connections 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f30a00a3da0 0x7f30a00a6260 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f30bc19a690 0x7f30bc19ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.197+0000 7f30bb200640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30bc109330 0x7f30bc1a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.198+0000 7f30bb200640 1 --2- 172.21.15.44:0/585145436 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f30bc104260 0x7f30bc1a05d0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.198+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 >> 172.21.15.44:0/585145436 conn(0x7f30bc0ffa60 msgr2=0x7f30bc100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.198+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 shutdown_connections 2024-04-26T02:13:25.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.198+0000 7f30bb200640 1 -- 172.21.15.44:0/585145436 wait complete. 2024-04-26T02:13:25.218 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-26T02:13:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:24 smithi156 ceph-mon[32543]: from='client.27481 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:13:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:24 smithi156 ceph-mon[32543]: pgmap v581: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:13:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:24 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3899056991' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:13:25.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:24 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3083864686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:13:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:24 smithi090 ceph-mon[32456]: from='client.27481 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:13:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:24 smithi090 ceph-mon[32456]: pgmap v581: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:13:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:24 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3899056991' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:13:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:24 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3083864686' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:13:25.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 -- 172.21.15.44:0/1324586846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4104b60 msgr2=0x7f29e4108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:25.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 --2- 172.21.15.44:0/1324586846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4104b60 0x7f29e4108ba0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f29d0009900 tx=0x7f29d002a410 comp rx=0 tx=0).stop 2024-04-26T02:13:25.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 -- 172.21.15.44:0/1324586846 shutdown_connections 2024-04-26T02:13:25.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 --2- 172.21.15.44:0/1324586846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29e4109280 0x7f29e4110e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 --2- 172.21.15.44:0/1324586846 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4104b60 0x7f29e4108ba0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 --2- 172.21.15.44:0/1324586846 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f29e41041b0 0x7f29e4104590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 -- 172.21.15.44:0/1324586846 >> 172.21.15.44:0/1324586846 conn(0x7f29e40ff9f0 msgr2=0x7f29e4101e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:25.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 -- 172.21.15.44:0/1324586846 shutdown_connections 2024-04-26T02:13:25.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.430+0000 7f29eb000640 1 -- 172.21.15.44:0/1324586846 wait complete. 2024-04-26T02:13:25.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.431+0000 7f29eb000640 1 Processor -- start 2024-04-26T02:13:25.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29eb000640 1 -- start start 2024-04-26T02:13:25.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29eb000640 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f29e41041b0 0x7f29e41a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:25.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29eb000640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4109280 0x7f29e41a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29eb000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29e419a5d0 0x7f29e419aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29eb000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f29e41141f0 con 0x7f29e419a5d0 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29eb000640 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f29e4114070 con 0x7f29e41041b0 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29eb000640 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f29e4114370 con 0x7f29e4109280 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29e9200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4109280 0x7f29e41a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29e9200640 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4109280 0x7f29e41a0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:58056/0 (socket says 172.21.15.44:58056) 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29e9200640 1 -- 172.21.15.44:0/3799126746 learned_addr learned my addr 172.21.15.44:0/3799126746 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29ea600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29e419a5d0 0x7f29e419aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.432+0000 7f29e9c00640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f29e41041b0 0x7f29e41a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:25.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e9200640 1 -- 172.21.15.44:0/3799126746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f29e41041b0 msgr2=0x7f29e41a0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e9200640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f29e41041b0 0x7f29e41a0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e9200640 1 -- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29e419a5d0 msgr2=0x7f29e419aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e9200640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29e419a5d0 0x7f29e419aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e9200640 1 -- 172.21.15.44:0/3799126746 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e419b0f0 con 0x7f29e4109280 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e9200640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4109280 0x7f29e41a0960 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f29d0005ab0 tx=0x7f29d0003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e2000640 1 -- 172.21.15.44:0/3799126746 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d003f070 con 0x7f29e4109280 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e2000640 1 -- 172.21.15.44:0/3799126746 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29d0031b50 con 0x7f29e4109280 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29e419b380 con 0x7f29e4109280 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.433+0000 7f29e2000640 1 -- 172.21.15.44:0/3799126746 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d0035030 con 0x7f29e4109280 2024-04-26T02:13:25.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.434+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29e41a7570 con 0x7f29e4109280 2024-04-26T02:13:25.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.435+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29e40690e0 con 0x7f29e4109280 2024-04-26T02:13:25.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.437+0000 7f29e2000640 1 -- 172.21.15.44:0/3799126746 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f29d0042070 con 0x7f29e4109280 2024-04-26T02:13:25.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.438+0000 7f29e2000640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f29cc0a3d20 0x7f29cc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:13:25.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.438+0000 7f29e2000640 1 -- 172.21.15.44:0/3799126746 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7f29d00f1650 con 0x7f29e4109280 2024-04-26T02:13:25.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.439+0000 7f29e9c00640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f29cc0a3d20 0x7f29cc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:13:25.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.439+0000 7f29e9c00640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f29cc0a3d20 0x7f29cc0a61e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f29d8009bd0 tx=0x7f29d8005f90 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:13:25.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.441+0000 7f29e2000640 1 -- 172.21.15.44:0/3799126746 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f29d00bd680 con 0x7f29e4109280 2024-04-26T02:13:25.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.702+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f29e4104b60 con 0x7f29e4109280 2024-04-26T02:13:25.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.713+0000 7f29e2000640 1 -- 172.21.15.44:0/3799126746 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+746060 (secure 0 0 0) 0x7f29d00c1980 con 0x7f29e4109280 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 26, 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "active_gid": 14991, 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "active_name": "x", 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "active_addrs": { 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:6800", 2024-04-26T02:13:25.727 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 2333604959 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v1", 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:6801", 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 2333604959 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "active_addr": "172.21.15.44:6801/2333604959", 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "active_change": "2024-04-26T01:54:57.220137+0000", 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "active_mgr_features": 4540701547738038271, 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "available": true, 2024-04-26T02:13:25.728 INFO:teuthology.orchestra.run.smithi044.stdout: "standbys": [ 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "gid": 25102, 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "z", 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr_features": 4540701547738038271, 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.729 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.730 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.731 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.732 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.733 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.734 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.735 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-04-26T02:13:25.736 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.737 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.738 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-04-26T02:13:25.739 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-04-26T02:13:25.740 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-04-26T02:13:25.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-04-26T02:13:25.742 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.744 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.745 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.746 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.747 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:13:25.748 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.749 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-04-26T02:13:25.750 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.751 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.752 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.753 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.754 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.755 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.756 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-04-26T02:13:25.757 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.758 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.759 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.760 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.762 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.763 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.764 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:13:25.765 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.766 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.767 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.768 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:13:25.768 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:13:25.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.774 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.774 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-04-26T02:13:25.774 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-04-26T02:13:25.774 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:13:25.775 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-04-26T02:13:25.776 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.777 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.778 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.779 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.780 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.781 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.782 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.783 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.785 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.786 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.787 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.788 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.789 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.790 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.791 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.792 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.793 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.794 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:13:25.795 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:13:25.796 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.797 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.798 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.799 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.800 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.801 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.802 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.803 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:13:25.804 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:13:25.805 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.807 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.808 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.809 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.810 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.811 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.812 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.813 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.814 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.816 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-04-26T02:13:25.817 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-04-26T02:13:25.818 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.819 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-04-26T02:13:25.820 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-04-26T02:13:25.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-04-26T02:13:25.822 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-04-26T02:13:25.823 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-04-26T02:13:25.824 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:13:25.825 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-04-26T02:13:25.826 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-04-26T02:13:25.827 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.828 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.829 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.830 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.831 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.832 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.833 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.834 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.835 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.836 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-04-26T02:13:25.838 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-04-26T02:13:25.839 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.840 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.841 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.842 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:13:25.845 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:13:25.846 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:13:25.847 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.849 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.850 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.851 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.852 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.853 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.854 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.855 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.856 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.857 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.859 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.860 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.861 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "[]", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.862 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "{}", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.863 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.864 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.865 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.866 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.867 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:13:25.868 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:13:25.869 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:13:25.870 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:13:25.871 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:13:25.872 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:13:25.873 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:13:25.874 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:13:25.875 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.876 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.877 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.878 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.879 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.880 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.881 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.882 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.883 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.884 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.885 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.886 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.887 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.888 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.889 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.890 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.891 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.892 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.893 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.894 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.895 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.897 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.898 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.899 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.902 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.903 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.904 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.905 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.906 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.907 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.908 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.909 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.910 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.911 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-04-26T02:13:25.912 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-04-26T02:13:25.913 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-04-26T02:13:25.914 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:25.915 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:25.916 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.917 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.918 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.919 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.920 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.921 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.922 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.923 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.924 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.925 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-04-26T02:13:25.926 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.927 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.929 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.930 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.931 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.932 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.933 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.934 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.935 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.936 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.937 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.938 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.939 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.940 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.941 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.942 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.943 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.944 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.945 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.946 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.947 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.948 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.949 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.950 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.951 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.952 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-04-26T02:13:25.953 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.954 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.955 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.956 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.957 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.958 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.959 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.960 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.961 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.962 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.963 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.964 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.965 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.966 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:25.967 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.968 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.969 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.970 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.971 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.972 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.974 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.975 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.976 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.977 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.978 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.979 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.980 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.981 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.982 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.983 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.984 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.985 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.986 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.987 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.988 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.989 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.990 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.991 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-04-26T02:13:25.992 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.993 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.994 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.995 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.996 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:25.997 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:25.998 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:25.999 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.000 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.001 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.002 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.003 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.005 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.006 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.007 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.008 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.009 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.010 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.011 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.012 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.013 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.014 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.015 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.016 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.017 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.018 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.019 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.020 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.021 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.022 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.023 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.024 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.025 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.026 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.027 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.028 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.029 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.030 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.031 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.032 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.033 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-04-26T02:13:26.034 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-04-26T02:13:26.035 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.036 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.037 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.038 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.039 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.040 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.041 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.042 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.043 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.044 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.045 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.046 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.047 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.048 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.049 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.050 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.051 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.052 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.053 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.054 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.055 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.056 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.057 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.058 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.059 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.060 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.061 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.062 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.063 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.064 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.065 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.066 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.067 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.068 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.069 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.070 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-04-26T02:13:26.071 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.072 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.073 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.074 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.075 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.076 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.077 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.078 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.079 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.080 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.081 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.082 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.083 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.084 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.085 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.086 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.087 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.088 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.089 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.090 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.091 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.092 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.093 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.094 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.095 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.096 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.097 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.098 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.099 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.100 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.101 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.102 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.103 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.104 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.105 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.106 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.107 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-04-26T02:13:26.108 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.109 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.110 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.112 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.113 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.114 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.115 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.119 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.120 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.121 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.122 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.123 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.124 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.125 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-04-26T02:13:26.126 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-04-26T02:13:26.127 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-04-26T02:13:26.128 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.129 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.130 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.131 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.132 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.133 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.134 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.135 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.136 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.137 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.138 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.139 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.140 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.141 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.142 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.143 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-04-26T02:13:26.144 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.145 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.146 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.147 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.148 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.149 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.150 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.151 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.152 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.153 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.154 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: "gid": 25109, 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "y", 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr_features": 4540701547738038271, 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-04-26T02:13:26.155 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:13:26.156 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.157 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.158 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.159 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.160 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.162 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.163 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.164 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.165 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.166 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.167 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.168 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.169 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.170 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.171 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.172 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:13:26.173 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:13:26.174 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.175 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.176 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.177 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.178 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.179 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.180 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.181 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-04-26T02:13:26.182 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-04-26T02:13:26.183 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-04-26T02:13:26.184 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.185 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.186 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.187 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.188 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-04-26T02:13:26.189 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.190 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.191 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.192 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.193 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-04-26T02:13:26.194 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.195 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.196 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.197 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.198 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:13:26.199 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:13:26.200 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:13:26.201 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.202 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.203 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.204 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.205 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.206 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.207 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.208 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.209 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-04-26T02:13:26.210 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.211 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.212 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.213 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.214 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.215 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.216 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.217 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.218 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.219 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.220 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.221 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.222 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.223 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.224 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.225 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.226 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.227 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.228 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.229 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.230 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.231 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.232 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.233 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-04-26T02:13:26.234 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-04-26T02:13:26.235 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.236 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-04-26T02:13:26.237 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-04-26T02:13:26.238 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.239 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.240 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.241 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.242 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.243 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-04-26T02:13:26.244 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.245 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.246 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.247 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.248 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.249 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.250 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.251 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.252 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.253 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.254 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.255 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-04-26T02:13:26.257 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.258 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.259 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.260 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.261 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.262 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.263 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.264 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.265 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.266 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.267 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.268 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.269 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.270 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.271 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.272 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.274 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.275 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.276 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.278 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.279 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.280 INFO:teuthology.orchestra.run.smithi044.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "[]", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.281 INFO:teuthology.orchestra.run.smithi044.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "{}", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.282 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.283 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.284 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.285 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.286 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:13:26.287 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:13:26.288 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:13:26.289 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:13:26.290 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:13:26.291 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.292 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.293 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.294 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.295 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.296 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.297 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.298 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.299 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.300 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.301 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.302 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.303 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.304 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.304 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.304 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.304 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.305 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.306 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.307 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.308 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.309 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.310 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.311 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.312 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.313 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.314 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.315 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.316 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.317 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.318 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.319 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.320 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.321 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.322 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.323 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-04-26T02:13:26.324 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.325 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.326 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.327 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.328 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.329 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.330 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.331 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-04-26T02:13:26.332 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-04-26T02:13:26.333 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-04-26T02:13:26.334 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.335 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.336 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-04-26T02:13:26.337 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.338 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.339 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.340 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.341 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.342 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.343 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.344 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.345 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.346 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:13:26.347 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.348 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.349 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.350 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.351 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.352 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.353 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-04-26T02:13:26.354 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-04-26T02:13:26.355 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.356 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.357 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.358 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.359 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.360 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.361 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.362 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.363 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.364 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-04-26T02:13:26.365 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.366 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.367 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.368 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.369 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.371 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.372 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.373 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.374 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.375 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.376 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.377 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.378 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.379 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.381 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.382 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.383 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.384 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.385 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.386 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.387 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.388 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.389 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.390 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.391 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.392 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.393 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.394 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.395 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.396 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.397 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.398 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.399 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.400 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.401 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.402 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.403 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.404 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-04-26T02:13:26.405 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.406 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.407 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.408 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.409 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.410 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-04-26T02:13:26.411 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.412 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.413 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.415 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.416 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.417 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.418 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.419 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.420 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.421 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.422 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.423 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.424 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.425 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.426 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.427 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.428 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-04-26T02:13:26.429 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.430 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.431 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.432 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.433 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.434 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.435 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.436 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.437 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.438 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:13:26.439 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.440 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.441 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.442 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.443 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.444 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.445 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.446 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.447 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.448 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.449 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.450 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.451 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.452 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-04-26T02:13:26.453 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.454 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.455 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.456 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.457 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.458 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.459 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.460 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.461 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.462 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.464 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.465 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.466 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.467 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.468 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.469 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.470 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.471 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.472 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.473 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.474 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.475 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.476 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.477 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.478 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.479 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.480 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.481 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.482 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.483 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.484 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.485 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.486 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.487 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.488 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.489 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.490 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.491 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.492 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.493 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.494 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.495 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.496 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.498 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.499 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.500 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.501 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.502 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.504 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.505 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.506 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.507 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.508 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.509 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.510 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.511 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.512 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.513 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.514 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.515 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.516 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.517 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.518 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.519 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.520 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.521 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.522 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.523 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.524 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.525 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.526 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.528 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.529 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.530 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.531 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.532 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.533 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.535 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.536 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.537 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.538 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.539 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.540 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.541 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.542 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.543 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.544 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.545 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.546 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.547 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.548 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.549 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.550 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.551 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.552 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.553 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.554 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.555 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.556 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.557 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.558 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.559 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.560 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.561 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.562 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.563 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.564 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.565 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.566 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.567 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.568 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.569 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.570 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-04-26T02:13:26.571 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.572 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.573 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.574 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "modules": [ 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "dashboard", 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "iostat", 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "nfs", 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "restful", 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "snap_schedule" 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.575 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.576 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.577 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.578 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.579 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.580 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.581 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.582 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.583 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.584 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.585 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.586 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.587 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.588 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.589 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.590 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.591 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.592 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.593 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.594 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-04-26T02:13:26.595 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-04-26T02:13:26.596 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.597 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.598 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.599 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.600 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.601 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-04-26T02:13:26.602 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-04-26T02:13:26.603 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.604 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.605 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.606 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.607 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.608 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.609 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.610 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.611 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.612 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.613 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.614 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.615 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-04-26T02:13:26.616 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-04-26T02:13:26.617 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.618 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-04-26T02:13:26.619 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.620 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:13:26.621 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.622 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.623 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.624 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.626 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.630 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.631 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.632 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.636 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.637 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.638 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.639 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-04-26T02:13:26.640 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-04-26T02:13:26.641 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:13:26.642 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-04-26T02:13:26.643 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-04-26T02:13:26.644 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-04-26T02:13:26.645 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.646 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.647 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.648 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.649 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.650 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.651 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.652 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.653 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.654 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.655 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:13:26.656 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-04-26T02:13:26.657 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.658 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.659 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.660 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.661 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.662 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-04-26T02:13:26.663 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.664 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.665 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.667 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.668 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.669 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.670 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.671 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.672 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.673 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.674 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.675 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.676 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.677 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.678 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.679 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.681 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.682 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.683 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.684 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.685 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.686 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.687 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.688 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.689 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.690 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.691 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.692 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.693 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.694 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.695 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.696 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.697 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.698 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.699 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.700 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.701 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.702 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.703 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "[]", 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.704 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "{}", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.705 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.707 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.708 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.709 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.710 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.711 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.713 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.714 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.715 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.716 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.717 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.718 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:13:26.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:13:26.720 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:13:26.721 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:13:26.722 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:13:26.723 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:13:26.724 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.725 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.726 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.727 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.728 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.729 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.730 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.731 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.732 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.733 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.735 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.736 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.737 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.738 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.739 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.740 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.741 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.742 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.743 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-04-26T02:13:26.744 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.745 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-04-26T02:13:26.746 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.747 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.748 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.749 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.750 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.751 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.752 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.753 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-04-26T02:13:26.754 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.755 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.756 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.757 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.758 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-04-26T02:13:26.759 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.760 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.761 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.762 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.763 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-04-26T02:13:26.764 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-04-26T02:13:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.766 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-04-26T02:13:26.767 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.768 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.770 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.771 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.772 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.773 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.774 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.775 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.776 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.777 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.778 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.779 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-04-26T02:13:26.780 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-04-26T02:13:26.781 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.782 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.783 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.784 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.785 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.786 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.788 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.789 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.790 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.791 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.792 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-04-26T02:13:26.793 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.794 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.795 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.796 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.797 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.798 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.799 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.800 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.801 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.803 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.804 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.805 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:13:26.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.807 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.808 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.810 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.812 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.813 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.814 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.815 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.816 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.817 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.818 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.819 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.820 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.821 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.823 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.824 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.825 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.826 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:13:26.827 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.828 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.828 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.828 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.828 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.828 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.829 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.830 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.830 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.830 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.830 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.830 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.830 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.830 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.831 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.831 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.831 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.831 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.831 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.831 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.831 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.832 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.833 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.834 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.835 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.839 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.840 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.841 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.843 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.844 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.845 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.846 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-04-26T02:13:26.847 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.848 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.849 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.850 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.851 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.852 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.853 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.854 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.855 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.856 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.857 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.858 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.859 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.860 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.861 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.862 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.863 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.864 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.865 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.866 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.867 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.868 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.869 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.870 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.871 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-04-26T02:13:26.872 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.873 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.874 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.875 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-04-26T02:13:26.876 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-04-26T02:13:26.877 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.878 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.879 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.880 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.881 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.882 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.883 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.884 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.885 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-04-26T02:13:26.886 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-04-26T02:13:26.887 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.888 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.889 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.890 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.891 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.892 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.893 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.894 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.895 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.896 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.897 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.898 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.899 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.900 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.901 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.902 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.903 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.904 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.905 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.906 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.907 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.908 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.910 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.911 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.912 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.914 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.917 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.918 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.919 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.920 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.921 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.922 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.923 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.924 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.925 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.926 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.927 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.928 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.929 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.930 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.931 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.932 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.933 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.934 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.935 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.936 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.937 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.938 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.939 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.941 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-04-26T02:13:26.943 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.944 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.945 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.946 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.947 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.948 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.949 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.950 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.951 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.952 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.953 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.954 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.955 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.956 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-04-26T02:13:26.957 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-04-26T02:13:26.958 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.959 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-04-26T02:13:26.960 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.961 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.962 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.963 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.964 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.965 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.966 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.967 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.968 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.969 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:13:26.970 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.971 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.972 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.973 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.974 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.975 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.976 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.977 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.978 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.979 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.980 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.981 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.982 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-04-26T02:13:26.983 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.984 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.985 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.986 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.987 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.988 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.989 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.990 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-04-26T02:13:26.991 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.992 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.993 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.994 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.995 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T02:13:26.996 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "services": { 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "dashboard": "https://172.21.15.44:8443/" 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "always_on_modules": { 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "octopus": [ 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-04-26T02:13:26.997 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "pacific": [ 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-04-26T02:13:26.998 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "quincy": [ 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:26.999 INFO:teuthology.orchestra.run.smithi044.stdout: "reef": [ 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "squid": [ 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-04-26T02:13:27.000 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "last_failure_osd_epoch": 92, 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "active_clients": [ 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.001 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 145910173 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "libcephsqlite", 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 894020260 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 3223020596 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-04-26T02:13:27.003 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 4073322756 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 942237204 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:27.004 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 1926085492 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T02:13:27.005 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:13:27.006 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:25 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/585145436' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:13:27.006 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:25 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/3799126746' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:13:27.006 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:25 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/585145436' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:13:27.007 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:25 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/3799126746' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f29cc0a3d20 msgr2=0x7f29cc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f29cc0a3d20 0x7f29cc0a61e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f29d8009bd0 tx=0x7f29d8005f90 comp rx=0 tx=0).stop 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4109280 msgr2=0x7f29e41a0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4109280 0x7f29e41a0960 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f29d0005ab0 tx=0x7f29d0003b90 comp rx=0 tx=0).stop 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 shutdown_connections 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f29cc0a3d20 0x7f29cc0a61e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f29e419a5d0 0x7f29e419aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f29e4109280 0x7f29e41a0960 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 --2- 172.21.15.44:0/3799126746 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f29e41041b0 0x7f29e41a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.728+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 >> 172.21.15.44:0/3799126746 conn(0x7f29e40ff9f0 msgr2=0x7f29e4100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.729+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 shutdown_connections 2024-04-26T02:13:27.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:13:25.729+0000 7f29eb000640 1 -- 172.21.15.44:0/3799126746 wait complete. 2024-04-26T02:13:27.014 DEBUG:tasks.check_counter:Getting stats from a 2024-04-26T02:13:27.014 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-26T02:13:27.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:25 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/585145436' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:13:27.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:25 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/3799126746' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:13:27.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:26 smithi156 ceph-mon[32543]: pgmap v582: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:13:27.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:26 smithi090 ceph-mon[32456]: pgmap v582: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:13:27.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:26 smithi044 ceph-mon[27847]: pgmap v582: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.9 KiB/s wr, 16 op/s 2024-04-26T02:13:27.507 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:29.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:28 smithi044 ceph-mon[27847]: pgmap v583: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 6.7 KiB/s wr, 13 op/s 2024-04-26T02:13:29.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:28 smithi156 ceph-mon[32543]: pgmap v583: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 6.7 KiB/s wr, 13 op/s 2024-04-26T02:13:29.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:28 smithi090 ceph-mon[32456]: pgmap v583: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 6.7 KiB/s wr, 13 op/s 2024-04-26T02:13:30.054 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:13:30.054 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1760, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 1740, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 2166816, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 659148, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.496178345, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.217070030, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.167521676, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.094446463, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1740, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.179743446, 2024-04-26T02:13:30.055 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000103300 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1717248, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 233664 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 2456, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 2735, 2024-04-26T02:13:30.056 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 627970, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 1434509, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.457837877, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.182218110, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.107038368, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.127941786, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2732, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.259693361, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000095056 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.057 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 654080 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 4, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 6, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1629, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 1284, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.005640009, 2024-04-26T02:13:30.058 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000123792, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.004786954, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000092379, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 4, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.003872792, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000968198 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:30.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 6462, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.333593239, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000051623 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-04-26T02:13:30.060 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 0, 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 0, 2024-04-26T02:13:30.061 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 0, 2024-04-26T02:13:30.062 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 1, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-04-26T02:13:30.063 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:30.064 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 0 2024-04-26T02:13:30.065 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-04-26T02:13:30.066 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-04-26T02:13:30.067 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 9, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 2, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-04-26T02:13:30.068 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 4196798, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 4196657, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 9 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 3, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 3, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 0, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 1, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 1, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 0, 2024-04-26T02:13:30.069 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 0, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 0, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 0, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 0, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 0, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 0, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 49276, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 215416 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-04-26T02:13:30.070 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 0, 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 0, 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 0, 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.071 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.072 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.074 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-04-26T02:13:30.075 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.076 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-04-26T02:13:30.077 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.078 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.079 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.080 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.082 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 1, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 4, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 3, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 4, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 0, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 0, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 6566, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:30.083 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:30.084 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-04-26T02:13:30.085 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 199025, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 58, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:30.086 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 163, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 8512, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 13, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-04-26T02:13:30.087 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 3796, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 21, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 3, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 3796, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 3796, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 3.584941682, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000944399 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 3796, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 3797 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.088 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 3796, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 3796, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 2448, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 1346, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 0, 2024-04-26T02:13:30.089 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 1, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-04-26T02:13:30.090 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-04-26T02:13:30.091 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-04-26T02:13:30.092 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 117, 2024-04-26T02:13:30.092 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-04-26T02:13:30.092 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 28, 2024-04-26T02:13:30.092 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 6, 2024-04-26T02:13:30.092 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 8, 2024-04-26T02:13:30.092 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 2, 2024-04-26T02:13:30.092 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 0, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 2, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 0 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 0, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.093 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 0 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-04-26T02:13:30.094 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 4216, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 2392544, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 4216, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 4216, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2392544, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.095 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 3796, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 2499, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 3796, 2024-04-26T02:13:30.096 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2499, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:30.097 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 3796, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 3796, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 3796, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 3796, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-04-26T02:13:30.098 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:30.099 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x563599fbe780": { 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:30.100 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:30.101 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.101 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:30.101 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:13:31.034 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-26T02:13:31.034 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-26T02:13:31.035 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-04-26T02:13:31.035 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-04-26T02:13:31.035 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2024-04-26T02:13:31.035 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:31.035 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:31.035 DEBUG:tasks.check_counter:Getting stats from d 2024-04-26T02:13:31.035 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-26T02:13:31.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:30 smithi156 ceph-mon[32543]: pgmap v584: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 8.1 KiB/s wr, 18 op/s 2024-04-26T02:13:31.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:30 smithi090 ceph-mon[32456]: pgmap v584: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 8.1 KiB/s wr, 18 op/s 2024-04-26T02:13:31.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:30 smithi044 ceph-mon[27847]: pgmap v584: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 8.1 KiB/s wr, 18 op/s 2024-04-26T02:13:31.513 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:33.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:32 smithi044 ceph-mon[27847]: pgmap v585: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.3 KiB/s wr, 13 op/s 2024-04-26T02:13:33.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:32 smithi156 ceph-mon[32543]: pgmap v585: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.3 KiB/s wr, 13 op/s 2024-04-26T02:13:33.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:32 smithi090 ceph-mon[32456]: pgmap v585: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.3 KiB/s wr, 13 op/s 2024-04-26T02:13:33.733 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:13:33.733 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 0, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 2, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 0, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 0, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 0, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.003691732, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.000663930, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:33.734 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 6, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 289, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 3360, 2024-04-26T02:13:33.735 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 207168, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.055258485, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.042249764, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.004846927, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 287, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.042267949, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000147275 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:33.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 207168 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 385, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 374, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1636144, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 231936, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 2, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.157310855, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.060442413, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.100046490, 2024-04-26T02:13:33.737 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.017588169, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 373, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.035499347, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000095172 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1636144, 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 231936 2024-04-26T02:13:33.738 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:33.739 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:33.740 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 150776, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 32, 2024-04-26T02:13:33.741 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-04-26T02:13:33.742 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 928, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 2, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 387, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1581725, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:33.743 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 387, 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 387, 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1581725, 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:33.744 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:13:34.701 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-26T02:13:34.701 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-26T02:13:34.701 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-26T02:13:34.701 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-26T02:13:34.701 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-26T02:13:34.701 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-26T02:13:34.702 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-26T02:13:34.702 DEBUG:tasks.check_counter:Getting stats from g 2024-04-26T02:13:34.702 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-26T02:13:35.175 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:35.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:34 smithi090 ceph-mon[32456]: pgmap v586: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.4 KiB/s wr, 17 op/s 2024-04-26T02:13:35.331 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:34 smithi044 ceph-mon[27847]: pgmap v586: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.4 KiB/s wr, 17 op/s 2024-04-26T02:13:35.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:34 smithi156 ceph-mon[32543]: pgmap v586: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.4 KiB/s wr, 17 op/s 2024-04-26T02:13:37.199 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:36 smithi044 ceph-mon[27847]: pgmap v587: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:13:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:36 smithi090 ceph-mon[32456]: pgmap v587: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:13:37.415 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 38, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 266, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 8845, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 663094, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 18, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.064546489, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.036602668, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.015593257, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000973205, 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:37.416 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 264, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.102286275, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000387448 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 15, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000003362, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000224 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 578272 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1563, 2024-04-26T02:13:37.417 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 1769, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 2096112, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 887995, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 9, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.395906242, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.160330167, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.228892112, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.030838847, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1769, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.160709591, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000090847 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.418 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2318, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.001260985, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000543 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1751552, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 263392 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 39, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 160, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 12431, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 202154, 2024-04-26T02:13:37.419 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 11, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.087928305, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.052129868, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.028832970, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000733581, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 157, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.039771784, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000253323 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 111, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000058323, 2024-04-26T02:13:37.420 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000525 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 9328, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 191664 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 58, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.002548695, 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000043943 2024-04-26T02:13:37.421 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000011581, 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000005790 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 11, 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 7, 2024-04-26T02:13:37.422 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 7, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.004554547, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000650649 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 4, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 11, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 16, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 0, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 16, 2024-04-26T02:13:37.423 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 13, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 5, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 2, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 2, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 3, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 55, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 45, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 1, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 6, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:37.424 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 4, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 234, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 0, 2024-04-26T02:13:37.425 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 4, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 4, 2024-04-26T02:13:37.426 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 0 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 17, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 11, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 14, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-04-26T02:13:37.427 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 14, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 84, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:37.428 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 8, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 8, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-04-26T02:13:37.429 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 2, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 2, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 4196657, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 0, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 7, 2024-04-26T02:13:37.430 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.014589769, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.002084252 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 0 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 20, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 22, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 2, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 19, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 23, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 4, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 16, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 21, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 5, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 2, 2024-04-26T02:13:37.431 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 4, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 2, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 52204, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 223608 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 15, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 1, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 11, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 37, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 87, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.432 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 4, 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.003138421, 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000784605 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.433 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.001238245, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000619122 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.434 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000177881, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000177881 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:37.435 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.436 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-04-26T02:13:37.437 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.437 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.437 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.437 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.437 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-04-26T02:13:37.437 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.437 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.438 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.441 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.442 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.443 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 2, 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 4, 2024-04-26T02:13:37.444 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 2, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 2, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 5, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 1, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 1098, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:37.445 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:37.446 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:37.447 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 281255, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 101, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 163, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:37.448 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 84229, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 349, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 47, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 13096, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 33, 2024-04-26T02:13:37.449 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 47, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 47, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.269995732, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.005744590 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 47, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 72 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 47, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 0, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 47, 2024-04-26T02:13:37.450 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 10, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 7, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 8, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 6, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:37.451 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 20, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:37.452 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-04-26T02:13:37.453 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 117, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 28, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 10, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 13, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 3, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 20, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 0, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 1 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.454 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 1, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 98 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:37.455 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 1636, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1941350, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 1636, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 1636, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1941350, 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:37.456 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 47, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 13096, 2024-04-26T02:13:37.457 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 47, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 13096, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-04-26T02:13:37.458 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 47, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 47, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 47, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 47, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-04-26T02:13:37.459 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.460 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x558369eea500": { 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 8, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 2353, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 8, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 7, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2353, 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:37.461 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:37.462 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:37.462 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:37.462 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.462 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:37.462 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:13:37.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:36 smithi156 ceph-mon[32543]: pgmap v587: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:13:38.319 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-26T02:13:38.319 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-26T02:13:38.319 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-04-26T02:13:38.319 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=17 2024-04-26T02:13:38.319 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-04-26T02:13:38.319 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:38.319 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:38.319 DEBUG:tasks.check_counter:Getting stats from j 2024-04-26T02:13:38.319 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-26T02:13:38.804 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:13:39.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:38 smithi044 ceph-mon[27847]: pgmap v588: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:13:39.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:38 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:13:39.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:38 smithi156 ceph-mon[32543]: pgmap v588: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:13:39.481 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:38 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:13:39.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:38 smithi090 ceph-mon[32456]: pgmap v588: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-04-26T02:13:39.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:38 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:13:41.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:40 smithi044 ceph-mon[27847]: pgmap v589: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-26T02:13:41.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:40 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:41.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:40 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 0, 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 2, 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 0, 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 0, 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 0, 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.004060318, 2024-04-26T02:13:41.121 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.000727003, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.122 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 394, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 381, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1640608, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 235104, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 2, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.155015279, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.061421239, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.092704070, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.017853644, 2024-04-26T02:13:41.123 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 381, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.038582855, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000101267 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1640608, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 235104 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:41.124 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 2, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 289, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 320, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 207072, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.057165958, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.044844359, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.004484118, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 286, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.033053459, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000115571 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:41.125 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 207072 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 0, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:41.126 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:41.127 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:41.128 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 148714, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 30, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:41.129 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 928, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 2, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:41.130 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 392, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1582439, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 392, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 392, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1582439, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-04-26T02:13:41.131 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:41.132 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T02:13:41.132 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T02:13:41.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:40 smithi156 ceph-mon[32543]: pgmap v589: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-26T02:13:41.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:40 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:41.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:40 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:41.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:40 smithi090 ceph-mon[32456]: pgmap v589: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-26T02:13:41.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:40 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:41.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:40 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:41.955 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-26T02:13:41.955 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-26T02:13:41.955 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-26T02:13:41.955 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-26T02:13:41.955 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-26T02:13:41.955 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-26T02:13:41.955 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-26T02:13:41.955 DEBUG:tasks.check_counter:Getting stats from b 2024-04-26T02:13:41.956 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-26T02:13:42.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:41 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:13:42.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:41 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:13:42.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:41 smithi044 ceph-mon[27847]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:42.205 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:42.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:41 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:13:42.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:41 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:13:42.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:41 smithi156 ceph-mon[32543]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:42.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:41 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:13:42.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:41 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:13:42.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:41 smithi090 ceph-mon[32456]: from='mgr.14991 ' entity='mgr.x' 2024-04-26T02:13:42.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:42 smithi090 ceph-mon[32456]: pgmap v590: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T02:13:43.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:42 smithi044 ceph-mon[27847]: pgmap v590: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T02:13:43.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:42 smithi156 ceph-mon[32543]: pgmap v590: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T02:13:44.053 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 3297, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 3163, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 1279834, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 6320539, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 27, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.340155780, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.106534138, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.116121508, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.091192500, 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:44.054 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 3168, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 1.699508221, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000536460 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 4433, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000861137, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000194 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 496896 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:44.055 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 2471, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 2324, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 2405990, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 1254763, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 11, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.256851601, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.084611080, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.123596483, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.055415001, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2326, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.612196300, 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000263197 2024-04-26T02:13:44.056 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 3011, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000715671, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000237 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 1794720, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 248608 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 4765, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 2251, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 1705196, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 4171967, 2024-04-26T02:13:44.057 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 229, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 12, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.639027857, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.157104230, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.274821298, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.197343758, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2239, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.170366130, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000076090 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 5769, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.001181531, 2024-04-26T02:13:44.058 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000204 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 1299872, 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 548560 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 1, 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-MDSRank": { 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1798, 2024-04-26T02:13:44.059 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.225252690, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000125279 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000010330, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000005165 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "request": 291, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "reply": 289, 2024-04-26T02:13:44.060 INFO:teuthology.orchestra.run.smithi090.stdout: "reply_latency": { 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 289, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 22.927005562, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.079332199 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_reply": 0, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "forward": 2, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_commit": 375, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_split": 0, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_merge": 0, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes": 49, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_top": 7, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_bottom": 42, 2024-04-26T02:13:44.061 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pinned": 39, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_expired": 1, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_with_caps": 2, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": 2, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "subtrees": 2, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse": 379, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_hit": 364, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_forward": 1, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_discover": 0, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_lock": 0, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "load_cent": 0, 2024-04-26T02:13:44.062 INFO:teuthology.orchestra.run.smithi090.stdout: "q": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "exported": 1, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "exported_inodes": 1, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "imported": 1, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "imported_inodes": 18, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rfiles": 4, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rbytes": 234, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rsnaps": 7, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:44.063 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_inode_file_caps": 2, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_revoke": 44, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_grant": 32, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_trunc": 4, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps": 53, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps_dirty": 8, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_cap_release": 3, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "process_request_cap_release": 28 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.064 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_cache": { 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update": 18, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_try_discover": 0, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_send_discover": 0, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_handle_discover": 46, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays": 2, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_created": 2, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_enqueued": 0, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:44.065 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_migrated": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_started": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_completed": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_path": 14, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_inode": 181, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_exportdir": 1, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_flush": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:44.066 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_inodestats": 0 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_log": { 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "evlrg": 0, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "evadd": 364, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "evex": 352, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "evtrm": 352, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "ev": 12, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "evexg": 0, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "evexd": 9, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "segadd": 85, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "segex": 83, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "segtrm": 83, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "seg": 2, 2024-04-26T02:13:44.067 INFO:teuthology.orchestra.run.smithi090.stdout: "segmjr": 1, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "segexg": 0, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "segexd": 1, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "expos": 8240333, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "wrpos": 8388978, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "rdpos": 0, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "jlat": { 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 315, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.608721927, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.001932450 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "replayed": 0 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_mem": { 2024-04-26T02:13:44.068 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 42, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "ino+": 43, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "ino-": 1, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "dir": 20, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "dir+": 20, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "dir-": 0, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "dn": 49, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "dn+": 50, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "dn-": 1, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "cap": 2, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "cap+": 18, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "cap-": 16, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "rss": 58032, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "heap": 231800 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.069 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_server": { 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_client_request": 387, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_server_request": 366, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_request": 291, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_session": 48, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_peer_request": 740, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "req_create_latency": { 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 5, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.004468531, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000893706 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getattr_latency": { 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 203, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.046237320, 2024-04-26T02:13:44.070 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000227770 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "req_link_latency": { 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookup_latency": { 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 4, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.002133717, 2024-04-26T02:13:44.071 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000533429 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupino_latency": { 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupname_latency": { 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.072 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lssnap_latency": { 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 19, 2024-04-26T02:13:44.073 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.004588432, 2024-04-26T02:13:44.074 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000241496 2024-04-26T02:13:44.074 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.074 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mkdir_latency": { 2024-04-26T02:13:44.074 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 8, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 22.629472694, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 2.828684086 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mknod_latency": { 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mksnap_latency": { 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 19, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.103233005, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.005433316 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.075 INFO:teuthology.orchestra.run.smithi090.stdout: "req_open_latency": { 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000280278, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000280278 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "req_readdir_latency": { 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000511609, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000511609 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rename_latency": { 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.002798809, 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.001399404 2024-04-26T02:13:44.076 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmdir_latency": { 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.022582700, 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.011291350 2024-04-26T02:13:44.077 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 12, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.064520791, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.005376732 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setattr_latency": { 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 5, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.024016230, 2024-04-26T02:13:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.004803246 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setlayout_latency": { 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setxattr_latency": { 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 8, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.022161446, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.002770180 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "req_symlink_latency": { 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "req_unlink_latency": { 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.080 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_sessions": { 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "session_count": 2, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "session_add": 6, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "session_remove": 4, 2024-04-26T02:13:44.081 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_open": 2, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_stale": 0, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "total_load": 30, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "average_load": 15, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "avg_session_uptime": 1122, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:44.082 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:44.083 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:44.084 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 321478, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 136, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 163, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:44.085 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 206453, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 1771, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "objecter": { 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "op_active": 0, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "op_laggy": 0, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send": 1630, 2024-04-26T02:13:44.086 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send_bytes": 5794056, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "op_resend": 35, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "op_reply": 1630, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "op_latency": { 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1630, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 26.525556497, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.016273347 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "op_inflight": 0, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "oplen_avg": { 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1630, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 2427 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "op": 1630, 2024-04-26T02:13:44.087 INFO:teuthology.orchestra.run.smithi090.stdout: "op_r": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "op_w": 1630, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "op_rmw": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "op_pg": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_stat": 356, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_create": 24, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_read": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_write": 315, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writefull": 273, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writesame": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_append": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_zero": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_truncate": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_delete": 507, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_mapext": 0, 2024-04-26T02:13:44.088 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_setxattr": 48, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_call": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_watch": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_notify": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_other": 4, 2024-04-26T02:13:44.089 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_active": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_send": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_resend": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_ping": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_active": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_send": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_resend": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_active": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_send": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_resend": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_active": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_send": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_resend": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "command_active": 0, 2024-04-26T02:13:44.090 INFO:teuthology.orchestra.run.smithi090.stdout: "command_send": 0, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "command_resend": 0, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "map_epoch": 117, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "map_full": 0, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "map_inc": 28, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_sessions": 12, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_open": 13, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_close": 1, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_laggy": 0, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_wr": 886, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_rd": 0, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_del": 14 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "oft": { 2024-04-26T02:13:44.091 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_objs": 1, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_updates": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_removes": 0 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "osd-slow-ops": { 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_ops_count": 558 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "purge_queue": { 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed": 0, 2024-04-26T02:13:44.092 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 10529, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 4277883, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 10529, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 10529, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 4277883, 2024-04-26T02:13:44.093 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:44.094 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 1630, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 5794056, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 1630, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 5794056, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 1024, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:44.095 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 1630, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 1630, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 1630, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 1630, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:44.096 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.097 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle-0x563de45d2500": { 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 364, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 4194674, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 364, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 315, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 4194674, 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:44.098 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:44.099 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:44.099 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:44.099 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.099 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:44.099 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T02:13:44.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:44 smithi090 ceph-mon[32456]: pgmap v591: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-26T02:13:45.050 INFO:tasks.check_counter:Daemon mds.b mds.exported=1 2024-04-26T02:13:45.050 INFO:tasks.check_counter:Daemon mds.b mds.imported=1 2024-04-26T02:13:45.050 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=18 2024-04-26T02:13:45.050 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-04-26T02:13:45.050 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=7 2024-04-26T02:13:45.050 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=19 2024-04-26T02:13:45.051 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=12 2024-04-26T02:13:45.051 DEBUG:tasks.check_counter:Getting stats from e 2024-04-26T02:13:45.051 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-26T02:13:45.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:44 smithi044 ceph-mon[27847]: pgmap v591: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-26T02:13:45.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:44 smithi156 ceph-mon[32543]: pgmap v591: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-26T02:13:45.309 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:47.032 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:46 smithi090 ceph-mon[32456]: pgmap v592: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:13:47.058 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T02:13:47.058 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:47.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 1785, 2024-04-26T02:13:47.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 1767, 2024-04-26T02:13:47.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 2172880, 2024-04-26T02:13:47.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 670984, 2024-04-26T02:13:47.058 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.232274375, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.092006790, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.078416035, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.051242766, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1766, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.098029839, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000055509 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:47.059 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 1717264, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 239776 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 8, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 293, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 3916, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 663098, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 6, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 4, 2024-04-26T02:13:47.060 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.016158410, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.011317246, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.001783137, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000048634, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 291, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.039178632, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000134634 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.061 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 662400 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 2491, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 2493, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 637480, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 792145, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 5, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:47.062 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.158168118, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.036948785, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.044188159, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.066655869, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2491, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.064954709, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000026075 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.063 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 1, 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-MDSRank": { 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 6558, 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.166561209, 2024-04-26T02:13:47.064 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000025398 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "request": 0, 2024-04-26T02:13:47.065 INFO:teuthology.orchestra.run.smithi090.stdout: "reply": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "reply_latency": { 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_reply": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "forward": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_commit": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_split": 0, 2024-04-26T02:13:47.066 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_merge": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_top": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_bottom": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pinned": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_expired": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "subtrees": 1, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_hit": 0, 2024-04-26T02:13:47.067 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_forward": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_discover": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_lock": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "load_cent": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "q": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "exported": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "exported_inodes": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "imported": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "imported_inodes": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rfiles": 0, 2024-04-26T02:13:47.068 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rbytes": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rsnaps": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:47.069 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "process_request_cap_release": 0 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_cache": { 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_try_discover": 0, 2024-04-26T02:13:47.070 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_send_discover": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_created": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_enqueued": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_migrated": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_started": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_completed": 0, 2024-04-26T02:13:47.071 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_flush": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_inodestats": 0 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_log": { 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "evlrg": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "evadd": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "evex": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "evtrm": 0, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "ev": 8, 2024-04-26T02:13:47.072 INFO:teuthology.orchestra.run.smithi090.stdout: "evexg": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "evexd": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "segadd": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "segex": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "segtrm": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "seg": 2, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "segmjr": 2, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "segexg": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "segexd": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "expos": 4194304, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "wrpos": 4196657, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "rdpos": 4196516, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "jlat": { 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.073 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "replayed": 8 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_mem": { 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 3, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "ino+": 3, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "ino-": 0, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "dir": 1, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "dir+": 1, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "dir-": 0, 2024-04-26T02:13:47.074 INFO:teuthology.orchestra.run.smithi090.stdout: "dn": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "dn+": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "dn-": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "cap": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "cap+": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "cap-": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "rss": 50436, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "heap": 215416 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_server": { 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_request": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_session": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_peer_request": 0, 2024-04-26T02:13:47.075 INFO:teuthology.orchestra.run.smithi090.stdout: "req_create_latency": { 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getattr_latency": { 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.076 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "req_link_latency": { 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookup_latency": { 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.077 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupino_latency": { 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupname_latency": { 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.078 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lssnap_latency": { 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mkdir_latency": { 2024-04-26T02:13:47.079 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mknod_latency": { 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.080 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mksnap_latency": { 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "req_open_latency": { 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "req_readdir_latency": { 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.081 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rename_latency": { 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.082 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmdir_latency": { 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.083 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setattr_latency": { 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.084 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setlayout_latency": { 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setxattr_latency": { 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.085 INFO:teuthology.orchestra.run.smithi090.stdout: "req_symlink_latency": { 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "req_unlink_latency": { 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:47.086 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_sessions": { 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "session_count": 2, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "session_add": 4, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "session_remove": 2, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_open": 4, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_stale": 0, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "total_load": 0, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "average_load": 0, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "avg_session_uptime": 4334, 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:47.087 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:47.088 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:47.089 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 182843, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 50, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:47.090 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 163, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:47.091 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 8512, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 13, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "objecter": { 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "op_active": 0, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "op_laggy": 0, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send": 3849, 2024-04-26T02:13:47.092 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send_bytes": 21, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "op_resend": 3, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "op_reply": 3849, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "op_latency": { 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 3849, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 2.160964474, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000561435 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "op_inflight": 0, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "oplen_avg": { 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 3849, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 3850 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "op": 3849, 2024-04-26T02:13:47.093 INFO:teuthology.orchestra.run.smithi090.stdout: "op_r": 3849, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "op_w": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "op_rmw": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "op_pg": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_stat": 2483, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_create": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_read": 1364, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_write": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writefull": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writesame": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_append": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_zero": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_truncate": 0, 2024-04-26T02:13:47.094 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_delete": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_mapext": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_getxattr": 1, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_call": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_watch": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_notify": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls": 0, 2024-04-26T02:13:47.095 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_other": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_active": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_send": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_resend": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_ping": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_active": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_send": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_resend": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_active": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_send": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_resend": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_active": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_send": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_resend": 0, 2024-04-26T02:13:47.096 INFO:teuthology.orchestra.run.smithi090.stdout: "command_active": 0, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "command_send": 0, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "command_resend": 0, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "map_epoch": 117, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "map_full": 0, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "map_inc": 28, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_sessions": 4, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_open": 5, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_close": 1, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_laggy": 0, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_wr": 0, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_rd": 2, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_del": 0 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "oft": { 2024-04-26T02:13:47.097 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_objs": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_updates": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_removes": 0 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "osd-slow-ops": { 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_ops_count": 0 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "purge_queue": { 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:47.098 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed": 0, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 4280, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 2404073, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 4280, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 4280, 2024-04-26T02:13:47.099 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 2404073, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:47.100 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 3849, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 2358, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 3849, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 2358, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:47.101 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 1024, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 3849, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 3849, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 3849, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 3849, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.102 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T02:13:47.103 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle-0x556663c2e6e0": { 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:47.104 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:47.105 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T02:13:47.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:46 smithi044 ceph-mon[27847]: pgmap v592: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:13:47.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:46 smithi156 ceph-mon[32543]: pgmap v592: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:13:48.014 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-26T02:13:48.014 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-26T02:13:48.014 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-26T02:13:48.014 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-26T02:13:48.014 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-26T02:13:48.014 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:48.014 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:48.014 DEBUG:tasks.check_counter:Getting stats from h 2024-04-26T02:13:48.015 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-26T02:13:48.249 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:48.988 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:48 smithi090 ceph-mon[32456]: pgmap v593: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:13:49.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:48 smithi044 ceph-mon[27847]: pgmap v593: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:13:49.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:48 smithi156 ceph-mon[32543]: pgmap v593: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:13:49.969 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T02:13:49.969 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:49.969 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 1469, 2024-04-26T02:13:49.969 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 1679, 2024-04-26T02:13:49.969 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 2058248, 2024-04-26T02:13:49.969 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 504328, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 7, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 2, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.198477471, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.085676640, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.104560902, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.016898303, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1682, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.091328594, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000054297 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2138, 2024-04-26T02:13:49.970 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000536269, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000250 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 1735856, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 243936 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 19, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 80, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 4665, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 199439, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 14, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 6, 2024-04-26T02:13:49.971 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.008726169, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.002695756, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.004396264, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000242892, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 77, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.030322124, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000393793 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 11, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000001576, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000143 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-04-26T02:13:49.972 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 170000 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 33, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 264, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 16781, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 563481, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 14, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.017707168, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.009886128, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.004900601, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.000297957, 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:49.973 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 259, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.043975360, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000169789 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 22, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000012258, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000557 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 5136, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 496640 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 1, 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T02:13:49.974 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-MDSRank": { 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 58, 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.001359299, 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000023436 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 2, 2024-04-26T02:13:49.975 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000006883, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000003441 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "request": 3, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "reply": 1, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "reply_latency": { 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000174084, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000174084 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_reply": 0, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "forward": 2, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:49.976 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_commit": 11, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_split": 0, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_merge": 0, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes": 16, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_top": 0, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_bottom": 16, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pinned": 13, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_expired": 4, 2024-04-26T02:13:49.977 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "subtrees": 3, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse": 44, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_hit": 36, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_forward": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_discover": 6, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_lock": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "load_cent": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "q": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "exported": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "exported_inodes": 0, 2024-04-26T02:13:49.978 INFO:teuthology.orchestra.run.smithi090.stdout: "imported": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "imported_inodes": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rfiles": 4, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rbytes": 234, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rsnaps": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:49.979 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "process_request_cap_release": 2 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_cache": { 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update": 0, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update_receipt": 15, 2024-04-26T02:13:49.980 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_try_discover": 10, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_send_discover": 13, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_created": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_enqueued": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_migrated": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_started": 0, 2024-04-26T02:13:49.981 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_completed": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_path": 14, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_inode": 84, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_flush": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_inodestats": 0 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_log": { 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "evlrg": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "evadd": 6, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "evex": 0, 2024-04-26T02:13:49.982 INFO:teuthology.orchestra.run.smithi090.stdout: "evtrm": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "ev": 6, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "evexg": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "evexd": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "segadd": 2, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "segex": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "segtrm": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "seg": 2, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "segmjr": 2, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "segexg": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "segexd": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "expos": 4194304, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "wrpos": 4195956, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "rdpos": 0, 2024-04-26T02:13:49.983 INFO:teuthology.orchestra.run.smithi090.stdout: "jlat": { 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 5, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.019988174, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.003997634 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "replayed": 0 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_mem": { 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 20, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "ino+": 22, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "ino-": 2, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "dir": 19, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "dir+": 22, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "dir-": 3, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "dn": 16, 2024-04-26T02:13:49.984 INFO:teuthology.orchestra.run.smithi090.stdout: "dn+": 20, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "dn-": 4, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "cap": 0, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "cap+": 1, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "cap-": 1, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "rss": 56264, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "heap": 223608 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_server": { 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_client_request": 4, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_server_request": 1, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_request": 3, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_session": 8, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_peer_request": 86, 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "req_create_latency": { 2024-04-26T02:13:49.985 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getattr_latency": { 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000174084, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000174084 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.986 INFO:teuthology.orchestra.run.smithi090.stdout: "req_link_latency": { 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookup_latency": { 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.987 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupino_latency": { 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupname_latency": { 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.988 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lssnap_latency": { 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.989 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mkdir_latency": { 2024-04-26T02:13:49.990 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.990 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.990 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.990 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.990 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mknod_latency": { 2024-04-26T02:13:49.990 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.990 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mksnap_latency": { 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "req_open_latency": { 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.991 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "req_readdir_latency": { 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rename_latency": { 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.992 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmdir_latency": { 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.993 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setattr_latency": { 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.994 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setlayout_latency": { 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.995 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setxattr_latency": { 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "req_symlink_latency": { 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "req_unlink_latency": { 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.996 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_sessions": { 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "session_count": 0, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "session_add": 2, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "session_remove": 2, 2024-04-26T02:13:49.997 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_open": 0, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_stale": 0, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "total_load": 1, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "average_load": 1, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "avg_session_uptime": 86, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:49.998 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:49.999 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:50.000 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 239703, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 77, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:50.001 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 163, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 83461, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 341, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "objecter": { 2024-04-26T02:13:50.002 INFO:teuthology.orchestra.run.smithi090.stdout: "op_active": 0, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "op_laggy": 0, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send": 42, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send_bytes": 12044, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "op_resend": 33, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "op_reply": 42, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "op_latency": { 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 42, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.480991978, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.011452189 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "op_inflight": 0, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "oplen_avg": { 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 42, 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 64 2024-04-26T02:13:50.003 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "op": 42, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "op_r": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "op_w": 42, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "op_rmw": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "op_pg": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_stat": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_create": 10, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_read": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_write": 5, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writefull": 8, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writesame": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_append": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_zero": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_truncate": 0, 2024-04-26T02:13:50.004 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_delete": 6, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_mapext": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_setxattr": 20, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_call": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_watch": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_notify": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:50.005 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_other": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_active": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_send": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_resend": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_ping": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_active": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_send": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_resend": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_active": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_send": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_resend": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_active": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_send": 0, 2024-04-26T02:13:50.006 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_resend": 0, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "command_active": 0, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "command_send": 0, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "command_resend": 0, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "map_epoch": 117, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "map_full": 0, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "map_inc": 28, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_sessions": 8, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_open": 13, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_close": 5, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_laggy": 0, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_wr": 14, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_rd": 0, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_del": 1 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.007 INFO:teuthology.orchestra.run.smithi090.stdout: "oft": { 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_objs": 1, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_updates": 0, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_removes": 0 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "osd-slow-ops": { 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_ops_count": 98 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "purge_queue": { 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing": 0, 2024-04-26T02:13:50.008 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed": 0, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 1517, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 1916179, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 1517, 2024-04-26T02:13:50.009 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 1517, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 1916179, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:50.010 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 42, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 12044, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 42, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 12044, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:50.011 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 1024, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 42, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 42, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 42, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 42, 2024-04-26T02:13:50.012 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:50.013 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle-0x562aeed30500": { 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 6, 2024-04-26T02:13:50.014 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 1652, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 6, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 5, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 1652, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:50.015 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T02:13:50.897 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-26T02:13:50.897 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-26T02:13:50.897 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-26T02:13:50.897 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=15 2024-04-26T02:13:50.897 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=0 2024-04-26T02:13:50.897 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:50.897 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:50.898 DEBUG:tasks.check_counter:Getting stats from k 2024-04-26T02:13:50.898 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-26T02:13:51.134 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:13:51.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:50 smithi044 ceph-mon[27847]: pgmap v594: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:13:51.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:50 smithi156 ceph-mon[32543]: pgmap v594: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:13:51.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:50 smithi090 ceph-mon[32456]: pgmap v594: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:13:52.854 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-26T02:13:52.854 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:52.854 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 440, 2024-04-26T02:13:52.854 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 420, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 1723394, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 244084, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 6, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 1, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.074650438, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.025608154, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.045954216, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.009656780, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 420, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.021955438, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000052274 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.855 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 1722560, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 243760 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 1136, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 1427, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 279306, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 1101641, 2024-04-26T02:13:52.856 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 8, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.124990808, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.043705201, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.027413724, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.040470161, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 1424, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.071169938, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000049978 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.857 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 741024 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_messages": 3348, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages": 3350, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_bytes": 3320764, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_bytes": 1064722, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_total_time": 0.322874677, 2024-04-26T02:13:52.858 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_send_time": 0.115076267, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_recv_time": 0.079730272, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_running_fast_dispatch_time": 0.098564355, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 3348, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.127219081, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000037998 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.859 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "cct": { 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "total_workers": 1, 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "unhealthy_workers": 0 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-MDSRank": { 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 7825, 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.205719085, 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000026289 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.860 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "queue_len": 0, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "complete_latency": { 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "request": 0, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "reply": 0, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "reply_latency": { 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.861 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_reply": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "forward": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_commit": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_split": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_merge": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes": 2, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_top": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_bottom": 2, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:52.862 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_pinned": 2, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_expired": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "caps": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "subtrees": 1, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_hit": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_forward": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_discover": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "traverse_lock": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "load_cent": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "q": 0, 2024-04-26T02:13:52.863 INFO:teuthology.orchestra.run.smithi090.stdout: "exported": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "exported_inodes": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "imported": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "imported_inodes": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rfiles": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rbytes": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "root_rsnaps": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:52.864 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "process_request_cap_release": 0 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_cache": { 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update": 0, 2024-04-26T02:13:52.865 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_try_discover": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_send_discover": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_created": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_enqueued": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "strays_migrated": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:52.866 INFO:teuthology.orchestra.run.smithi090.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_started": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "recovery_completed": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_flush": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "ireq_inodestats": 0 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_log": { 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "evlrg": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "evadd": 0, 2024-04-26T02:13:52.867 INFO:teuthology.orchestra.run.smithi090.stdout: "evex": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "evtrm": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "ev": 2004, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "evexg": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "evexd": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "segadd": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "segex": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "segtrm": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "seg": 3, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "segmjr": 2, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "segexg": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "segexd": 0, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "expos": 4194304, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "wrpos": 6547095, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "rdpos": 6544200, 2024-04-26T02:13:52.868 INFO:teuthology.orchestra.run.smithi090.stdout: "jlat": { 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "replayed": 2004 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_mem": { 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "ino": 4, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "ino+": 30, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "ino-": 26, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "dir": 2, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "dir+": 11, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "dir-": 9, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "dn": 2, 2024-04-26T02:13:52.869 INFO:teuthology.orchestra.run.smithi090.stdout: "dn+": 28, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "dn-": 26, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "cap": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "cap+": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "cap-": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "rss": 52424, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "heap": 215416 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_server": { 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_request": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_client_session": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "handle_peer_request": 0, 2024-04-26T02:13:52.870 INFO:teuthology.orchestra.run.smithi090.stdout: "req_create_latency": { 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getattr_latency": { 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.871 INFO:teuthology.orchestra.run.smithi090.stdout: "req_link_latency": { 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookup_latency": { 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.872 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupino_latency": { 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupname_latency": { 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.873 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "req_lssnap_latency": { 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mkdir_latency": { 2024-04-26T02:13:52.874 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mknod_latency": { 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.875 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "req_mksnap_latency": { 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "req_open_latency": { 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "req_readdir_latency": { 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.876 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rename_latency": { 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.877 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmdir_latency": { 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.878 INFO:teuthology.orchestra.run.smithi090.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setattr_latency": { 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.879 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setlayout_latency": { 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "req_setxattr_latency": { 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.880 INFO:teuthology.orchestra.run.smithi090.stdout: "req_symlink_latency": { 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "req_unlink_latency": { 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.881 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_sessions": { 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "session_count": 1, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "session_add": 3, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "session_remove": 2, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_open": 1, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "sessions_stale": 0, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "total_load": 0, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "average_load": 0, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "avg_session_uptime": 2737, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.882 INFO:teuthology.orchestra.run.smithi090.stdout: "mempool": { 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:52.883 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:52.884 INFO:teuthology.orchestra.run.smithi090.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_items": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_bytes": 190979, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_anon_items": 56, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_bytes": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_items": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:52.885 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_items": 163, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "pgmap_items": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_bytes": 15136, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "mds_co_items": 40, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_1_items": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "unittest_2_items": 0 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.886 INFO:teuthology.orchestra.run.smithi090.stdout: "objecter": { 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_active": 0, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_laggy": 0, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send": 4483, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_send_bytes": 21, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_resend": 3, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_reply": 4483, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_latency": { 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 4483, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 3.093949112, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000690151 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "op_inflight": 0, 2024-04-26T02:13:52.887 INFO:teuthology.orchestra.run.smithi090.stdout: "oplen_avg": { 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 4483, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 4484 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "op": 4483, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "op_r": 4483, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "op_w": 0, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "op_rmw": 0, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "op_pg": 0, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_stat": 2493, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_create": 0, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_read": 1988, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_write": 0, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writefull": 0, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_writesame": 0, 2024-04-26T02:13:52.888 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_append": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_zero": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_truncate": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_delete": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_mapext": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_getxattr": 1, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_call": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_watch": 0, 2024-04-26T02:13:52.889 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_notify": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "osdop_other": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_active": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_send": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_resend": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "linger_ping": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_active": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_send": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "poolop_resend": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_active": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_send": 0, 2024-04-26T02:13:52.890 INFO:teuthology.orchestra.run.smithi090.stdout: "poolstat_resend": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_active": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_send": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "statfs_resend": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "command_active": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "command_send": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "command_resend": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "map_epoch": 117, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "map_full": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "map_inc": 28, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_sessions": 5, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_open": 6, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_session_close": 1, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "osd_laggy": 0, 2024-04-26T02:13:52.891 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_wr": 0, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_rd": 2, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_del": 0 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "oft": { 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_objs": 0, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_updates": 0, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "omap_total_removes": 0 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "osd-slow-ops": { 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "slow_ops_count": 0 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "purge_queue": { 2024-04-26T02:13:52.892 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_executed": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 4920, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 4855362, 2024-04-26T02:13:52.893 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 4920, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 4920, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 4855362, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.894 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 104857600, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 4483, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 2352796, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 4483, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 2352796, 2024-04-26T02:13:52.898 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 1024, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 4483, 2024-04-26T02:13:52.899 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 4483, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 4483, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 4483, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:52.900 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "throttle-write_buf_throttle-0x55967219a6e0": { 2024-04-26T02:13:52.901 INFO:teuthology.orchestra.run.smithi090.stdout: "val": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "max": 3758096384, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "get_started": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "get": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "get_sum": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "take": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "take_sum": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "put": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "put_sum": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "wait": { 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "avgcount": 0, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "sum": 0.000000000, 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: "avgtime": 0.000000000 2024-04-26T02:13:52.902 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.903 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-26T02:13:52.903 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-26T02:13:53.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:52 smithi156 ceph-mon[32543]: pgmap v595: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:53.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:52 smithi090 ceph-mon[32456]: pgmap v595: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:53.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:52 smithi044 ceph-mon[27847]: pgmap v595: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:53.761 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-26T02:13:53.762 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-26T02:13:53.762 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-04-26T02:13:53.762 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-04-26T02:13:53.762 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-04-26T02:13:53.762 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:53.762 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:53.762 DEBUG:tasks.check_counter:Getting stats from c 2024-04-26T02:13:53.762 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-26T02:13:54.016 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:13:55.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:54 smithi156 ceph-mon[32543]: pgmap v596: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:13:55.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:54 smithi090 ceph-mon[32456]: pgmap v596: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:13:55.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:54 smithi044 ceph-mon[27847]: pgmap v596: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:13:55.805 INFO:teuthology.orchestra.run.smithi156.stdout:{ 2024-04-26T02:13:55.805 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 40, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 271, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 17893, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 675054, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 20, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.021245229, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.009689481, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.006530233, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.000650257, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 269, 2024-04-26T02:13:55.806 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.034397127, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000127870 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 19, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000003516, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000185 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 4288, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 585888 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 1071, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 1324, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 339439, 2024-04-26T02:13:55.807 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 719868, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 14, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.120383820, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.050250685, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.060642914, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.009250692, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1321, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.088200953, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000066768 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 2226, 2024-04-26T02:13:55.808 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000635537, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000285 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 6352, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 257136 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 494, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 534, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 1740685, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 272332, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 8, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 5, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.095273782, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.034253517, 2024-04-26T02:13:55.809 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.057326781, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.010290804, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 533, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.035354110, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000066330 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 64, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000022209, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000347 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 1735728, 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 263616 2024-04-26T02:13:55.810 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "cct": { 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "total_workers": 1, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "unhealthy_workers": 0 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-MDSRank": { 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 65, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.002066912, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000031798 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:13:55.811 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 2, 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000008986, 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000004493 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "mds": { 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "request": 8, 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "reply": 6, 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "reply_latency": { 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 6, 2024-04-26T02:13:55.812 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.001521924, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000253654 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_reply": 0, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "forward": 2, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_commit": 11, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_split": 0, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_merge": 0, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes": 16, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_top": 0, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_bottom": 16, 2024-04-26T02:13:55.813 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pinned": 13, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_expired": 4, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_with_caps": 1, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "caps": 1, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "subtrees": 3, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse": 51, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_hit": 45, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_forward": 1, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_discover": 5, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:55.814 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_lock": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "load_cent": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "q": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "exported": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "exported_inodes": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "imported": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "imported_inodes": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:55.815 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rfiles": 4, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rbytes": 234, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rsnaps": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_revoke": 6, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:55.816 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps": 6, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "process_request_cap_release": 0 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_cache": { 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update_receipt": 17, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_try_discover": 11, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_send_discover": 13, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays": 0, 2024-04-26T02:13:55.817 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_created": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_enqueued": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_migrated": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_started": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_completed": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_path": 14, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_inode": 84, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:55.818 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_flush": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_inodestats": 0 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_log": { 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "evlrg": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "evadd": 9, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "evex": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "evtrm": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "ev": 9, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "evexg": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "evexd": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "segadd": 2, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "segex": 0, 2024-04-26T02:13:55.819 INFO:teuthology.orchestra.run.smithi156.stdout: "segtrm": 0, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "seg": 2, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "segmjr": 2, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "segexg": 0, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "segexd": 0, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "expos": 4194304, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "wrpos": 4196798, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "rdpos": 0, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "jlat": { 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 8, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.025837929, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.003229741 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "replayed": 0 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_mem": { 2024-04-26T02:13:55.820 INFO:teuthology.orchestra.run.smithi156.stdout: "ino": 20, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "ino+": 22, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "ino-": 2, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "dir": 19, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "dir+": 23, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "dir-": 4, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "dn": 16, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "dn+": 20, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "dn-": 4, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "cap": 1, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "cap+": 6, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "cap-": 5, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "rss": 54168, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "heap": 223608 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.821 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_server": { 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_client_request": 8, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_server_request": 1, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_request": 8, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_session": 27, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_peer_request": 86, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "req_create_latency": { 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getattr_latency": { 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 2, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000548547, 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000274273 2024-04-26T02:13:55.822 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "req_link_latency": { 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookup_latency": { 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 3, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000801503, 2024-04-26T02:13:55.823 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000267167 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupino_latency": { 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000171874, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000171874 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupname_latency": { 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.824 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lssnap_latency": { 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.825 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.826 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.826 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.826 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mkdir_latency": { 2024-04-26T02:13:55.826 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mknod_latency": { 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mksnap_latency": { 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "req_open_latency": { 2024-04-26T02:13:55.827 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "req_readdir_latency": { 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rename_latency": { 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:55.828 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmdir_latency": { 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.829 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setattr_latency": { 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.830 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setlayout_latency": { 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.831 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setxattr_latency": { 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "req_symlink_latency": { 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "req_unlink_latency": { 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.832 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_sessions": { 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "session_count": 1, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "session_add": 4, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "session_remove": 3, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_open": 1, 2024-04-26T02:13:55.833 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_stale": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "total_load": 4, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "average_load": 1, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "avg_session_uptime": 1103, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "mempool": { 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:55.834 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:55.835 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_items": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_bytes": 264583, 2024-04-26T02:13:55.836 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_items": 90, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_bytes": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_items": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_items": 163, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_items": 0, 2024-04-26T02:13:55.837 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_bytes": 83853, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_items": 346, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_items": 0, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_items": 0 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "objecter": { 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "op_active": 0, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "op_laggy": 0, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send": 48, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send_bytes": 13157, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "op_resend": 30, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "op_reply": 48, 2024-04-26T02:13:55.838 INFO:teuthology.orchestra.run.smithi156.stdout: "op_latency": { 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 48, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.391993821, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.008166537 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "op_inflight": 0, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "oplen_avg": { 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 48, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 73 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "op": 48, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "op_r": 0, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "op_w": 48, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "op_rmw": 0, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "op_pg": 0, 2024-04-26T02:13:55.839 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_stat": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_create": 10, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_read": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_write": 8, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writefull": 8, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writesame": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_append": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_zero": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_truncate": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_delete": 6, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_mapext": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_getxattr": 0, 2024-04-26T02:13:55.840 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_setxattr": 20, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_call": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_watch": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_notify": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_other": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_active": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_send": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_resend": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_ping": 0, 2024-04-26T02:13:55.841 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_active": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_send": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_resend": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_active": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_send": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_resend": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_active": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_send": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_resend": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "command_active": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "command_send": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "command_resend": 0, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "map_epoch": 117, 2024-04-26T02:13:55.842 INFO:teuthology.orchestra.run.smithi156.stdout: "map_full": 0, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "map_inc": 28, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_sessions": 10, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_open": 16, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_close": 6, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_laggy": 0, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_wr": 19, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_rd": 0, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_del": 2 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "oft": { 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_objs": 1, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_updates": 0, 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_removes": 0 2024-04-26T02:13:55.843 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "osd-slow-ops": { 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_ops_count": 98 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "purge_queue": { 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing": 0, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed": 0, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:55.844 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 1601, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 1925578, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 1601, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 1601, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 1925578, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.845 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 48, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 13157, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 48, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 13157, 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:55.846 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 1024, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 48, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 48, 2024-04-26T02:13:55.847 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 48, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 48, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:55.848 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle-0x5597667a0500": { 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 9, 2024-04-26T02:13:55.849 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 2494, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 9, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 8, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 2494, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:55.850 INFO:teuthology.orchestra.run.smithi156.stdout:} 2024-04-26T02:13:56.569 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-26T02:13:56.569 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-26T02:13:56.569 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-26T02:13:56.569 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=17 2024-04-26T02:13:56.569 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-04-26T02:13:56.569 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:56.569 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:56.569 DEBUG:tasks.check_counter:Getting stats from f 2024-04-26T02:13:56.570 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-26T02:13:56.815 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:13:57.107 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:56 smithi156 ceph-mon[32543]: pgmap v597: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:57.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:56 smithi090 ceph-mon[32456]: pgmap v597: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:57.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:56 smithi044 ceph-mon[27847]: pgmap v597: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:58.673 INFO:teuthology.orchestra.run.smithi156.stdout:{ 2024-04-26T02:13:58.673 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:13:58.673 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 741, 2024-04-26T02:13:58.673 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 743, 2024-04-26T02:13:58.673 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 1684618, 2024-04-26T02:13:58.673 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 235648, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 6, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 2, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.076704650, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.024665444, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.021604746, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.022952328, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 741, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.029966380, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000040440 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:58.674 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 117, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 115, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 199897, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 61402, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:58.675 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.017472857, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.006598778, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.007659500, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.002682660, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 114, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.011254172, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000098720 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.676 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 197536, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 60064 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 347, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 415, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 88850, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 317269, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 4, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 3, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.037675248, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.015325011, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.007824858, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.010673115, 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:13:58.677 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 414, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.021520615, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000051982 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 208512 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "cct": { 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "total_workers": 1, 2024-04-26T02:13:58.678 INFO:teuthology.orchestra.run.smithi156.stdout: "unhealthy_workers": 0 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-MDSRank": { 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1786, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.055199214, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000030906 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-PurgeQueue": { 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.679 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "mds": { 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "request": 0, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "reply": 0, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "reply_latency": { 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_reply": 0, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "forward": 0, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_complete": 0, 2024-04-26T02:13:58.680 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_keys": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_commit": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_split": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_merge": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes": 29, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_top": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_bottom": 29, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pin_tail": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pinned": 29, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_expired": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_with_caps": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "caps": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "subtrees": 2, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse": 0, 2024-04-26T02:13:58.681 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_hit": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_forward": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_discover": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_remote_ino": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_lock": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "load_cent": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "q": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "exported": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "exported_inodes": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "imported": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "imported_inodes": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_dir_fetch": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_peer_discover": 0, 2024-04-26T02:13:58.682 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rfiles": 4, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rbytes": 234, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rsnaps": 7, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_set_tag": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_file_inodes": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:13:58.683 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_cap_release": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "process_request_cap_release": 0 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_cache": { 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update_receipt": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_try_discover": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_send_discover": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_handle_discover": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays": 0, 2024-04-26T02:13:58.684 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_delayed": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_created": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_enqueued": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_reintegrated": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_migrated": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_processing": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_started": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_completed": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_exportdir": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_flush": 0, 2024-04-26T02:13:58.685 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragstats": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_inodestats": 0 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_log": { 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "evlrg": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "evadd": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "evex": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "evtrm": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "ev": 99, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "evexg": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "evexd": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "segadd": 0, 2024-04-26T02:13:58.686 INFO:teuthology.orchestra.run.smithi156.stdout: "segex": 0, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "segtrm": 0, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "seg": 2, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "segmjr": 23, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "segexg": 0, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "segexd": 0, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "expos": 8240333, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "wrpos": 8388978, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "rdpos": 8388930, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "jlat": { 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: "replayed": 99 2024-04-26T02:13:58.687 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_mem": { 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "ino": 27, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "ino+": 27, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "ino-": 0, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "dir": 9, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "dir+": 9, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "dir-": 0, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "dn": 29, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "dn+": 29, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "dn-": 0, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "cap": 0, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "cap+": 0, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "cap-": 0, 2024-04-26T02:13:58.688 INFO:teuthology.orchestra.run.smithi156.stdout: "rss": 50272, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "heap": 215416 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_server": { 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_client_request": 0, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_server_request": 0, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_request": 0, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_session": 0, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_peer_request": 0, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "req_create_latency": { 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getattr_latency": { 2024-04-26T02:13:58.689 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getfilelock_latency": { 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "req_link_latency": { 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookup_latency": { 2024-04-26T02:13:58.690 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookuphash_latency": { 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupino_latency": { 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupname_latency": { 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.691 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupparent_latency": { 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupsnap_latency": { 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lssnap_latency": { 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.692 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mkdir_latency": { 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mknod_latency": { 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mksnap_latency": { 2024-04-26T02:13:58.693 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "req_open_latency": { 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "req_readdir_latency": { 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.694 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rename_latency": { 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "req_renamesnap_latency": { 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "req_snapdiff_latency": { 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.695 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmdir_latency": { 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmsnap_latency": { 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmxattr_latency": { 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.696 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setattr_latency": { 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setdirlayout_latency": { 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setfilelock_latency": { 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.697 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setlayout_latency": { 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setxattr_latency": { 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "req_symlink_latency": { 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.698 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "req_unlink_latency": { 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getvxattr_latency": { 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.699 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_sessions": { 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "session_count": 2, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "session_add": 2, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "session_remove": 0, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_open": 0, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_stale": 0, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "total_load": 0, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "average_load": 0, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "avg_session_uptime": 2784, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "mdthresh_evicted": 0 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "mempool": { 2024-04-26T02:13:58.700 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_items": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:13:58.701 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_items": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_items": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_items": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:13:58.702 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_items": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_bytes": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_items": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_bytes": 190515, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_items": 83, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:13:58.703 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_items": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_bytes": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_items": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_items": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_items": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_bytes": 7840, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_items": 163, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_bytes": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_items": 0, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_bytes": 138873, 2024-04-26T02:13:58.704 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_items": 1124, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_bytes": 0, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_items": 0, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_bytes": 0, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_items": 0 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "objecter": { 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "op_active": 0, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "op_laggy": 0, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send": 1087, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send_bytes": 26, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "op_resend": 4, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "op_reply": 1087, 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "op_latency": { 2024-04-26T02:13:58.705 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1087, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.536991422, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000494012 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "op_inflight": 0, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "oplen_avg": { 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1087, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 1088 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "op": 1087, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "op_r": 1087, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "op_w": 0, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "op_rmw": 0, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "op_pg": 0, 2024-04-26T02:13:58.706 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_stat": 678, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_create": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_read": 406, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_write": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writefull": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writesame": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_append": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_zero": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_truncate": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_delete": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_mapext": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_sparse_read": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_clonerange": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_getxattr": 2, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_setxattr": 0, 2024-04-26T02:13:58.707 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_rmxattr": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_call": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_watch": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_notify": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_other": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_active": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_send": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_resend": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_ping": 0, 2024-04-26T02:13:58.708 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_active": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_send": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_resend": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_active": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_send": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_resend": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_active": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_send": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_resend": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "command_active": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "command_send": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "command_resend": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "map_epoch": 117, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "map_full": 0, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "map_inc": 10, 2024-04-26T02:13:58.709 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_sessions": 5, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_open": 5, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_close": 0, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_laggy": 0, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_wr": 0, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_rd": 2, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_del": 0 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "oft": { 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_objs": 0, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_updates": 0, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_removes": 0 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.710 INFO:teuthology.orchestra.run.smithi156.stdout: "osd-slow-ops": { 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_ops_count": 0 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "purge_queue": { 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops": 0, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing": 0, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_high_water": 0, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed_ops": 0, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed": 0, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_item_in_journal": 0 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:58.711 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 1201, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 1856473, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 1201, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 1201, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 1856473, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.712 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_bytes": { 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 1087, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 1462265, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 1087, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 1462265, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.713 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_ops": { 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 1024, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 1087, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 1087, 2024-04-26T02:13:58.714 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 1087, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 1087, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:13:58.715 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle-0x5588380a46e0": { 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:13:58.716 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:13:58.717 INFO:teuthology.orchestra.run.smithi156.stdout:} 2024-04-26T02:13:59.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:13:58 smithi156 ceph-mon[32543]: pgmap v598: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:59.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:13:58 smithi090 ceph-mon[32456]: pgmap v598: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:59.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:13:58 smithi044 ceph-mon[27847]: pgmap v598: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:13:59.365 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-26T02:13:59.365 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-26T02:13:59.366 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-26T02:13:59.366 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-26T02:13:59.366 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=7 2024-04-26T02:13:59.366 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:13:59.366 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:13:59.366 DEBUG:tasks.check_counter:Getting stats from i 2024-04-26T02:13:59.366 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-26T02:13:59.609 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:14:00.981 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:00 smithi156 ceph-mon[32543]: pgmap v599: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:14:01.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:00 smithi090 ceph-mon[32456]: pgmap v599: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:14:01.262 INFO:teuthology.orchestra.run.smithi156.stdout:{ 2024-04-26T02:14:01.262 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:14:01.262 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 4060, 2024-04-26T02:14:01.263 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 4106, 2024-04-26T02:14:01.263 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 1084368, 2024-04-26T02:14:01.263 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 3729105, 2024-04-26T02:14:01.263 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 9, 2024-04-26T02:14:01.263 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 4, 2024-04-26T02:14:01.263 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.363790876, 2024-04-26T02:14:01.264 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.122812993, 2024-04-26T02:14:01.264 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.135476611, 2024-04-26T02:14:01.264 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.089227299, 2024-04-26T02:14:01.264 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:14:01.264 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 4105, 2024-04-26T02:14:01.264 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.152921829, 2024-04-26T02:14:01.264 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000037252 2024-04-26T02:14:01.265 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.265 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:14:01.265 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 2886, 2024-04-26T02:14:01.265 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000654179, 2024-04-26T02:14:01.265 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000226 2024-04-26T02:14:01.266 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.266 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-04-26T02:14:01.266 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T02:14:01.266 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.266 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:14:01.266 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 1405, 2024-04-26T02:14:01.267 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 3962, 2024-04-26T02:14:01.267 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 553252, 2024-04-26T02:14:01.267 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 1819794, 2024-04-26T02:14:01.267 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 15, 2024-04-26T02:14:01.267 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 8, 2024-04-26T02:14:01.267 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.237271654, 2024-04-26T02:14:01.268 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.119725420, 2024-04-26T02:14:01.268 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.133609926, 2024-04-26T02:14:01.268 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.000666385, 2024-04-26T02:14:01.268 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:14:01.268 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 3958, 2024-04-26T02:14:01.268 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.105392175, 2024-04-26T02:14:01.269 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000026627 2024-04-26T02:14:01.269 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.269 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:14:01.269 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 3700, 2024-04-26T02:14:01.269 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.001134404, 2024-04-26T02:14:01.269 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000306 2024-04-26T02:14:01.270 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.270 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 539776, 2024-04-26T02:14:01.270 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 1795440 2024-04-26T02:14:01.270 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.270 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:14:01.270 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 480, 2024-04-26T02:14:01.271 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 686, 2024-04-26T02:14:01.271 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 1751307, 2024-04-26T02:14:01.271 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 825352, 2024-04-26T02:14:01.271 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 15, 2024-04-26T02:14:01.272 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 4, 2024-04-26T02:14:01.272 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.090995701, 2024-04-26T02:14:01.272 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.036750302, 2024-04-26T02:14:01.272 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.048514096, 2024-04-26T02:14:01.272 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.010066098, 2024-04-26T02:14:01.272 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:14:01.272 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 685, 2024-04-26T02:14:01.273 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.061432586, 2024-04-26T02:14:01.273 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000089682 2024-04-26T02:14:01.273 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.273 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:14:01.273 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 11, 2024-04-26T02:14:01.273 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000001352, 2024-04-26T02:14:01.273 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000122 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 1740960, 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 742784 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: "cct": { 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: "total_workers": 1, 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: "unhealthy_workers": 0 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.274 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-MDSRank": { 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 4543, 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.898612855, 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000197801 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-PurgeQueue": { 2024-04-26T02:14:01.275 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 16, 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000361104, 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000022569 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: "mds": { 2024-04-26T02:14:01.276 INFO:teuthology.orchestra.run.smithi156.stdout: "request": 610, 2024-04-26T02:14:01.277 INFO:teuthology.orchestra.run.smithi156.stdout: "reply": 610, 2024-04-26T02:14:01.277 INFO:teuthology.orchestra.run.smithi156.stdout: "reply_latency": { 2024-04-26T02:14:01.277 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 610, 2024-04-26T02:14:01.277 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 2.666906749, 2024-04-26T02:14:01.277 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.004371978 2024-04-26T02:14:01.277 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.277 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_reply": 0, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "forward": 0, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_complete": 0, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_keys": 0, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_commit": 11, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_split": 0, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_merge": 0, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes": 15, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_top": 0, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_bottom": 5, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pin_tail": 10, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pinned": 13, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_expired": 23, 2024-04-26T02:14:01.278 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_with_caps": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "caps": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "subtrees": 3, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse": 650, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_hit": 643, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_forward": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_discover": 4, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_remote_ino": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_lock": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "load_cent": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "q": 0, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "exported": 1, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "exported_inodes": 18, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "imported": 1, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "imported_inodes": 1, 2024-04-26T02:14:01.279 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_dir_fetch": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_peer_discover": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rfiles": 4, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rbytes": 234, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rsnaps": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_set_tag": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_file_inodes": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_revoke": 633, 2024-04-26T02:14:01.280 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_grant": 637, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_trunc": 595, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps": 739, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps_dirty": 712, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_cap_release": 2, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "process_request_cap_release": 608 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_cache": { 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update": 3, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update_receipt": 11, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_try_discover": 7, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_send_discover": 9, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_handle_discover": 3, 2024-04-26T02:14:01.281 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_delayed": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_created": 1, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_enqueued": 1, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_reintegrated": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_migrated": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_processing": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_started": 0, 2024-04-26T02:14:01.282 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_completed": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_path": 14, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_inode": 123, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_exportdir": 2, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_flush": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragstats": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_inodestats": 0 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_log": { 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "evlrg": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "evadd": 2004, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "evex": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "evtrm": 0, 2024-04-26T02:14:01.283 INFO:teuthology.orchestra.run.smithi156.stdout: "ev": 2004, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "evexg": 0, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "evexd": 0, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "segadd": 3, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "segex": 0, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "segtrm": 0, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "seg": 3, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "segmjr": 2, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "segexg": 0, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "segexd": 0, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "expos": 4194304, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "wrpos": 6547095, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "rdpos": 0, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "jlat": { 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1920, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 3.900211370, 2024-04-26T02:14:01.284 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.002031360 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "replayed": 0 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_mem": { 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "ino": 19, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "ino+": 40, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "ino-": 21, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "dir": 18, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "dir+": 23, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "dir-": 5, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "dn": 15, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "dn+": 39, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "dn-": 24, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "cap": 0, 2024-04-26T02:14:01.285 INFO:teuthology.orchestra.run.smithi156.stdout: "cap+": 2, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "cap-": 2, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "rss": 58684, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "heap": 223608 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_server": { 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_client_request": 1803, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_server_request": 1, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_request": 610, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_session": 22, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_peer_request": 115, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "req_create_latency": { 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 13, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.005974806, 2024-04-26T02:14:01.286 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000459600 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getattr_latency": { 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getfilelock_latency": { 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.287 INFO:teuthology.orchestra.run.smithi156.stdout: "req_link_latency": { 2024-04-26T02:14:01.288 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.288 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.288 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.288 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.288 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookup_latency": { 2024-04-26T02:14:01.288 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.289 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.289 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.289 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.289 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookuphash_latency": { 2024-04-26T02:14:01.289 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.289 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.289 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.290 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.290 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupino_latency": { 2024-04-26T02:14:01.290 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.290 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.290 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.290 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.290 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupname_latency": { 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupparent_latency": { 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.291 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupsnap_latency": { 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lssnap_latency": { 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.292 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mkdir_latency": { 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mknod_latency": { 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.293 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mksnap_latency": { 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "req_open_latency": { 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "req_readdir_latency": { 2024-04-26T02:14:01.294 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000610229, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000610229 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rename_latency": { 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "req_renamesnap_latency": { 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "req_snapdiff_latency": { 2024-04-26T02:14:01.295 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmdir_latency": { 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmsnap_latency": { 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmxattr_latency": { 2024-04-26T02:14:01.296 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setattr_latency": { 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 595, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 2.657042501, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.004465617 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setdirlayout_latency": { 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setfilelock_latency": { 2024-04-26T02:14:01.297 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setlayout_latency": { 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setxattr_latency": { 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "req_symlink_latency": { 2024-04-26T02:14:01.298 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "req_unlink_latency": { 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.003279213, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.003279213 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getvxattr_latency": { 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.299 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_sessions": { 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "session_count": 1, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "session_add": 3, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "session_remove": 2, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_open": 1, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_stale": 0, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "total_load": 39, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "average_load": 39, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "avg_session_uptime": 2783, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "mdthresh_evicted": 0 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "mempool": { 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:14:01.300 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_items": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:14:01.301 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_bytes": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_items": 0, 2024-04-26T02:14:01.302 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_bytes": 296247, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_items": 101, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_items": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_bytes": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_items": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_items": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_items": 0, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_bytes": 7840, 2024-04-26T02:14:01.303 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_items": 163, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_bytes": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_items": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_bytes": 81053, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_items": 341, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_bytes": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_items": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_bytes": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_items": 0 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "objecter": { 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "op_active": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "op_laggy": 0, 2024-04-26T02:14:01.304 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send": 2622, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send_bytes": 2369599, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op_resend": 28, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op_reply": 2622, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op_latency": { 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 2622, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 6.321898803, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.002411097 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op_inflight": 0, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "oplen_avg": { 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 2622, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 2650 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op": 2622, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op_r": 1, 2024-04-26T02:14:01.305 INFO:teuthology.orchestra.run.smithi156.stdout: "op_w": 2621, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "op_rmw": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "op_pg": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_stat": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_create": 10, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_read": 1, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_write": 1921, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writefull": 63, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writesame": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_append": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_zero": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_truncate": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_delete": 13, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_mapext": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_sparse_read": 0, 2024-04-26T02:14:01.306 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_clonerange": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_getxattr": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_setxattr": 20, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_rmxattr": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_call": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_watch": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_notify": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_other": 595, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_active": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_send": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_resend": 0, 2024-04-26T02:14:01.307 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_ping": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_active": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_send": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_resend": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_active": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_send": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_resend": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_active": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_send": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_resend": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "command_active": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "command_send": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "command_resend": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "map_epoch": 117, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "map_full": 0, 2024-04-26T02:14:01.308 INFO:teuthology.orchestra.run.smithi156.stdout: "map_inc": 28, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_sessions": 9, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_open": 13, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_close": 4, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_laggy": 0, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_wr": 23, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_rd": 0, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_del": 4 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "oft": { 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_objs": 1, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_updates": 0, 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_removes": 0 2024-04-26T02:14:01.309 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "osd-slow-ops": { 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_ops_count": 137 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "purge_queue": { 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops": 0, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops_high_water": 1, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing": 0, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_high_water": 1, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed_ops": 1, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed": 1, 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_item_in_journal": 0 2024-04-26T02:14:01.310 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 5941, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 2764846, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 5941, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 5941, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 2764846, 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:01.311 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_bytes": { 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 2622, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 2369756, 2024-04-26T02:14:01.312 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 2622, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 2369756, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_ops": { 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 1024, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:01.313 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 2622, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 2622, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 2622, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 2622, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:01.314 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 1, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 157, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 1, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 1, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 157, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle-0x55f364910500": { 2024-04-26T02:14:01.315 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 2004, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 2352791, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 2004, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 1920, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 2352791, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:01.316 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:01.317 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:01.317 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.317 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:01.317 INFO:teuthology.orchestra.run.smithi156.stdout:} 2024-04-26T02:14:01.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:00 smithi044 ceph-mon[27847]: pgmap v599: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-26T02:14:02.077 INFO:tasks.check_counter:Daemon mds.i mds.exported=1 2024-04-26T02:14:02.077 INFO:tasks.check_counter:Daemon mds.i mds.imported=1 2024-04-26T02:14:02.077 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=3 2024-04-26T02:14:02.078 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=11 2024-04-26T02:14:02.078 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=0 2024-04-26T02:14:02.078 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:14:02.078 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:14:02.078 DEBUG:tasks.check_counter:Getting stats from l 2024-04-26T02:14:02.078 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-26T02:14:02.319 INFO:teuthology.orchestra.run.smithi156.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:14:03.125 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:02 smithi156 ceph-mon[32543]: pgmap v600: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:14:03.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:02 smithi090 ceph-mon[32456]: pgmap v600: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:14:03.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:02 smithi044 ceph-mon[27847]: pgmap v600: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:14:03.999 INFO:teuthology.orchestra.run.smithi156.stdout:{ 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 1812, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 1794, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 2181936, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 682486, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 5, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 1, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.253025299, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.079057684, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.092994648, 2024-04-26T02:14:04.000 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.070406937, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1793, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.103034783, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000057465 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 1720608, 2024-04-26T02:14:04.001 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 245872 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 1277, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 1570, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 316678, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 1152886, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 9, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 5, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.158177757, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.060422714, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.032601635, 2024-04-26T02:14:04.002 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.049928096, 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1568, 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.089905799, 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000057337 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.003 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 748640 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_messages": 1380, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages": 1382, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_bytes": 363157, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_bytes": 438841, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_created_connections": 5, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_active_connections": 3, 2024-04-26T02:14:04.004 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_total_time": 0.136595688, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_send_time": 0.057018288, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_recv_time": 0.031528555, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_running_fast_dispatch_time": 0.033898834, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 1380, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.058884383, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000042669 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.005 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "cct": { 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "total_workers": 1, 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "unhealthy_workers": 0 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-MDSRank": { 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 6665, 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.214814390, 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000032230 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.006 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "finisher-PurgeQueue": { 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "queue_len": 0, 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "complete_latency": { 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "mds": { 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "request": 0, 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "reply": 0, 2024-04-26T02:14:04.007 INFO:teuthology.orchestra.run.smithi156.stdout: "reply_latency": { 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_reply": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "forward": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_complete": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_fetch_keys": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_commit": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_split": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_merge": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_top": 0, 2024-04-26T02:14:04.008 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_bottom": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pin_tail": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_pinned": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_expired": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "inodes_with_caps": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "caps": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "subtrees": 1, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_hit": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_forward": 0, 2024-04-26T02:14:04.009 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_discover": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_remote_ino": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "traverse_lock": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "load_cent": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "q": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "exported": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "exported_inodes": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "imported": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "imported_inodes": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_dir_fetch": 0, 2024-04-26T02:14:04.010 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "openino_peer_discover": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rfiles": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rbytes": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "root_rsnaps": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_set_tag": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "scrub_file_inodes": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:14:04.011 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_cap_release": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "process_request_cap_release": 0 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_cache": { 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_update_receipt": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_try_discover": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_send_discover": 0, 2024-04-26T02:14:04.012 INFO:teuthology.orchestra.run.smithi156.stdout: "dir_handle_discover": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_delayed": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_created": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_enqueued": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_reintegrated": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "strays_migrated": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_processing": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_started": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "recovery_completed": 0, 2024-04-26T02:14:04.013 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_exportdir": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_flush": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_fragstats": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "ireq_inodestats": 0 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_log": { 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "evlrg": 0, 2024-04-26T02:14:04.014 INFO:teuthology.orchestra.run.smithi156.stdout: "evadd": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "evex": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "evtrm": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "ev": 6, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "evexg": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "evexd": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "segadd": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "segex": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "segtrm": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "seg": 2, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "segmjr": 2, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "segexg": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "segexd": 0, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "expos": 4194304, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "wrpos": 4195956, 2024-04-26T02:14:04.015 INFO:teuthology.orchestra.run.smithi156.stdout: "rdpos": 4195815, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "jlat": { 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "replayed": 6 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_mem": { 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "ino": 3, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "ino+": 3, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "ino-": 0, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "dir": 1, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "dir+": 1, 2024-04-26T02:14:04.016 INFO:teuthology.orchestra.run.smithi156.stdout: "dir-": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "dn": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "dn+": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "dn-": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "cap": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "cap+": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "cap-": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "rss": 49872, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "heap": 215416 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_server": { 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_client_request": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "dispatch_server_request": 0, 2024-04-26T02:14:04.017 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_request": 0, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_client_session": 0, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "handle_peer_request": 0, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "req_create_latency": { 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getattr_latency": { 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.018 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getfilelock_latency": { 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "req_link_latency": { 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookup_latency": { 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.019 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookuphash_latency": { 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupino_latency": { 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.020 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupname_latency": { 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupparent_latency": { 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lookupsnap_latency": { 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.021 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: "req_lssnap_latency": { 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mkdir_latency": { 2024-04-26T02:14:04.022 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.023 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.023 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.023 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.023 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mknod_latency": { 2024-04-26T02:14:04.023 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.023 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.023 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "req_mksnap_latency": { 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "req_open_latency": { 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "req_readdir_latency": { 2024-04-26T02:14:04.024 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rename_latency": { 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "req_renamesnap_latency": { 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.025 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "req_snapdiff_latency": { 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmdir_latency": { 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmsnap_latency": { 2024-04-26T02:14:04.026 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "req_rmxattr_latency": { 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setattr_latency": { 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setdirlayout_latency": { 2024-04-26T02:14:04.027 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setfilelock_latency": { 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setlayout_latency": { 2024-04-26T02:14:04.028 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "req_setxattr_latency": { 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "req_symlink_latency": { 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "req_unlink_latency": { 2024-04-26T02:14:04.029 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "req_getvxattr_latency": { 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_sessions": { 2024-04-26T02:14:04.030 INFO:teuthology.orchestra.run.smithi156.stdout: "session_count": 0, 2024-04-26T02:14:04.031 INFO:teuthology.orchestra.run.smithi156.stdout: "session_add": 2, 2024-04-26T02:14:04.031 INFO:teuthology.orchestra.run.smithi156.stdout: "session_remove": 2, 2024-04-26T02:14:04.031 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_open": 1, 2024-04-26T02:14:04.031 INFO:teuthology.orchestra.run.smithi156.stdout: "sessions_stale": 0, 2024-04-26T02:14:04.031 INFO:teuthology.orchestra.run.smithi156.stdout: "total_load": 0, 2024-04-26T02:14:04.031 INFO:teuthology.orchestra.run.smithi156.stdout: "average_load": 0, 2024-04-26T02:14:04.031 INFO:teuthology.orchestra.run.smithi156.stdout: "avg_session_uptime": 1730, 2024-04-26T02:14:04.032 INFO:teuthology.orchestra.run.smithi156.stdout: "mdthresh_evicted": 0 2024-04-26T02:14:04.032 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.032 INFO:teuthology.orchestra.run.smithi156.stdout: "mempool": { 2024-04-26T02:14:04.032 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:14:04.032 INFO:teuthology.orchestra.run.smithi156.stdout: "bloom_filter_items": 0, 2024-04-26T02:14:04.032 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:14:04.032 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:14:04.033 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_extent_items": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_blob_items": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:14:04.034 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_txc_items": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluestore_writing_items": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_bytes": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_items": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_bytes": 191025, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_anon_items": 56, 2024-04-26T02:14:04.035 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "buffer_meta_items": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_bytes": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_items": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_mapbl_items": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_pglog_items": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_bytes": 7840, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_items": 163, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_bytes": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "pgmap_items": 0, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_bytes": 8512, 2024-04-26T02:14:04.036 INFO:teuthology.orchestra.run.smithi156.stdout: "mds_co_items": 13, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_bytes": 0, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_1_items": 0, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_bytes": 0, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "unittest_2_items": 0 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "objecter": { 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "op_active": 0, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "op_laggy": 0, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send": 4024, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "op_send_bytes": 21, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "op_resend": 3, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "op_reply": 4024, 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "op_latency": { 2024-04-26T02:14:04.037 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 4024, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 1.988968262, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000494276 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "op_inflight": 0, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "oplen_avg": { 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 4024, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 4025 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "op": 4024, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "op_r": 4024, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "op_w": 0, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "op_rmw": 0, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "op_pg": 0, 2024-04-26T02:14:04.038 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_stat": 2641, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_create": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_read": 1381, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_write": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writefull": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_writesame": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_append": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_zero": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_truncate": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_delete": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_mapext": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_sparse_read": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_clonerange": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_getxattr": 1, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_setxattr": 0, 2024-04-26T02:14:04.039 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_rmxattr": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_call": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_watch": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_notify": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "osdop_other": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_active": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_send": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_resend": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "linger_ping": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_active": 0, 2024-04-26T02:14:04.040 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_send": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "poolop_resend": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_active": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_send": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "poolstat_resend": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_active": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_send": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "statfs_resend": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "command_active": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "command_send": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "command_resend": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "map_epoch": 117, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "map_full": 0, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "map_inc": 28, 2024-04-26T02:14:04.041 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_sessions": 5, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_open": 7, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_session_close": 2, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "osd_laggy": 0, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_wr": 0, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_rd": 2, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_del": 0 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "oft": { 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_objs": 0, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_updates": 0, 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: "omap_total_removes": 0 2024-04-26T02:14:04.042 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "osd-slow-ops": { 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "slow_ops_count": 0 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "purge_queue": { 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops": 0, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing": 0, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executing_high_water": 0, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed_ops": 0, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_executed": 0, 2024-04-26T02:14:04.043 INFO:teuthology.orchestra.run.smithi156.stdout: "pq_item_in_journal": 0 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 4465, 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 2434411, 2024-04-26T02:14:04.044 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 4465, 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 4465, 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 2434411, 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.045 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.046 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.046 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.046 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.046 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_bytes": { 2024-04-26T02:14:04.046 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:04.046 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 104857600, 2024-04-26T02:14:04.047 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:04.047 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:14:04.047 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:14:04.047 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:04.047 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:14:04.047 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 4024, 2024-04-26T02:14:04.048 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 1657, 2024-04-26T02:14:04.048 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 4024, 2024-04-26T02:14:04.048 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 1657, 2024-04-26T02:14:04.048 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:04.048 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.048 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.048 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.049 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.049 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.049 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-objecter_ops": { 2024-04-26T02:14:04.049 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:04.049 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 1024, 2024-04-26T02:14:04.049 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:04.049 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:14:04.050 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:14:04.050 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:04.050 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:14:04.050 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 4024, 2024-04-26T02:14:04.050 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 4024, 2024-04-26T02:14:04.050 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 4024, 2024-04-26T02:14:04.051 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 4024, 2024-04-26T02:14:04.051 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:04.051 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.051 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.051 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.051 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.051 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.052 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:14:04.052 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:04.052 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:14:04.052 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:04.052 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:14:04.052 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:14:04.053 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:04.053 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:14:04.053 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:14:04.053 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:14:04.053 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 0, 2024-04-26T02:14:04.053 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 0, 2024-04-26T02:14:04.053 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:04.054 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.054 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.054 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.054 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.054 INFO:teuthology.orchestra.run.smithi156.stdout: }, 2024-04-26T02:14:04.054 INFO:teuthology.orchestra.run.smithi156.stdout: "throttle-write_buf_throttle-0x5614976426e0": { 2024-04-26T02:14:04.054 INFO:teuthology.orchestra.run.smithi156.stdout: "val": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "max": 3758096384, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "get_started": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "get": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "get_sum": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_fail": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "get_or_fail_success": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "take": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "take_sum": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "put": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "put_sum": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "wait": { 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "avgcount": 0, 2024-04-26T02:14:04.055 INFO:teuthology.orchestra.run.smithi156.stdout: "sum": 0.000000000, 2024-04-26T02:14:04.056 INFO:teuthology.orchestra.run.smithi156.stdout: "avgtime": 0.000000000 2024-04-26T02:14:04.056 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.056 INFO:teuthology.orchestra.run.smithi156.stdout: } 2024-04-26T02:14:04.056 INFO:teuthology.orchestra.run.smithi156.stdout:} 2024-04-26T02:14:04.926 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-26T02:14:04.926 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-26T02:14:04.926 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-26T02:14:04.926 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-26T02:14:04.926 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-26T02:14:04.926 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:14:04.926 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:14:04.927 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-26T02:14:04.938 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-26T02:14:04.938 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T02:14:04.938 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T02:14:05.002 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T02:14:05.002 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T02:14:05.060 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd blocklist ls 2024-04-26T02:14:05.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:04 smithi156 ceph-mon[32543]: pgmap v601: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-04-26T02:14:05.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:04 smithi090 ceph-mon[32456]: pgmap v601: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-04-26T02:14:05.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:04 smithi044 ceph-mon[27847]: pgmap v601: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-04-26T02:14:05.521 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:07.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:06 smithi156 ceph-mon[32543]: pgmap v602: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-26T02:14:07.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:06 smithi090 ceph-mon[32456]: pgmap v602: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-26T02:14:07.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:06 smithi044 ceph-mon[27847]: pgmap v602: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-26T02:14:07.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 -- 172.21.15.44:0/1115278725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c108a30 msgr2=0x7fe51c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:07.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 --2- 172.21.15.44:0/1115278725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c108a30 0x7fe51c108e10 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fe510009990 tx=0x7fe510009ca0 comp rx=0 tx=0).stop 2024-04-26T02:14:07.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 -- 172.21.15.44:0/1115278725 shutdown_connections 2024-04-26T02:14:07.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 --2- 172.21.15.44:0/1115278725 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06b0f0 0x7fe51c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:07.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 --2- 172.21.15.44:0/1115278725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c108a30 0x7fe51c108e10 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:07.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 --2- 172.21.15.44:0/1115278725 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe51c06a750 0x7fe51c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:07.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 -- 172.21.15.44:0/1115278725 >> 172.21.15.44:0/1115278725 conn(0x7fe51c0788f0 msgr2=0x7fe51c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:07.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 -- 172.21.15.44:0/1115278725 shutdown_connections 2024-04-26T02:14:07.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.907+0000 7fe524800700 1 -- 172.21.15.44:0/1115278725 wait complete. 2024-04-26T02:14:07.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 Processor -- start 2024-04-26T02:14:07.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 -- start start 2024-04-26T02:14:07.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06a750 0x7fe51c101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:07.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe51c06b0f0 0x7fe51c101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c102490 0x7fe51c1a7560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c112bb0 con 0x7fe51c102490 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c112a30 con 0x7fe51c06b0f0 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.909+0000 7fe524800700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c112d30 con 0x7fe51c06a750 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06a750 0x7fe51c101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06a750 0x7fe51c101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40512/0 (socket says 172.21.15.44:40512) 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 -- 172.21.15.44:0/1781724703 learned_addr learned my addr 172.21.15.44:0/1781724703 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521400700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe51c06b0f0 0x7fe51c101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe522800700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c102490 0x7fe51c1a7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 -- 172.21.15.44:0/1781724703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe51c06b0f0 msgr2=0x7fe51c101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe51c06b0f0 0x7fe51c101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 -- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c102490 msgr2=0x7fe51c1a7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c102490 0x7fe51c1a7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:07.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 -- 172.21.15.44:0/1781724703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51c1a7cd0 con 0x7fe51c06a750 2024-04-26T02:14:07.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.910+0000 7fe521e00700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06a750 0x7fe51c101a10 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe510006010 tx=0x7fe5100057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:07.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.911+0000 7fe516a00700 1 -- 172.21.15.44:0/1781724703 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510026070 con 0x7fe51c06a750 2024-04-26T02:14:07.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.911+0000 7fe516a00700 1 -- 172.21.15.44:0/1781724703 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe510021410 con 0x7fe51c06a750 2024-04-26T02:14:07.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.911+0000 7fe516a00700 1 -- 172.21.15.44:0/1781724703 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510017650 con 0x7fe51c06a750 2024-04-26T02:14:07.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.911+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe51c1a7f60 con 0x7fe51c06a750 2024-04-26T02:14:07.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.911+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe51c1a8300 con 0x7fe51c06a750 2024-04-26T02:14:07.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.912+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe51c069730 con 0x7fe51c06a750 2024-04-26T02:14:07.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.914+0000 7fe516a00700 1 -- 172.21.15.44:0/1781724703 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe510029070 con 0x7fe51c06a750 2024-04-26T02:14:07.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.916+0000 7fe516a00700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe5040a3e30 0x7fe5040a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:07.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.916+0000 7fe516a00700 1 -- 172.21.15.44:0/1781724703 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8455+0+0 (secure 0 0 0) 0x7fe5100d0fa0 con 0x7fe51c06a750 2024-04-26T02:14:07.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.916+0000 7fe521400700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe5040a3e30 0x7fe5040a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:07.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.917+0000 7fe521400700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe5040a3e30 0x7fe5040a62f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe50c009680 tx=0x7fe50c009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:07.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:07.920+0000 7fe516a00700 1 -- 172.21.15.44:0/1781724703 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe510013070 con 0x7fe51c06a750 2024-04-26T02:14:08.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.169+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe51c02e020 con 0x7fe51c06a750 2024-04-26T02:14:08.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.170+0000 7fe516a00700 1 -- 172.21.15.44:0/1781724703 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v117) ==== 81+0+943 (secure 0 0 0) 0x7fe51009d6b0 con 0x7fe51c06a750 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/2941504694 2024-04-27T01:54:57.219668+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/3757856421 2024-04-27T01:54:57.219668+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2259783206 2024-04-27T01:54:57.219668+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/2941504694 2024-04-27T01:54:57.219668+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/562147844 2024-04-27T01:54:57.219668+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/1969712891 2024-04-27T01:42:23.130726+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2727438568 2024-04-27T01:42:23.130726+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/3440606117 2024-04-27T01:42:23.130726+0000 2024-04-26T02:14:08.172 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/4258503376 2024-04-27T01:41:47.519945+0000 2024-04-26T02:14:08.173 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/153611987 2024-04-27T01:41:47.519945+0000 2024-04-26T02:14:08.173 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/405673670 2024-04-27T01:54:57.219668+0000 2024-04-26T02:14:08.173 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/4287541101 2024-04-27T01:41:47.519945+0000 2024-04-26T02:14:08.173 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/4258503376 2024-04-27T01:41:47.519945+0000 2024-04-26T02:14:08.173 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/1969712891 2024-04-27T01:42:23.130726+0000 2024-04-26T02:14:08.173 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/3424004306 2024-04-27T01:41:47.519945+0000 2024-04-26T02:14:08.173 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1757746693 2024-04-27T01:42:23.130726+0000 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe5040a3e30 msgr2=0x7fe5040a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe5040a3e30 0x7fe5040a62f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe50c009680 tx=0x7fe50c009260 comp rx=0 tx=0).stop 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06a750 msgr2=0x7fe51c101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06a750 0x7fe51c101a10 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe510006010 tx=0x7fe5100057c0 comp rx=0 tx=0).stop 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 shutdown_connections 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fe51c06a750 0x7fe51c101a10 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fe5040a3e30 0x7fe5040a62f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe51c102490 0x7fe51c1a7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 --2- 172.21.15.44:0/1781724703 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fe51c06b0f0 0x7fe51c101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:08.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.174+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 >> 172.21.15.44:0/1781724703 conn(0x7fe51c0788f0 msgr2=0x7fe51c0ffbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:08.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.175+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 shutdown_connections 2024-04-26T02:14:08.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:08.175+0000 7fe524800700 1 -- 172.21.15.44:0/1781724703 wait complete. 2024-04-26T02:14:08.178 INFO:teuthology.orchestra.run.smithi044.stderr:listed 16 entries 2024-04-26T02:14:09.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:08 smithi044 ceph-mon[27847]: pgmap v603: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-26T02:14:09.131 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:08 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1781724703' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:14:09.135 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-26T02:14:09.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:14:09.135 DEBUG:teuthology.orchestra.run.smithi044:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-26T02:14:09.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:08 smithi156 ceph-mon[32543]: pgmap v603: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-26T02:14:09.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:08 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1781724703' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:14:09.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:08 smithi090 ceph-mon[32456]: pgmap v603: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-26T02:14:09.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:08 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1781724703' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:14:09.325 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T02:14:09.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:14:09.326 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-26T02:14:09.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:14:09.374 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-04-26T02:14:09.458 INFO:teuthology.orchestra.run.smithi044.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-26T02:14:09.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:14:09.459 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T02:14:09.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:14:09.589 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link delete ceph-brx 2024-04-26T02:14:09.695 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T02:14:09.710 INFO:tasks.cephadm:Teardown begin 2024-04-26T02:14:09.711 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-26T02:14:09.711 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:14:10.156 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:11.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:10 smithi156 ceph-mon[32543]: pgmap v604: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-04-26T02:14:11.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:10 smithi090 ceph-mon[32456]: pgmap v604: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-04-26T02:14:11.252 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:10 smithi044 ceph-mon[27847]: pgmap v604: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-04-26T02:14:12.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:11 smithi156 ceph-mon[32543]: osdmap e118: 12 total, 12 up, 12 in 2024-04-26T02:14:12.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:11 smithi090 ceph-mon[32456]: osdmap e118: 12 total, 12 up, 12 in 2024-04-26T02:14:12.243 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:11 smithi044 ceph-mon[27847]: osdmap e118: 12 total, 12 up, 12 in 2024-04-26T02:14:12.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 -- 172.21.15.44:0/3968736204 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 msgr2=0x7f8a38111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:12.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 --2- 172.21.15.44:0/3968736204 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 0x7f8a38111830 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f8a30009f90 tx=0x7f8a3000b330 comp rx=0 tx=0).stop 2024-04-26T02:14:12.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 -- 172.21.15.44:0/3968736204 shutdown_connections 2024-04-26T02:14:12.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 --2- 172.21.15.44:0/3968736204 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a38074c70 0x7f8a38075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 --2- 172.21.15.44:0/3968736204 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 0x7f8a38111830 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 --2- 172.21.15.44:0/3968736204 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38075590 0x7f8a3810ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 -- 172.21.15.44:0/3968736204 >> 172.21.15.44:0/3968736204 conn(0x7f8a38079ba0 msgr2=0x7f8a38079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:12.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 -- 172.21.15.44:0/3968736204 shutdown_connections 2024-04-26T02:14:12.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.564+0000 7f8a3f000700 1 -- 172.21.15.44:0/3968736204 wait complete. 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.565+0000 7f8a3f000700 1 Processor -- start 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.566+0000 7f8a3f000700 1 -- start start 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.566+0000 7f8a3f000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38074c70 0x7f8a3819b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.566+0000 7f8a3f000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a38075590 0x7f8a3819b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.566+0000 7f8a3f000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 0x7f8a3819fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.566+0000 7f8a3f000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8a38114dd0 con 0x7f8a38074c70 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.566+0000 7f8a3f000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f8a38114c50 con 0x7f8a3810f440 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.566+0000 7f8a3f000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f8a38114f50 con 0x7f8a38075590 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38074c70 0x7f8a3819b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38074c70 0x7f8a3819b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58556/0 (socket says 172.21.15.44:58556) 2024-04-26T02:14:12.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 -- 172.21.15.44:0/2379609088 learned_addr learned my addr 172.21.15.44:0/2379609088 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:12.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37400700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a38075590 0x7f8a3819b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:12.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a3d000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 0x7f8a3819fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:12.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 -- 172.21.15.44:0/2379609088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a38075590 msgr2=0x7f8a3819b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:12.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a38075590 0x7f8a3819b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 -- 172.21.15.44:0/2379609088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 msgr2=0x7f8a3819fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 0x7f8a3819fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37e00700 1 -- 172.21.15.44:0/2379609088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a381a0220 con 0x7f8a38074c70 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a37400700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a38075590 0x7f8a3819b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.567+0000 7f8a3d000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 0x7f8a3819fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.568+0000 7f8a37e00700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38074c70 0x7f8a3819b260 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800ec10 tx=0x7f8a2800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.568+0000 7f8a34c00700 1 -- 172.21.15.44:0/2379609088 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2800cc90 con 0x7f8a38074c70 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.568+0000 7f8a34c00700 1 -- 172.21.15.44:0/2379609088 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a2800ce30 con 0x7f8a38074c70 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.568+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a381a0510 con 0x7f8a38074c70 2024-04-26T02:14:12.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.568+0000 7f8a34c00700 1 -- 172.21.15.44:0/2379609088 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a28010430 con 0x7f8a38074c70 2024-04-26T02:14:12.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.568+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a381a7d90 con 0x7f8a38074c70 2024-04-26T02:14:12.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.570+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a38069730 con 0x7f8a38074c70 2024-04-26T02:14:12.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.573+0000 7f8a34c00700 1 -- 172.21.15.44:0/2379609088 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8a28004000 con 0x7f8a38074c70 2024-04-26T02:14:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.575+0000 7f8a34c00700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3db0 0x7f8a1c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.575+0000 7f8a34c00700 1 -- 172.21.15.44:0/2379609088 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8499+0+0 (secure 0 0 0) 0x7f8a280d0bd0 con 0x7f8a38074c70 2024-04-26T02:14:12.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.575+0000 7f8a37400700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3db0 0x7f8a1c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:12.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.576+0000 7f8a37400700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3db0 0x7f8a1c0a6270 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8a381110d0 tx=0x7f8a24009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:12.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.578+0000 7f8a34c00700 1 -- 172.21.15.44:0/2379609088 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a2809d220 con 0x7f8a38074c70 2024-04-26T02:14:12.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.865+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a3819c570 con 0x7f8a38074c70 2024-04-26T02:14:12.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.866+0000 7f8a34c00700 1 -- 172.21.15.44:0/2379609088 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+11928 (secure 0 0 0) 0x7f8a2809cb20 con 0x7f8a38074c70 2024-04-26T02:14:12.868 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:14:12.868 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":34,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":34,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:13:17.242952+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24476,24490,24518,24502,24472]},"id":1}]} 2024-04-26T02:14:12.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3db0 msgr2=0x7f8a1c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:12.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3db0 0x7f8a1c0a6270 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8a381110d0 tx=0x7f8a24009260 comp rx=0 tx=0).stop 2024-04-26T02:14:12.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38074c70 msgr2=0x7f8a3819b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:12.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38074c70 0x7f8a3819b260 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800ec10 tx=0x7f8a2800ef20 comp rx=0 tx=0).stop 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 shutdown_connections 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f8a1c0a3db0 0x7f8a1c0a6270 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f8a3810f440 0x7f8a3819fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8a38074c70 0x7f8a3819b260 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 --2- 172.21.15.44:0/2379609088 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f8a38075590 0x7f8a3819b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 >> 172.21.15.44:0/2379609088 conn(0x7f8a38079ba0 msgr2=0x7f8a380ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 shutdown_connections 2024-04-26T02:14:12.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:12.869+0000 7f8a3f000700 1 -- 172.21.15.44:0/2379609088 wait complete. 2024-04-26T02:14:12.873 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 34 2024-04-26T02:14:13.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:12 smithi156 ceph-mon[32543]: pgmap v606: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 31 op/s 2024-04-26T02:14:13.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:12 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/2379609088' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:14:13.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:12 smithi090 ceph-mon[32456]: pgmap v606: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 31 op/s 2024-04-26T02:14:13.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:12 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/2379609088' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:14:13.252 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:12 smithi044 ceph-mon[27847]: pgmap v606: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 31 op/s 2024-04-26T02:14:13.253 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:12 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/2379609088' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:14:13.748 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:14:14.213 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:15.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:14 smithi044 ceph-mon[27847]: pgmap v607: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:15.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:14 smithi156 ceph-mon[32543]: pgmap v607: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:15.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:14 smithi090 ceph-mon[32456]: pgmap v607: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 -- 172.21.15.44:0/39081842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006afe0 msgr2=0x7fd4b006b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 --2- 172.21.15.44:0/39081842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006afe0 0x7fd4b006b440 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd49c0098f0 tx=0x7fd49c009c00 comp rx=0 tx=0).stop 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 -- 172.21.15.44:0/39081842 shutdown_connections 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 --2- 172.21.15.44:0/39081842 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006b980 0x7fd4b010f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 --2- 172.21.15.44:0/39081842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4b0108a20 0x7fd4b0108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 --2- 172.21.15.44:0/39081842 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006afe0 0x7fd4b006b440 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 -- 172.21.15.44:0/39081842 >> 172.21.15.44:0/39081842 conn(0x7fd4b00788b0 msgr2=0x7fd4b0078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 -- 172.21.15.44:0/39081842 shutdown_connections 2024-04-26T02:14:16.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.414+0000 7fd4b8600700 1 -- 172.21.15.44:0/39081842 wait complete. 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.415+0000 7fd4b8600700 1 Processor -- start 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.415+0000 7fd4b8600700 1 -- start start 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b8600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006afe0 0x7fd4b0101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b8600700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006b980 0x7fd4b0101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b8600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4b0108a20 0x7fd4b0102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b8600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b0112c50 con 0x7fd4b0108a20 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b8600700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b0112ad0 con 0x7fd4b006b980 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b8600700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b0112dd0 con 0x7fd4b006afe0 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b6600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4b0108a20 0x7fd4b0102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b5c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006afe0 0x7fd4b0101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:16.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b5c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006afe0 0x7fd4b0101a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:40560/0 (socket says 172.21.15.44:40560) 2024-04-26T02:14:16.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b5200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006b980 0x7fd4b0101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:16.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.416+0000 7fd4b5c00700 1 -- 172.21.15.44:0/34225483 learned_addr learned my addr 172.21.15.44:0/34225483 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:16.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4b5c00700 1 -- 172.21.15.44:0/34225483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006b980 msgr2=0x7fd4b0101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:16.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4b5c00700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006b980 0x7fd4b0101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4b5c00700 1 -- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4b0108a20 msgr2=0x7fd4b0102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4b5c00700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4b0108a20 0x7fd4b0102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4b5c00700 1 -- 172.21.15.44:0/34225483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b01a76d0 con 0x7fd4b006afe0 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4b5c00700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006afe0 0x7fd4b0101a00 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd4a400d950 tx=0x7fd4a400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4ae000700 1 -- 172.21.15.44:0/34225483 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4016070 con 0x7fd4b006afe0 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4ae000700 1 -- 172.21.15.44:0/34225483 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4a400fd40 con 0x7fd4b006afe0 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.417+0000 7fd4ae000700 1 -- 172.21.15.44:0/34225483 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a400e3b0 con 0x7fd4b006afe0 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.418+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4b01a79c0 con 0x7fd4b006afe0 2024-04-26T02:14:16.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.418+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4b01a7ed0 con 0x7fd4b006afe0 2024-04-26T02:14:16.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.419+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4b0069730 con 0x7fd4b006afe0 2024-04-26T02:14:16.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.422+0000 7fd4ae000700 1 -- 172.21.15.44:0/34225483 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd4a4019070 con 0x7fd4b006afe0 2024-04-26T02:14:16.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.424+0000 7fd4ae000700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd4980a3db0 0x7fd4980a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:16.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.424+0000 7fd4ae000700 1 -- 172.21.15.44:0/34225483 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8455+0+0 (secure 0 0 0) 0x7fd4a40d0230 con 0x7fd4b006afe0 2024-04-26T02:14:16.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.424+0000 7fd4b5200700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd4980a3db0 0x7fd4980a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:16.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.424+0000 7fd4b5200700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd4980a3db0 0x7fd4980a6270 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd49c0098c0 tx=0x7fd49c019040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:16.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.426+0000 7fd4ae000700 1 -- 172.21.15.44:0/34225483 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd4a409c8b0 con 0x7fd4b006afe0 2024-04-26T02:14:16.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.709+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4b002e140 con 0x7fd4b006afe0 2024-04-26T02:14:16.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.710+0000 7fd4ae000700 1 -- 172.21.15.44:0/34225483 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+11928 (secure 0 0 0) 0x7fd4a409c1b0 con 0x7fd4b006afe0 2024-04-26T02:14:16.712 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:14:16.712 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":34,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/3109390823","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":3109390823},{"type":"v1","addr":"172.21.15.44:6835","nonce":3109390823}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2373309946","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2373309946},{"type":"v1","addr":"172.21.15.44:6837","nonce":2373309946}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":34,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:50:47.836004+0000","modified":"2024-04-26T02:13:17.242952+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24502,"mds_2":24490,"mds_3":24476,"mds_4":24472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14400":{"gid":14400,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6841/1499175069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":1499175069},{"type":"v1","addr":"172.21.15.44:6841","nonce":1499175069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24427":{"gid":24427,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6833/1616107116","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6832","nonce":1616107116},{"type":"v1","addr":"172.21.15.156:6833","nonce":1616107116}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6833/515710592","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":515710592},{"type":"v1","addr":"172.21.15.90:6833","nonce":515710592}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.90:6835/2066583814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":2066583814},{"type":"v1","addr":"172.21.15.90:6835","nonce":2066583814}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.156:6837/1080301383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6836","nonce":1080301383},{"type":"v1","addr":"172.21.15.156:6837","nonce":1080301383}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"h","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.90:6837/829860849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6836","nonce":829860849},{"type":"v1","addr":"172.21.15.90:6837","nonce":829860849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":15,"addr":"172.21.15.156:6839/3391701820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6838","nonce":3391701820},{"type":"v1","addr":"172.21.15.156:6839","nonce":3391701820}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.44:6839/1058817088","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":1058817088},{"type":"v1","addr":"172.21.15.44:6839","nonce":1058817088}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6839/2651113342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6838","nonce":2651113342},{"type":"v1","addr":"172.21.15.90:6839","nonce":2651113342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26854":{"gid":26854,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.156:6835/315830768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6834","nonce":315830768},{"type":"v1","addr":"172.21.15.156:6835","nonce":315830768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24476,24490,24518,24502,24472]},"id":1}]} 2024-04-26T02:14:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.713+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd4980a3db0 msgr2=0x7fd4980a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.713+0000 7fd4b8600700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd4980a3db0 0x7fd4980a6270 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd49c0098c0 tx=0x7fd49c019040 comp rx=0 tx=0).stop 2024-04-26T02:14:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006afe0 msgr2=0x7fd4b0101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:16.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006afe0 0x7fd4b0101a00 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd4a400d950 tx=0x7fd4a400dc60 comp rx=0 tx=0).stop 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 shutdown_connections 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7fd4b006afe0 0x7fd4b0101a00 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7fd4980a3db0 0x7fd4980a6270 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd4b0108a20 0x7fd4b0102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 --2- 172.21.15.44:0/34225483 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7fd4b006b980 0x7fd4b0101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 >> 172.21.15.44:0/34225483 conn(0x7fd4b00788b0 msgr2=0x7fd4b00ffae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 shutdown_connections 2024-04-26T02:14:16.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:16.714+0000 7fd4b8600700 1 -- 172.21.15.44:0/34225483 wait complete. 2024-04-26T02:14:16.717 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 34 2024-04-26T02:14:17.048 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:16 smithi044 ceph-mon[27847]: pgmap v608: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:17.048 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:16 smithi044 ceph-mon[27847]: osdmap e119: 12 total, 12 up, 12 in 2024-04-26T02:14:17.048 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:16 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/34225483' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:14:17.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:16 smithi156 ceph-mon[32543]: pgmap v608: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:17.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:16 smithi156 ceph-mon[32543]: osdmap e119: 12 total, 12 up, 12 in 2024-04-26T02:14:17.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:16 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/34225483' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:14:17.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:16 smithi090 ceph-mon[32456]: pgmap v608: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:17.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:16 smithi090 ceph-mon[32456]: osdmap e119: 12 total, 12 up, 12 in 2024-04-26T02:14:17.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:16 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/34225483' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:14:17.478 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T02:14:17.949 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:19.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:18 smithi156 ceph-mon[32543]: pgmap v610: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-26T02:14:19.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:18 smithi090 ceph-mon[32456]: pgmap v610: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-26T02:14:19.297 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:18 smithi044 ceph-mon[27847]: pgmap v610: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-26T02:14:20.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 -- 172.21.15.44:0/1603814445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec10cfb0 msgr2=0x7f76ec10f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:20.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 --2- 172.21.15.44:0/1603814445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec10cfb0 0x7f76ec10f420 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f76e4009f90 tx=0x7f76e400b330 comp rx=0 tx=0).stop 2024-04-26T02:14:20.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 -- 172.21.15.44:0/1603814445 shutdown_connections 2024-04-26T02:14:20.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 --2- 172.21.15.44:0/1603814445 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f76ec103bd0 0x7f76ec103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 --2- 172.21.15.44:0/1603814445 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec10cfb0 0x7f76ec10f420 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 --2- 172.21.15.44:0/1603814445 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f76ec1044f0 0x7f76ec10c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 -- 172.21.15.44:0/1603814445 >> 172.21.15.44:0/1603814445 conn(0x7f76ec0fd360 msgr2=0x7f76ec0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:20.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 -- 172.21.15.44:0/1603814445 shutdown_connections 2024-04-26T02:14:20.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.160+0000 7f76f1200700 1 -- 172.21.15.44:0/1603814445 wait complete. 2024-04-26T02:14:20.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.161+0000 7f76f1200700 1 Processor -- start 2024-04-26T02:14:20.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.161+0000 7f76f1200700 1 -- start start 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76f1200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec103bd0 0x7f76ec19b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76f1200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f76ec1044f0 0x7f76ec19b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76f1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f76ec10cfb0 0x7f76ec19fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76f1200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec112b60 con 0x7f76ec10cfb0 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76f1200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec1129e0 con 0x7f76ec103bd0 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76f1200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec112ce0 con 0x7f76ec1044f0 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76ebe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f76ec10cfb0 0x7f76ec19fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76eaa00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f76ec1044f0 0x7f76ec19b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76ebe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f76ec10cfb0 0x7f76ec19fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47852/0 (socket says 172.21.15.44:47852) 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76ebe00700 1 -- 172.21.15.44:0/1358077697 learned_addr learned my addr 172.21.15.44:0/1358077697 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.162+0000 7f76eb400700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec103bd0 0x7f76ec19b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76eb400700 1 -- 172.21.15.44:0/1358077697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f76ec1044f0 msgr2=0x7f76ec19b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:20.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76eb400700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f76ec1044f0 0x7f76ec19b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76eb400700 1 -- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f76ec10cfb0 msgr2=0x7f76ec19fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76eb400700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f76ec10cfb0 0x7f76ec19fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76eb400700 1 -- 172.21.15.44:0/1358077697 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ec1a0210 con 0x7f76ec103bd0 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76eaa00700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f76ec1044f0 0x7f76ec19b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76eb400700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec103bd0 0x7f76ec19b200 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f76dc00eb90 tx=0x7f76dc00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76e3e00700 1 -- 172.21.15.44:0/1358077697 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc00cc90 con 0x7f76ec103bd0 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76e3e00700 1 -- 172.21.15.44:0/1358077697 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76dc00ce30 con 0x7f76ec103bd0 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76e3e00700 1 -- 172.21.15.44:0/1358077697 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc010430 con 0x7f76ec103bd0 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.163+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76ec1a0500 con 0x7f76ec103bd0 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.164+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76ec1a7d80 con 0x7f76ec103bd0 2024-04-26T02:14:20.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.165+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76ec069730 con 0x7f76ec103bd0 2024-04-26T02:14:20.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.167+0000 7f76e3e00700 1 -- 172.21.15.44:0/1358077697 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f76dc003ef0 con 0x7f76ec103bd0 2024-04-26T02:14:20.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.168+0000 7f76e3e00700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f76d00a3e30 0x7f76d00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:20.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.168+0000 7f76e3e00700 1 -- 172.21.15.44:0/1358077697 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8455+0+0 (secure 0 0 0) 0x7f76dc0d0ab0 con 0x7f76ec103bd0 2024-04-26T02:14:20.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.168+0000 7f76eaa00700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f76d00a3e30 0x7f76d00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:20.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.169+0000 7f76eaa00700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f76d00a3e30 0x7f76d00a62f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f76ec10e800 tx=0x7f76d8009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:20.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.173+0000 7f76e3e00700 1 -- 172.21.15.44:0/1358077697 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f76dc09d130 con 0x7f76ec103bd0 2024-04-26T02:14:20.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.406+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f76ec1a7ff0 con 0x7f76ec103bd0 2024-04-26T02:14:20.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.408+0000 7f76e3e00700 1 -- 172.21.15.44:0/1358077697 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v119) ==== 74+0+22958 (secure 0 0 0) 0x7f76dc09ca30 con 0x7f76ec103bd0 2024-04-26T02:14:20.414 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T02:14:20.418 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":119,"fsid":"e31d710e-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:41:04.826640+0000","modified":"2024-04-26T02:14:15.936011+0000","last_up_change":"2024-04-26T01:49:28.056973+0000","last_in_change":"2024-04-26T01:49:07.864267+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:45:09.300725+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:50:38.133645+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:50:42.891983+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"118","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":34,"snap_epoch":118,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cb8b2525-bd58-4842-b075-2dee54388fe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6803","nonce":3134320212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6805","nonce":3134320212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6809","nonce":3134320212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3134320212},{"type":"v1","addr":"172.21.15.44:6807","nonce":3134320212}]},"public_addr":"172.21.15.44:6803/3134320212","cluster_addr":"172.21.15.44:6805/3134320212","heartbeat_back_addr":"172.21.15.44:6809/3134320212","heartbeat_front_addr":"172.21.15.44:6807/3134320212","state":["exists","up"]},{"osd":1,"uuid":"fe7a1888-1e0a-49bb-ad8f-56cc55f1bb0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6801","nonce":2031279993}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6803","nonce":2031279993}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6807","nonce":2031279993}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2031279993},{"type":"v1","addr":"172.21.15.90:6805","nonce":2031279993}]},"public_addr":"172.21.15.90:6801/2031279993","cluster_addr":"172.21.15.90:6803/2031279993","heartbeat_back_addr":"172.21.15.90:6807/2031279993","heartbeat_front_addr":"172.21.15.90:6805/2031279993","state":["exists","up"]},{"osd":2,"uuid":"6842c6cd-8c8c-442a-badb-a6a37a49a019","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6800","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6801","nonce":261603947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6802","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6803","nonce":261603947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6806","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6807","nonce":261603947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6804","nonce":261603947},{"type":"v1","addr":"172.21.15.156:6805","nonce":261603947}]},"public_addr":"172.21.15.156:6801/261603947","cluster_addr":"172.21.15.156:6803/261603947","heartbeat_back_addr":"172.21.15.156:6807/261603947","heartbeat_front_addr":"172.21.15.156:6805/261603947","state":["exists","up"]},{"osd":3,"uuid":"064b815e-07c1-45a7-9c35-b4f469ab6c12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":474798},{"type":"v1","addr":"172.21.15.44:6811","nonce":474798}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":474798},{"type":"v1","addr":"172.21.15.44:6813","nonce":474798}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":474798},{"type":"v1","addr":"172.21.15.44:6817","nonce":474798}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":474798},{"type":"v1","addr":"172.21.15.44:6815","nonce":474798}]},"public_addr":"172.21.15.44:6811/474798","cluster_addr":"172.21.15.44:6813/474798","heartbeat_back_addr":"172.21.15.44:6817/474798","heartbeat_front_addr":"172.21.15.44:6815/474798","state":["exists","up"]},{"osd":4,"uuid":"f5e435af-3cb0-4eb6-a1b0-bb039548a4f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6809","nonce":1106494369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6811","nonce":1106494369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6815","nonce":1106494369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1106494369},{"type":"v1","addr":"172.21.15.90:6813","nonce":1106494369}]},"public_addr":"172.21.15.90:6809/1106494369","cluster_addr":"172.21.15.90:6811/1106494369","heartbeat_back_addr":"172.21.15.90:6815/1106494369","heartbeat_front_addr":"172.21.15.90:6813/1106494369","state":["exists","up"]},{"osd":5,"uuid":"48dceab3-ba54-4c20-8fa0-36044a6d4d0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6808","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6809","nonce":1244975317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6810","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6811","nonce":1244975317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6814","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6815","nonce":1244975317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6812","nonce":1244975317},{"type":"v1","addr":"172.21.15.156:6813","nonce":1244975317}]},"public_addr":"172.21.15.156:6809/1244975317","cluster_addr":"172.21.15.156:6811/1244975317","heartbeat_back_addr":"172.21.15.156:6815/1244975317","heartbeat_front_addr":"172.21.15.156:6813/1244975317","state":["exists","up"]},{"osd":6,"uuid":"b7b0767e-b74c-4f0d-b99c-c039e8d93f15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6819","nonce":1729074458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6821","nonce":1729074458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6825","nonce":1729074458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1729074458},{"type":"v1","addr":"172.21.15.44:6823","nonce":1729074458}]},"public_addr":"172.21.15.44:6819/1729074458","cluster_addr":"172.21.15.44:6821/1729074458","heartbeat_back_addr":"172.21.15.44:6825/1729074458","heartbeat_front_addr":"172.21.15.44:6823/1729074458","state":["exists","up"]},{"osd":7,"uuid":"7ed822bf-fc92-4b75-8004-530db3d9262f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6817","nonce":2734586631}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6819","nonce":2734586631}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6823","nonce":2734586631}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":2734586631},{"type":"v1","addr":"172.21.15.90:6821","nonce":2734586631}]},"public_addr":"172.21.15.90:6817/2734586631","cluster_addr":"172.21.15.90:6819/2734586631","heartbeat_back_addr":"172.21.15.90:6823/2734586631","heartbeat_front_addr":"172.21.15.90:6821/2734586631","state":["exists","up"]},{"osd":8,"uuid":"6e644d15-80a6-4b62-bce5-39047cc24b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6816","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6817","nonce":2984207396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6818","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6819","nonce":2984207396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6822","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6823","nonce":2984207396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6820","nonce":2984207396},{"type":"v1","addr":"172.21.15.156:6821","nonce":2984207396}]},"public_addr":"172.21.15.156:6817/2984207396","cluster_addr":"172.21.15.156:6819/2984207396","heartbeat_back_addr":"172.21.15.156:6823/2984207396","heartbeat_front_addr":"172.21.15.156:6821/2984207396","state":["exists","up"]},{"osd":9,"uuid":"1f21b85a-3882-4a9e-9f2a-2571a5739026","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6827","nonce":3455658199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6829","nonce":3455658199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6833","nonce":3455658199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3455658199},{"type":"v1","addr":"172.21.15.44:6831","nonce":3455658199}]},"public_addr":"172.21.15.44:6827/3455658199","cluster_addr":"172.21.15.44:6829/3455658199","heartbeat_back_addr":"172.21.15.44:6833/3455658199","heartbeat_front_addr":"172.21.15.44:6831/3455658199","state":["exists","up"]},{"osd":10,"uuid":"3a77897d-dcad-4205-ab9e-40e8aac2fb4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6825","nonce":2539728815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6827","nonce":2539728815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6831","nonce":2539728815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2539728815},{"type":"v1","addr":"172.21.15.90:6829","nonce":2539728815}]},"public_addr":"172.21.15.90:6825/2539728815","cluster_addr":"172.21.15.90:6827/2539728815","heartbeat_back_addr":"172.21.15.90:6831/2539728815","heartbeat_front_addr":"172.21.15.90:6829/2539728815","state":["exists","up"]},{"osd":11,"uuid":"61760c93-7556-4099-a83d-a306f21b7847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6824","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6825","nonce":3262908942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6826","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6827","nonce":3262908942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6830","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6831","nonce":3262908942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.156:6828","nonce":3262908942},{"type":"v1","addr":"172.21.15.156:6829","nonce":3262908942}]},"public_addr":"172.21.15.156:6825/3262908942","cluster_addr":"172.21.15.156:6827/3262908942","heartbeat_back_addr":"172.21.15.156:6831/3262908942","heartbeat_front_addr":"172.21.15.156:6829/3262908942","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:16.289108+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:41.630508+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:05.932556+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:39.806955+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:05.898175+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:46:31.372872+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:05.923736+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:32.850442+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:47:58.197250+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:32.609345+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:48:59.682357+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:49:26.014307+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/2941504694":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/3757856421":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/2259783206":"2024-04-27T01:54:57.219668+0000","172.21.15.44:6800/2941504694":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/562147844":"2024-04-27T01:54:57.219668+0000","172.21.15.44:6801/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/2727438568":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3440606117":"2024-04-27T01:42:23.130726+0000","172.21.15.44:6800/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/153611987":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/405673670":"2024-04-27T01:54:57.219668+0000","172.21.15.44:0/4287541101":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6801/4258503376":"2024-04-27T01:41:47.519945+0000","172.21.15.44:6800/1969712891":"2024-04-27T01:42:23.130726+0000","172.21.15.44:0/3424004306":"2024-04-27T01:41:47.519945+0000","172.21.15.44:0/1757746693":"2024-04-27T01:42:23.130726+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":21,"length":1},{"begin":34,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f76d00a3e30 msgr2=0x7f76d00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f76d00a3e30 0x7f76d00a62f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f76ec10e800 tx=0x7f76d8009260 comp rx=0 tx=0).stop 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec103bd0 msgr2=0x7f76ec19b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec103bd0 0x7f76ec19b200 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f76dc00eb90 tx=0x7f76dc00eea0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 shutdown_connections 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f76d00a3e30 0x7f76d00a62f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f76ec10cfb0 0x7f76ec19fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f76ec103bd0 0x7f76ec19b200 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 --2- 172.21.15.44:0/1358077697 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f76ec1044f0 0x7f76ec19b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.411+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 >> 172.21.15.44:0/1358077697 conn(0x7f76ec0fd360 msgr2=0x7f76ec10f220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.412+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 shutdown_connections 2024-04-26T02:14:20.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:20.412+0000 7f76f1200700 1 -- 172.21.15.44:0/1358077697 wait complete. 2024-04-26T02:14:21.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:20 smithi044 ceph-mon[27847]: pgmap v611: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-26T02:14:21.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:20 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1358077697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:14:21.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:20 smithi156 ceph-mon[32543]: pgmap v611: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-26T02:14:21.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:20 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1358077697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:14:21.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:20 smithi090 ceph-mon[32456]: pgmap v611: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-26T02:14:21.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:20 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1358077697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:14:21.399 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs fail cephfs 2024-04-26T02:14:21.898 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:23.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:22 smithi156 ceph-mon[32543]: pgmap v612: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:23.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:22 smithi090 ceph-mon[32456]: pgmap v612: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:23.299 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:22 smithi044 ceph-mon[27847]: pgmap v612: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-26T02:14:24.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.167+0000 7f14e9c00700 1 -- 172.21.15.44:0/1905162375 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e410e3b0 msgr2=0x7f14e4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:24.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.167+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1905162375 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e410e3b0 0x7f14e4115f80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f14dc00b0d0 tx=0x7f14dc00b3e0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.167+0000 7f14e9c00700 1 -- 172.21.15.44:0/1905162375 shutdown_connections 2024-04-26T02:14:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.167+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1905162375 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e410e3b0 0x7f14e4115f80 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.167+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1905162375 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 0x7f14e41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.167+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1905162375 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f14e4109c80 0x7f14e410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.167+0000 7f14e9c00700 1 -- 172.21.15.44:0/1905162375 >> 172.21.15.44:0/1905162375 conn(0x7f14e4076210 msgr2=0x7f14e4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.168+0000 7f14e9c00700 1 -- 172.21.15.44:0/1905162375 shutdown_connections 2024-04-26T02:14:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.168+0000 7f14e9c00700 1 -- 172.21.15.44:0/1905162375 wait complete. 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 Processor -- start 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 -- start start 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 0x7f14e419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e4109c80 0x7f14e419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f14e410e3b0 0x7f14e41a3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f14e41192c0 con 0x7f14e4109c80 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f14e4119140 con 0x7f14e41092d0 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.169+0000 7f14e9c00700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f14e4119440 con 0x7f14e410e3b0 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 0x7f14e419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 0x7f14e419f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:58798/0 (socket says 172.21.15.44:58798) 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 -- 172.21.15.44:0/1850379048 learned_addr learned my addr 172.21.15.44:0/1850379048 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e3400700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f14e410e3b0 0x7f14e41a3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2000700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e4109c80 0x7f14e419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 -- 172.21.15.44:0/1850379048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f14e410e3b0 msgr2=0x7f14e41a3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f14e410e3b0 0x7f14e41a3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 -- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e4109c80 msgr2=0x7f14e419fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e4109c80 0x7f14e419fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.170+0000 7f14e2a00700 1 -- 172.21.15.44:0/1850379048 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e41a4700 con 0x7f14e41092d0 2024-04-26T02:14:24.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.171+0000 7f14e2a00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 0x7f14e419f6f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f14d400e9a0 tx=0x7f14d400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:24.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.171+0000 7f14db400700 1 -- 172.21.15.44:0/1850379048 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d400ca10 con 0x7f14e41092d0 2024-04-26T02:14:24.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.171+0000 7f14db400700 1 -- 172.21.15.44:0/1850379048 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14d400cbb0 con 0x7f14e41092d0 2024-04-26T02:14:24.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.171+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14e41a49f0 con 0x7f14e41092d0 2024-04-26T02:14:24.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.171+0000 7f14db400700 1 -- 172.21.15.44:0/1850379048 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d4018680 con 0x7f14e41092d0 2024-04-26T02:14:24.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.171+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14e41ac270 con 0x7f14e41092d0 2024-04-26T02:14:24.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.172+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14e4069730 con 0x7f14e41092d0 2024-04-26T02:14:24.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.174+0000 7f14db400700 1 -- 172.21.15.44:0/1850379048 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f14d4010430 con 0x7f14e41092d0 2024-04-26T02:14:24.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.176+0000 7f14db400700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14c80a3e30 0x7f14c80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:24.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.176+0000 7f14db400700 1 -- 172.21.15.44:0/1850379048 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8455+0+0 (secure 0 0 0) 0x7f14d40d09c0 con 0x7f14e41092d0 2024-04-26T02:14:24.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.176+0000 7f14e2000700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14c80a3e30 0x7f14c80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:24.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.177+0000 7f14e2000700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14c80a3e30 0x7f14c80a62f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f14e41087a0 tx=0x7f14d0009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:24.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.178+0000 7f14db400700 1 -- 172.21.15.44:0/1850379048 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14d409d040 con 0x7f14e41092d0 2024-04-26T02:14:24.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.459+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f14e402df80 con 0x7f14e41092d0 2024-04-26T02:14:24.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.471+0000 7f14db400700 1 -- 172.21.15.44:0/1850379048 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v35) ==== 161+0+0 (secure 0 0 0) 0x7f14d409c940 con 0x7f14e41092d0 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14c80a3e30 msgr2=0x7f14c80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14c80a3e30 0x7f14c80a62f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f14e41087a0 tx=0x7f14d0009260 comp rx=0 tx=0).stop 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 msgr2=0x7f14e419f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 0x7f14e419f6f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f14d400e9a0 tx=0x7f14d400ecb0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 shutdown_connections 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f14e410e3b0 0x7f14e41a3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f14c80a3e30 0x7f14c80a62f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f14e41092d0 0x7f14e419f6f0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 --2- 172.21.15.44:0/1850379048 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14e4109c80 0x7f14e419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:24.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.474+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 >> 172.21.15.44:0/1850379048 conn(0x7f14e4076210 msgr2=0x7f14e4076750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:24.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.475+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 shutdown_connections 2024-04-26T02:14:24.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:24.475+0000 7f14e9c00700 1 -- 172.21.15.44:0/1850379048 wait complete. 2024-04-26T02:14:24.477 INFO:teuthology.orchestra.run.smithi044.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-26T02:14:24.855 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a[27843]: 2024-04-26T02:14:24.462+0000 7fc458000700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g[69228]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g[69228]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mds[69234]: -- 172.21.15.44:0/2006800969 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5580ff82ba40 con 0x5580ff7ff000 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g[69228]: starting mds.g at 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a[69644]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a[69644]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mds[69648]: -- 172.21.15.44:0/1939652858 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e56c05ba40 con 0x55e56c02ec00 2024-04-26T02:14:24.856 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a[69644]: starting mds.a at 2024-04-26T02:14:24.965 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h[62296]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.965 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h[62296]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.965 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mds[62300]: -- 172.21.15.90:0/163729330 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d3e739a40 con 0x561d3e70c800 2024-04-26T02:14:24.965 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h[62296]: starting mds.h at 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mds[62625]: -- 172.21.15.90:0/1152994283 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5608b7991a40 con 0x5608b7965000 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: starting mds.b at 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e[61991]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e[61991]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mds[61995]: -- 172.21.15.90:0/738431410 <== mon.2 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f53e2c9a40 con 0x55f53e29c800 2024-04-26T02:14:24.966 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e[61991]: starting mds.e at 2024-04-26T02:14:24.967 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k[61667]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.967 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k[61667]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.967 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k[61667]: starting mds.k at 2024-04-26T02:14:24.967 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c[62929]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.967 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c[62929]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.967 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mds[62933]: -- 172.21.15.156:0/3025488726 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564da3843a40 con 0x564da3816800 2024-04-26T02:14:24.967 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c[62929]: starting mds.c at 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l[62308]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l[62308]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mds[62312]: -- 172.21.15.156:0/2654783050 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558518bbfa40 con 0x558518b92800 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l[62308]: starting mds.l at 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[69144]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[69144]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mds[69148]: -- 172.21.15.156:0/2344974431 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bf487eda40 con 0x55bf487c0800 2024-04-26T02:14:24.968 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[69144]: starting mds.f at 2024-04-26T02:14:24.969 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i[63248]: ignoring --setuser ceph since I am not root 2024-04-26T02:14:24.969 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i[63248]: ignoring --setgroup ceph since I am not root 2024-04-26T02:14:24.969 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mds[63252]: -- 172.21.15.156:0/2327237314 <== mon.1 v2:172.21.15.156:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56120cc87a40 con 0x56120cc5a800 2024-04-26T02:14:24.969 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i[63248]: starting mds.i at 2024-04-26T02:14:25.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: pgmap v613: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:14:25.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1850379048' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:14:25.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:14:25.233 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:14:25.233 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:14:25.233 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:14:25.233 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: osdmap e120: 12 total, 12 up, 12 in 2024-04-26T02:14:25.233 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:24 smithi156 ceph-mon[32543]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:14:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: pgmap v613: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:14:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1850379048' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:14:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:14:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:14:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:14:25.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:14:25.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: osdmap e120: 12 total, 12 up, 12 in 2024-04-26T02:14:25.239 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:24 smithi090 ceph-mon[32456]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: pgmap v613: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1850379048' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: osdmap e120: 12 total, 12 up, 12 in 2024-04-26T02:14:25.244 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:24 smithi044 ceph-mon[27847]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:14:25.306 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-04-26T02:14:25.775 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:26.605 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6832/2208034299,v1:172.21.15.156:6833/2208034299] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6833/338737703,v1:172.21.15.90:6835/338737703] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6832/1858285352,v1:172.21.15.90:6834/1858285352] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6834/1973143392,v1:172.21.15.156:6835/1973143392] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6836/2785522052,v1:172.21.15.156:6837/2785522052] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6837/3513747709,v1:172.21.15.90:6839/3513747709] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.90:6836/395213623,v1:172.21.15.90:6838/395213623] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.156:6838/2485959657,v1:172.21.15.156:6839/2485959657] up:boot 2024-04-26T02:14:26.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.44:6838/3067616096,v1:172.21.15.44:6839/3067616096] up:boot 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: mds.? [v2:172.21.15.44:6840/3218380341,v1:172.21.15.44:6841/3218380341] up:boot 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:14:26.607 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:26 smithi044 ceph-mon[27847]: pgmap v615: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 104 B/s wr, 10 op/s 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6832/2208034299,v1:172.21.15.156:6833/2208034299] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6833/338737703,v1:172.21.15.90:6835/338737703] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6832/1858285352,v1:172.21.15.90:6834/1858285352] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6834/1973143392,v1:172.21.15.156:6835/1973143392] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6836/2785522052,v1:172.21.15.156:6837/2785522052] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6837/3513747709,v1:172.21.15.90:6839/3513747709] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.90:6836/395213623,v1:172.21.15.90:6838/395213623] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.156:6838/2485959657,v1:172.21.15.156:6839/2485959657] up:boot 2024-04-26T02:14:26.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.44:6838/3067616096,v1:172.21.15.44:6839/3067616096] up:boot 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: mds.? [v2:172.21.15.44:6840/3218380341,v1:172.21.15.44:6841/3218380341] up:boot 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:14:26.733 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:26 smithi156 ceph-mon[32543]: pgmap v615: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 104 B/s wr, 10 op/s 2024-04-26T02:14:26.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6832/2208034299,v1:172.21.15.156:6833/2208034299] up:boot 2024-04-26T02:14:26.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6833/338737703,v1:172.21.15.90:6835/338737703] up:boot 2024-04-26T02:14:26.738 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6832/1858285352,v1:172.21.15.90:6834/1858285352] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6834/1973143392,v1:172.21.15.156:6835/1973143392] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6836/2785522052,v1:172.21.15.156:6837/2785522052] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6837/3513747709,v1:172.21.15.90:6839/3513747709] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.90:6836/395213623,v1:172.21.15.90:6838/395213623] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.156:6838/2485959657,v1:172.21.15.156:6839/2485959657] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.44:6838/3067616096,v1:172.21.15.44:6839/3067616096] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: mds.? [v2:172.21.15.44:6840/3218380341,v1:172.21.15.44:6841/3218380341] up:boot 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:14:26.739 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:14:26.740 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:14:26.740 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:14:26.740 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: from='mgr.14991 172.21.15.44:0/197735809' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T02:14:26.740 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:26 smithi090 ceph-mon[32456]: pgmap v615: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 104 B/s wr, 10 op/s 2024-04-26T02:14:28.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 -- 172.21.15.44:0/1577801859 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88104ec0 msgr2=0x7f1a881052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:28.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1577801859 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88104ec0 0x7f1a881052a0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009f90 tx=0x7f1a7800b330 comp rx=0 tx=0).stop 2024-04-26T02:14:28.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 -- 172.21.15.44:0/1577801859 shutdown_connections 2024-04-26T02:14:28.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1577801859 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88109fa0 0x7f1a88111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1577801859 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88104ec0 0x7f1a881052a0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1577801859 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88105870 0x7f1a881098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 -- 172.21.15.44:0/1577801859 >> 172.21.15.44:0/1577801859 conn(0x7f1a88100750 msgr2=0x7f1a88102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:28.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 -- 172.21.15.44:0/1577801859 shutdown_connections 2024-04-26T02:14:28.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.052+0000 7f1a8f200700 1 -- 172.21.15.44:0/1577801859 wait complete. 2024-04-26T02:14:28.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.054+0000 7f1a8f200700 1 Processor -- start 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.055+0000 7f1a8f200700 1 -- start start 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.055+0000 7f1a8f200700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88104ec0 0x7f1a8819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.055+0000 7f1a8f200700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88105870 0x7f1a8819b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.055+0000 7f1a8f200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88109fa0 0x7f1a8819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.055+0000 7f1a8f200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1a88114e80 con 0x7f1a88109fa0 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.055+0000 7f1a8f200700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f1a88114d00 con 0x7f1a88105870 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.055+0000 7f1a8f200700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f1a88115000 con 0x7f1a88104ec0 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88104ec0 0x7f1a8819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88104ec0 0x7f1a8819b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.156:3300/0 says I am v2:172.21.15.44:49242/0 (socket says 172.21.15.44:49242) 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 -- 172.21.15.44:0/1313629470 learned_addr learned my addr 172.21.15.44:0/1313629470 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a8d200700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88109fa0 0x7f1a8819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a7f400700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88105870 0x7f1a8819b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 -- 172.21.15.44:0/1313629470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88105870 msgr2=0x7f1a8819b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:28.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88105870 0x7f1a8819b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 -- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88109fa0 msgr2=0x7f1a8819fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:28.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88109fa0 0x7f1a8819fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.056+0000 7f1a87e00700 1 -- 172.21.15.44:0/1313629470 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a881a0320 con 0x7f1a88104ec0 2024-04-26T02:14:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.057+0000 7f1a87e00700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88104ec0 0x7f1a8819b310 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009f60 tx=0x7f1a7800ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.057+0000 7f1a85600700 1 -- 172.21.15.44:0/1313629470 <== mon.1 v2:172.21.15.156:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a78021070 con 0x7f1a88104ec0 2024-04-26T02:14:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.057+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a881a05b0 con 0x7f1a88104ec0 2024-04-26T02:14:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.057+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a881a7e90 con 0x7f1a88104ec0 2024-04-26T02:14:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.057+0000 7f1a85600700 1 -- 172.21.15.44:0/1313629470 <== mon.1 v2:172.21.15.156:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a78007420 con 0x7f1a88104ec0 2024-04-26T02:14:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.058+0000 7f1a85600700 1 -- 172.21.15.44:0/1313629470 <== mon.1 v2:172.21.15.156:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7801d9d0 con 0x7f1a88104ec0 2024-04-26T02:14:28.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.059+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a64005330 con 0x7f1a88104ec0 2024-04-26T02:14:28.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.060+0000 7f1a85600700 1 -- 172.21.15.44:0/1313629470 <== mon.1 v2:172.21.15.156:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1a78024070 con 0x7f1a88104ec0 2024-04-26T02:14:28.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.062+0000 7f1a85600700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1a6c0a3e30 0x7f1a6c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:28.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.062+0000 7f1a85600700 1 -- 172.21.15.44:0/1313629470 <== mon.1 v2:172.21.15.156:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8841+0+0 (secure 0 0 0) 0x7f1a780d13c0 con 0x7f1a88104ec0 2024-04-26T02:14:28.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.062+0000 7f1a7f400700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1a6c0a3e30 0x7f1a6c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:28.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.063+0000 7f1a7f400700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1a6c0a3e30 0x7f1a6c0a62f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1a88101d20 tx=0x7f1a70009260 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:28.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.067+0000 7f1a85600700 1 -- 172.21.15.44:0/1313629470 <== mon.1 v2:172.21.15.156:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1a7802b030 con 0x7f1a88104ec0 2024-04-26T02:14:28.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.348+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f1a640058f0 con 0x7f1a88104ec0 2024-04-26T02:14:28.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.836+0000 7f1a85600700 1 -- 172.21.15.44:0/1313629470 <== mon.1 v2:172.21.15.156:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v37) ==== 104+0+0 (secure 0 0 0) 0x7f1a7809d950 con 0x7f1a88104ec0 2024-04-26T02:14:28.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1a6c0a3e30 msgr2=0x7f1a6c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:28.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1a6c0a3e30 0x7f1a6c0a62f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1a88101d20 tx=0x7f1a70009260 comp rx=0 tx=0).stop 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88104ec0 msgr2=0x7f1a8819b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88104ec0 0x7f1a8819b310 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009f60 tx=0x7f1a7800ccb0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 shutdown_connections 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f1a88104ec0 0x7f1a8819b310 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f1a6c0a3e30 0x7f1a6c0a62f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88109fa0 0x7f1a8819fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 --2- 172.21.15.44:0/1313629470 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f1a88105870 0x7f1a8819b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.840+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 >> 172.21.15.44:0/1313629470 conn(0x7f1a88100750 msgr2=0x7f1a881024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.841+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 shutdown_connections 2024-04-26T02:14:28.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:28.841+0000 7f1a8f200700 1 -- 172.21.15.44:0/1313629470 wait complete. 2024-04-26T02:14:29.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:28 smithi044 ceph-mon[27847]: pgmap v616: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:14:29.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:28 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/1313629470' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:29.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:28 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:29.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:28 smithi156 ceph-mon[32543]: pgmap v616: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:14:29.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:28 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/1313629470' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:29.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:28 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:29.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:28 smithi090 ceph-mon[32456]: pgmap v616: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-26T02:14:29.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:28 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/1313629470' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:29.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:28 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:14:29.626 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-26T02:14:30.096 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:30.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:29 smithi044 ceph-mon[27847]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:14:30.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:29 smithi044 ceph-mon[27847]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:14:30.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:29 smithi044 ceph-mon[27847]: Cluster is now healthy 2024-04-26T02:14:30.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:29 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:14:30.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:29 smithi044 ceph-mon[27847]: fsmap 12 up:standby 2024-04-26T02:14:30.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:29 smithi156 ceph-mon[32543]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:14:30.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:29 smithi156 ceph-mon[32543]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:14:30.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:29 smithi156 ceph-mon[32543]: Cluster is now healthy 2024-04-26T02:14:30.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:29 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:14:30.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:29 smithi156 ceph-mon[32543]: fsmap 12 up:standby 2024-04-26T02:14:30.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:29 smithi090 ceph-mon[32456]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:14:30.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:29 smithi090 ceph-mon[32456]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:14:30.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:29 smithi090 ceph-mon[32456]: Cluster is now healthy 2024-04-26T02:14:30.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:29 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:14:30.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:29 smithi090 ceph-mon[32456]: fsmap 12 up:standby 2024-04-26T02:14:31.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:30 smithi044 ceph-mon[27847]: pgmap v617: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-26T02:14:31.140 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:30 smithi090 ceph-mon[32456]: pgmap v617: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-26T02:14:31.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:30 smithi156 ceph-mon[32543]: pgmap v617: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-26T02:14:32.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 -- 172.21.15.44:0/4019111187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba8108a30 msgr2=0x7f7ba8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 --2- 172.21.15.44:0/4019111187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba8108a30 0x7f7ba8108e10 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7b980098f0 tx=0x7f7b98009c00 comp rx=0 tx=0).stop 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 -- 172.21.15.44:0/4019111187 shutdown_connections 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 --2- 172.21.15.44:0/4019111187 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806b0f0 0x7f7ba810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 --2- 172.21.15.44:0/4019111187 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba8108a30 0x7f7ba8108e10 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 --2- 172.21.15.44:0/4019111187 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7ba806a750 0x7f7ba806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 -- 172.21.15.44:0/4019111187 >> 172.21.15.44:0/4019111187 conn(0x7f7ba80788f0 msgr2=0x7f7ba8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 -- 172.21.15.44:0/4019111187 shutdown_connections 2024-04-26T02:14:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.350+0000 7f7bad000700 1 -- 172.21.15.44:0/4019111187 wait complete. 2024-04-26T02:14:32.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.352+0000 7f7bad000700 1 Processor -- start 2024-04-26T02:14:32.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.352+0000 7f7bad000700 1 -- start start 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.352+0000 7f7bad000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806a750 0x7f7ba81991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7bad000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba806b0f0 0x7f7ba8199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7bad000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7ba8108a30 0x7f7ba819daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7bad000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba8112c20 con 0x7f7ba806a750 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7bad000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba8112aa0 con 0x7f7ba806b0f0 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7bad000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba8112da0 con 0x7f7ba8108a30 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7ba5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806a750 0x7f7ba81991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7ba5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806a750 0x7f7ba81991d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56736/0 (socket says 172.21.15.44:56736) 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7ba5e00700 1 -- 172.21.15.44:0/266248195 learned_addr learned my addr 172.21.15.44:0/266248195 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7ba5400700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba806b0f0 0x7f7ba8199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7ba6800700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7ba8108a30 0x7f7ba819daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:32.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7ba5400700 1 -- 172.21.15.44:0/266248195 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7ba8108a30 msgr2=0x7f7ba819daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.353+0000 7f7ba5400700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7ba8108a30 0x7f7ba819daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7ba5400700 1 -- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806a750 msgr2=0x7f7ba81991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7ba5400700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806a750 0x7f7ba81991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7ba5400700 1 -- 172.21.15.44:0/266248195 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba819e1e0 con 0x7f7ba806b0f0 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7ba5e00700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806a750 0x7f7ba81991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7ba5400700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba806b0f0 0x7f7ba8199710 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7b9400e9f0 tx=0x7f7b9400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7b9ea00700 1 -- 172.21.15.44:0/266248195 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b94004220 con 0x7f7ba806b0f0 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7b9ea00700 1 -- 172.21.15.44:0/266248195 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b940043c0 con 0x7f7ba806b0f0 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba819e4d0 con 0x7f7ba806b0f0 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7b9ea00700 1 -- 172.21.15.44:0/266248195 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b94005020 con 0x7f7ba806b0f0 2024-04-26T02:14:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.354+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba81a5d50 con 0x7f7ba806b0f0 2024-04-26T02:14:32.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.356+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ba8069730 con 0x7f7ba806b0f0 2024-04-26T02:14:32.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.358+0000 7f7b9ea00700 1 -- 172.21.15.44:0/266248195 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7b94004750 con 0x7f7ba806b0f0 2024-04-26T02:14:32.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.360+0000 7f7b9ea00700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b8c0a3e30 0x7f7b8c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:32.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.360+0000 7f7b9ea00700 1 -- 172.21.15.44:0/266248195 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8841+0+0 (secure 0 0 0) 0x7f7b940d0860 con 0x7f7ba806b0f0 2024-04-26T02:14:32.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.360+0000 7f7ba5e00700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b8c0a3e30 0x7f7b8c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:32.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.361+0000 7f7ba5e00700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b8c0a3e30 0x7f7b8c0a62f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7b98009fd0 tx=0x7f7b98019040 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:32.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.364+0000 7f7b9ea00700 1 -- 172.21.15.44:0/266248195 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b9409cd60 con 0x7f7ba806b0f0 2024-04-26T02:14:32.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.598+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7ba802df80 con 0x7f7ba806b0f0 2024-04-26T02:14:32.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.850+0000 7f7b9ea00700 1 -- 172.21.15.44:0/266248195 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v121) ==== 181+0+0 (secure 0 0 0) 0x7f7b9409c660 con 0x7f7ba806b0f0 2024-04-26T02:14:32.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.859+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b8c0a3e30 msgr2=0x7f7b8c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.859+0000 7f7bad000700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b8c0a3e30 0x7f7b8c0a62f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7b98009fd0 tx=0x7f7b98019040 comp rx=0 tx=0).stop 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.859+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba806b0f0 msgr2=0x7f7ba8199710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.859+0000 7f7bad000700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba806b0f0 0x7f7ba8199710 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7b9400e9f0 tx=0x7f7b9400ed00 comp rx=0 tx=0).stop 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.860+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 shutdown_connections 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.860+0000 7f7bad000700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f7ba8108a30 0x7f7ba819daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.860+0000 7f7bad000700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f7b8c0a3e30 0x7f7b8c0a62f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.860+0000 7f7bad000700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ba806a750 0x7f7ba81991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.860+0000 7f7bad000700 1 --2- 172.21.15.44:0/266248195 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f7ba806b0f0 0x7f7ba8199710 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:32.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.860+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 >> 172.21.15.44:0/266248195 conn(0x7f7ba80788f0 msgr2=0x7f7ba80ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:32.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.860+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 shutdown_connections 2024-04-26T02:14:32.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:32.861+0000 7f7bad000700 1 -- 172.21.15.44:0/266248195 wait complete. 2024-04-26T02:14:32.864 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_metadata' removed 2024-04-26T02:14:33.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:32 smithi044 ceph-mon[27847]: pgmap v618: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-26T02:14:33.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:32 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/266248195' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:33.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:32 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:33.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:32 smithi156 ceph-mon[32543]: pgmap v618: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-26T02:14:33.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:32 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/266248195' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:33.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:32 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:33.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:32 smithi090 ceph-mon[32456]: pgmap v618: 97 pgs: 97 active+clean; 7.5 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-26T02:14:33.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:32 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/266248195' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:33.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:32 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:33.715 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e31d710e-036d-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-26T02:14:34.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:33 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:34.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:33 smithi044 ceph-mon[27847]: osdmap e121: 12 total, 12 up, 12 in 2024-04-26T02:14:34.181 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:14:34.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:33 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:34.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:33 smithi156 ceph-mon[32543]: osdmap e121: 12 total, 12 up, 12 in 2024-04-26T02:14:34.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:33 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:34.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:33 smithi090 ceph-mon[32456]: osdmap e121: 12 total, 12 up, 12 in 2024-04-26T02:14:35.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:34 smithi044 ceph-mon[27847]: pgmap v620: 65 pgs: 65 active+clean; 577 KiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:35.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:34 smithi156 ceph-mon[32543]: pgmap v620: 65 pgs: 65 active+clean; 577 KiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:35.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:34 smithi090 ceph-mon[32456]: pgmap v620: 65 pgs: 65 active+clean; 577 KiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 -- 172.21.15.44:0/3870746647 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 msgr2=0x7f49d410f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 --2- 172.21.15.44:0/3870746647 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 0x7f49d410f420 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f49cc009f90 tx=0x7f49cc00b330 comp rx=0 tx=0).stop 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 -- 172.21.15.44:0/3870746647 shutdown_connections 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 --2- 172.21.15.44:0/3870746647 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 0x7f49d410f420 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 --2- 172.21.15.44:0/3870746647 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49d4103b30 0x7f49d4103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 --2- 172.21.15.44:0/3870746647 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4104450 0x7f49d410c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 -- 172.21.15.44:0/3870746647 >> 172.21.15.44:0/3870746647 conn(0x7f49d40fd360 msgr2=0x7f49d40ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 -- 172.21.15.44:0/3870746647 shutdown_connections 2024-04-26T02:14:36.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.452+0000 7f49db000700 1 -- 172.21.15.44:0/3870746647 wait complete. 2024-04-26T02:14:36.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.453+0000 7f49db000700 1 Processor -- start 2024-04-26T02:14:36.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.453+0000 7f49db000700 1 -- start start 2024-04-26T02:14:36.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49db000700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4103b30 0x7f49d4101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:36.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49db000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49d4104450 0x7f49d4101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:36.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49db000700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 0x7f49d4102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:36.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49db000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f49d4112ba0 con 0x7f49d4104450 2024-04-26T02:14:36.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49db000700 1 -- --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_getmap magic: 0 -- 0x7f49d4112a20 con 0x7f49d4103b30 2024-04-26T02:14:36.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49db000700 1 -- --> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] -- mon_getmap magic: 0 -- 0x7f49d4112d20 con 0x7f49d410cf60 2024-04-26T02:14:36.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49d9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4103b30 0x7f49d4101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:36.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49d9200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49d4104450 0x7f49d4101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:36.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49d9c00700 1 --2- >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4103b30 0x7f49d4101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.90:3300/0 says I am v2:172.21.15.44:39682/0 (socket says 172.21.15.44:39682) 2024-04-26T02:14:36.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49da600700 1 --2- >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 0x7f49d4102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:36.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.454+0000 7f49d9c00700 1 -- 172.21.15.44:0/112833720 learned_addr learned my addr 172.21.15.44:0/112833720 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-04-26T02:14:36.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.455+0000 7f49d9c00700 1 -- 172.21.15.44:0/112833720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 msgr2=0x7f49d4102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.455+0000 7f49d9c00700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 0x7f49d4102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.455+0000 7f49d9c00700 1 -- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49d4104450 msgr2=0x7f49d4101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.455+0000 7f49d9c00700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49d4104450 0x7f49d4101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.455+0000 7f49d9c00700 1 -- 172.21.15.44:0/112833720 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49d41a7580 con 0x7f49d4103b30 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.455+0000 7f49da600700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 0x7f49d4102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.455+0000 7f49d9c00700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4103b30 0x7f49d4101790 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f49c800e9a0 tx=0x7f49c800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.456+0000 7f49d2000700 1 -- 172.21.15.44:0/112833720 <== mon.2 v2:172.21.15.90:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c800ca10 con 0x7f49d4103b30 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.456+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49d41a7870 con 0x7f49d4103b30 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.456+0000 7f49d2000700 1 -- 172.21.15.44:0/112833720 <== mon.2 v2:172.21.15.90:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49c800cbb0 con 0x7f49d4103b30 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.456+0000 7f49d2000700 1 -- 172.21.15.44:0/112833720 <== mon.2 v2:172.21.15.90:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c8018680 con 0x7f49d4103b30 2024-04-26T02:14:36.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.456+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49d41a7e00 con 0x7f49d4103b30 2024-04-26T02:14:36.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.457+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49d4069730 con 0x7f49d4103b30 2024-04-26T02:14:36.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.459+0000 7f49d2000700 1 -- 172.21.15.44:0/112833720 <== mon.2 v2:172.21.15.90:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f49c8010430 con 0x7f49d4103b30 2024-04-26T02:14:36.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.460+0000 7f49d2000700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f49bc0a3e30 0x7f49bc0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:14:36.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.460+0000 7f49d2000700 1 -- 172.21.15.44:0/112833720 <== mon.2 v2:172.21.15.90:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8316+0+0 (secure 0 0 0) 0x7f49c80d0890 con 0x7f49d4103b30 2024-04-26T02:14:36.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.461+0000 7f49d9200700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f49bc0a3e30 0x7f49bc0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:14:36.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.461+0000 7f49d9200700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f49bc0a3e30 0x7f49bc0a62f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f49d410e380 tx=0x7f49c0009310 comp rx=0 tx=0).ready entity=mgr.14991 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:14:36.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.465+0000 7f49d2000700 1 -- 172.21.15.44:0/112833720 <== mon.2 v2:172.21.15.90:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49c809cfa0 con 0x7f49d4103b30 2024-04-26T02:14:36.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.697+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 --> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f49d402df80 con 0x7f49d4103b30 2024-04-26T02:14:36.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.890+0000 7f49d2000700 1 -- 172.21.15.44:0/112833720 <== mon.2 v2:172.21.15.90:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v122) ==== 169+0+0 (secure 0 0 0) 0x7f49c809c8a0 con 0x7f49d4103b30 2024-04-26T02:14:36.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f49bc0a3e30 msgr2=0x7f49bc0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:36.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f49bc0a3e30 0x7f49bc0a62f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f49d410e380 tx=0x7f49c0009310 comp rx=0 tx=0).stop 2024-04-26T02:14:36.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4103b30 msgr2=0x7f49d4101790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:14:36.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4103b30 0x7f49d4101790 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f49c800e9a0 tx=0x7f49c800ecb0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 shutdown_connections 2024-04-26T02:14:36.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.156:3300/0,v1:172.21.15.156:6789/0] conn(0x7f49d410cf60 0x7f49d4102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:6800/2333604959,v1:172.21.15.44:6801/2333604959] conn(0x7f49bc0a3e30 0x7f49bc0a62f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] conn(0x7f49d4103b30 0x7f49d4101790 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 --2- 172.21.15.44:0/112833720 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f49d4104450 0x7f49d4101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:14:36.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.898+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 >> 172.21.15.44:0/112833720 conn(0x7f49d40fd360 msgr2=0x7f49d40fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:14:36.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.899+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 shutdown_connections 2024-04-26T02:14:36.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-04-26T02:14:36.899+0000 7f49db000700 1 -- 172.21.15.44:0/112833720 wait complete. 2024-04-26T02:14:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data' removed 2024-04-26T02:14:37.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:36 smithi044 ceph-mon[27847]: pgmap v621: 65 pgs: 65 active+clean; 577 KiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:37.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:36 smithi044 ceph-mon[27847]: from='client.? 172.21.15.44:0/112833720' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:37.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:36 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:37.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:36 smithi156 ceph-mon[32543]: pgmap v621: 65 pgs: 65 active+clean; 577 KiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:37.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:36 smithi156 ceph-mon[32543]: from='client.? 172.21.15.44:0/112833720' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:37.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:36 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:36 smithi090 ceph-mon[32456]: pgmap v621: 65 pgs: 65 active+clean; 577 KiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:14:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:36 smithi090 ceph-mon[32456]: from='client.? 172.21.15.44:0/112833720' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:37.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:36 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:14:37.708 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:14:37.805 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:14:37.839 DEBUG:teuthology.orchestra.run.smithi156:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:14:37.872 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T02:14:37.872 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:14:37.932 DEBUG:teuthology.orchestra.run.smithi090:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:14:37.951 DEBUG:teuthology.orchestra.run.smithi156:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:14:37.971 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T02:14:37.972 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T02:14:37.972 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a 2024-04-26T02:14:38.231 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:37 smithi156 ceph-mon[32543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:38.232 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:37 smithi156 ceph-mon[32543]: osdmap e122: 12 total, 12 up, 12 in 2024-04-26T02:14:38.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:37 smithi090 ceph-mon[32456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:38.238 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:37 smithi090 ceph-mon[32456]: osdmap e122: 12 total, 12 up, 12 in 2024-04-26T02:14:38.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:37 smithi044 ceph-mon[27847]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:14:38.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:37 smithi044 ceph-mon[27847]: osdmap e122: 12 total, 12 up, 12 in 2024-04-26T02:14:38.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:38 smithi044 systemd[1]: Stopping Ceph mon.a for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:38.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a[27843]: 2024-04-26T02:14:38.591+0000 7fc45ee00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:38.855 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a[27843]: 2024-04-26T02:14:38.591+0000 7fc45ee00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T02:14:38.855 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:38 smithi044 podman[108026]: 2024-04-26 02:14:38.829094296 +0000 UTC m=+0.374670668 container died 238178f232023304c08a35393c53e3e0c7615dc0c7bcb76affa7606507a26475 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T02:14:39.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:39 smithi044 podman[108026]: 2024-04-26 02:14:39.46105994 +0000 UTC m=+1.006636306 container cleanup 238178f232023304c08a35393c53e3e0c7615dc0c7bcb76affa7606507a26475 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:14:39.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:39 smithi044 bash[108026]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a 2024-04-26T02:14:39.855 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 02:14:39 smithi044 podman[108040]: 2024-04-26 02:14:39.671105984 +0000 UTC m=+0.824060191 container remove 238178f232023304c08a35393c53e3e0c7615dc0c7bcb76affa7606507a26475 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-a, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:40.233 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T02:14:40.377 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:40.377 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T02:14:40.377 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-26T02:14:40.377 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.b 2024-04-26T02:14:40.684 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:40 smithi090 systemd[1]: Stopping Ceph mon.b for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:40.989 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-b[32451]: 2024-04-26T02:14:40.684+0000 7ff357c27700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:40.989 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-b[32451]: 2024-04-26T02:14:40.684+0000 7ff357c27700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T02:14:40.989 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:40 smithi090 podman[70367]: 2024-04-26 02:14:40.909584469 +0000 UTC m=+0.341691399 container died 7a24d849ca22d2d21fc89fc065d592c831ddb6c6f088521f35850cbf654fbe52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-b, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:14:41.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:41 smithi090 podman[70367]: 2024-04-26 02:14:41.295745795 +0000 UTC m=+0.727852730 container cleanup 7a24d849ca22d2d21fc89fc065d592c831ddb6c6f088521f35850cbf654fbe52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:41.488 INFO:journalctl@ceph.mon.b.smithi090.stdout:Apr 26 02:14:41 smithi090 bash[70367]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-b 2024-04-26T02:14:41.743 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T02:14:41.798 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:41.798 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-26T02:14:41.798 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-26T02:14:41.798 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.c 2024-04-26T02:14:42.115 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:41 smithi156 systemd[1]: Stopping Ceph mon.c for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:42.450 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-c[32537]: 2024-04-26T02:14:42.114+0000 7ff5b25df700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:42.450 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-c[32537]: 2024-04-26T02:14:42.114+0000 7ff5b25df700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T02:14:42.451 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:42 smithi156 podman[70845]: 2024-04-26 02:14:42.146184327 +0000 UTC m=+0.156792939 container died 2071bffb465a93816d1d960a160547d5fdfcda3d38005814b2ff3b4299baeba4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:42.731 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:42 smithi156 podman[70845]: 2024-04-26 02:14:42.574489089 +0000 UTC m=+0.585097697 container cleanup 2071bffb465a93816d1d960a160547d5fdfcda3d38005814b2ff3b4299baeba4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:14:42.732 INFO:journalctl@ceph.mon.c.smithi156.stdout:Apr 26 02:14:42 smithi156 bash[70845]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mon-c 2024-04-26T02:14:42.998 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T02:14:43.042 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:43.043 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-26T02:14:43.043 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T02:14:43.043 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.x 2024-04-26T02:14:43.355 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 02:14:43 smithi044 systemd[1]: Stopping Ceph mgr.x for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:44.065 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 02:14:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x[28076]: 2024-04-26T02:14:43.616+0000 7f2842c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:44.065 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 02:14:43 smithi044 podman[108254]: 2024-04-26 02:14:43.709473991 +0000 UTC m=+0.238897686 container died 2e66150b5bd4db9387ea10cca38643c771cf4183dba92fe784c5c5f1c5136457 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:44.605 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 02:14:44 smithi044 podman[108254]: 2024-04-26 02:14:44.351173928 +0000 UTC m=+0.880597690 container cleanup 2e66150b5bd4db9387ea10cca38643c771cf4183dba92fe784c5c5f1c5136457 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:14:44.605 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 02:14:44 smithi044 bash[108254]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x 2024-04-26T02:14:44.605 INFO:journalctl@ceph.mgr.x.smithi044.stdout:Apr 26 02:14:44 smithi044 podman[108268]: 2024-04-26 02:14:44.569883932 +0000 UTC m=+0.846240441 container remove 2e66150b5bd4db9387ea10cca38643c771cf4183dba92fe784c5c5f1c5136457 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:14:45.102 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T02:14:45.219 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:45.220 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T02:14:45.220 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T02:14:45.220 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.y 2024-04-26T02:14:45.547 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 02:14:45 smithi090 systemd[1]: Stopping Ceph mgr.y for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:45.988 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 02:14:45 smithi090 podman[70573]: 2024-04-26 02:14:45.54770095 +0000 UTC m=+0.134351832 container died e90d671bae63bf787b4144709554e21e87b22e908e6022372e3f817ac64c8270 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True) 2024-04-26T02:14:46.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 02:14:46 smithi090 podman[70573]: 2024-04-26 02:14:46.155510485 +0000 UTC m=+0.742161375 container cleanup e90d671bae63bf787b4144709554e21e87b22e908e6022372e3f817ac64c8270 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:14:46.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 26 02:14:46 smithi090 bash[70573]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-y 2024-04-26T02:14:46.617 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T02:14:46.650 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:46.650 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T02:14:46.650 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-26T02:14:46.650 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.z 2024-04-26T02:14:46.981 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:46 smithi156 systemd[1]: Stopping Ceph mgr.z for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:47.306 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:46 smithi156 podman[70991]: 2024-04-26 02:14:46.992383816 +0000 UTC m=+0.144931666 container died 1ddf73e38fa988f32fcb4ae49c80b2cf8af44e70b7b54d50c19a6e153f570fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416) 2024-04-26T02:14:47.644 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:47 smithi156 podman[70991]: 2024-04-26 02:14:47.407402794 +0000 UTC m=+0.559950645 container cleanup 1ddf73e38fa988f32fcb4ae49c80b2cf8af44e70b7b54d50c19a6e153f570fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T02:14:47.644 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:47 smithi156 bash[70991]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z 2024-04-26T02:14:47.882 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-26T02:14:47.902 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:47 smithi156 podman[71005]: 2024-04-26 02:14:47.644808942 +0000 UTC m=+0.647928200 container remove 1ddf73e38fa988f32fcb4ae49c80b2cf8af44e70b7b54d50c19a6e153f570fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-26T02:14:47.902 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:47 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-04-26T02:14:47.902 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:47 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.z.service: Failed with result 'exit-code'. 2024-04-26T02:14:47.903 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:47 smithi156 systemd[1]: Stopped Ceph mgr.z for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T02:14:47.903 INFO:journalctl@ceph.mgr.z.smithi156.stdout:Apr 26 02:14:47 smithi156 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@mgr.z.service: Consumed 23.354s CPU time. 2024-04-26T02:14:47.915 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:47.916 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-26T02:14:47.916 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T02:14:47.916 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.0 2024-04-26T02:14:48.355 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:48 smithi044 systemd[1]: Stopping Ceph osd.0 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:48.855 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0[42779]: 2024-04-26T02:14:48.471+0000 7f33cb200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:48.855 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0[42779]: 2024-04-26T02:14:48.471+0000 7f33cb200700 -1 osd.0 122 *** Got signal Terminated *** 2024-04-26T02:14:48.855 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0[42779]: 2024-04-26T02:14:48.471+0000 7f33cb200700 -1 osd.0 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:14:54.355 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:54 smithi044 podman[108374]: 2024-04-26 02:14:54.059893896 +0000 UTC m=+5.716309780 container died 749a5b175280920850cd8dc4f1c87863acd516794e1a164bafd093f2feb56040 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-26T02:14:54.699 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:54 smithi044 podman[108374]: 2024-04-26 02:14:54.673629415 +0000 UTC m=+6.330045332 container cleanup 749a5b175280920850cd8dc4f1c87863acd516794e1a164bafd093f2feb56040 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5) 2024-04-26T02:14:54.699 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:54 smithi044 bash[108374]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0 2024-04-26T02:14:55.355 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:54 smithi044 podman[108398]: 2024-04-26 02:14:54.91744321 +0000 UTC m=+0.839890531 container remove 749a5b175280920850cd8dc4f1c87863acd516794e1a164bafd093f2feb56040 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T02:14:56.077 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:55 smithi044 podman[108489]: 2024-04-26 02:14:55.660385784 +0000 UTC m=+0.038807413 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:14:56.077 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:55 smithi044 podman[108489]: 2024-04-26 02:14:55.785110974 +0000 UTC m=+0.163532629 container create f76872c2cf8aa9ee216bf01b1338c5892ec787fe77eea3f9758b6914fe00caa3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T02:14:56.355 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:56 smithi044 podman[108489]: 2024-04-26 02:14:56.075204479 +0000 UTC m=+0.453626141 container init f76872c2cf8aa9ee216bf01b1338c5892ec787fe77eea3f9758b6914fe00caa3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:14:56.355 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:56 smithi044 podman[108489]: 2024-04-26 02:14:56.088343392 +0000 UTC m=+0.466765080 container start f76872c2cf8aa9ee216bf01b1338c5892ec787fe77eea3f9758b6914fe00caa3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-04-26T02:14:56.355 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:56 smithi044 podman[108489]: 2024-04-26 02:14:56.188139565 +0000 UTC m=+0.566561270 container attach f76872c2cf8aa9ee216bf01b1338c5892ec787fe77eea3f9758b6914fe00caa3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T02:14:56.855 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 02:14:56 smithi044 podman[108489]: 2024-04-26 02:14:56.560562559 +0000 UTC m=+0.938984214 container died f76872c2cf8aa9ee216bf01b1338c5892ec787fe77eea3f9758b6914fe00caa3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-26T02:14:57.391 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T02:14:57.510 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:14:57.511 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T02:14:57.511 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T02:14:57.511 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.1 2024-04-26T02:14:57.820 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:14:57 smithi090 systemd[1]: Stopping Ceph osd.1 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:14:58.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:14:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1[37064]: 2024-04-26T02:14:57.818+0000 7f607aec3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:14:58.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:14:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1[37064]: 2024-04-26T02:14:57.818+0000 7f607aec3700 -1 osd.1 122 *** Got signal Terminated *** 2024-04-26T02:14:58.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:14:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1[37064]: 2024-04-26T02:14:57.818+0000 7f607aec3700 -1 osd.1 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:03.645 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:03 smithi090 podman[70697]: 2024-04-26 02:15:03.358540738 +0000 UTC m=+5.655838671 container died f2499f0841d41c0b2e2bdb89e962e81a7b1ab984d52355c32a65f72a8df1fa97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-26T02:15:03.988 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:03 smithi090 podman[70697]: 2024-04-26 02:15:03.773126484 +0000 UTC m=+6.070424424 container cleanup f2499f0841d41c0b2e2bdb89e962e81a7b1ab984d52355c32a65f72a8df1fa97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-04-26T02:15:03.989 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:03 smithi090 bash[70697]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1 2024-04-26T02:15:04.364 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:04 smithi090 podman[70714]: 2024-04-26 02:15:04.033856612 +0000 UTC m=+0.667418610 container remove f2499f0841d41c0b2e2bdb89e962e81a7b1ab984d52355c32a65f72a8df1fa97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:15:04.682 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:04 smithi090 podman[70807]: 2024-04-26 02:15:04.267340822 +0000 UTC m=+0.017922575 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:04.683 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:04 smithi090 podman[70807]: 2024-04-26 02:15:04.385484705 +0000 UTC m=+0.136066459 container create 38e78a5437567818b2790da6301ed720af488b097e6fb4294c20310a0a8e341a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:15:04.985 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:04 smithi090 podman[70807]: 2024-04-26 02:15:04.683094868 +0000 UTC m=+0.433676627 container init 38e78a5437567818b2790da6301ed720af488b097e6fb4294c20310a0a8e341a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:04.985 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:04 smithi090 podman[70807]: 2024-04-26 02:15:04.686538337 +0000 UTC m=+0.437120093 container start 38e78a5437567818b2790da6301ed720af488b097e6fb4294c20310a0a8e341a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:15:04.985 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:04 smithi090 podman[70807]: 2024-04-26 02:15:04.782309567 +0000 UTC m=+0.532891335 container attach 38e78a5437567818b2790da6301ed720af488b097e6fb4294c20310a0a8e341a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:15:05.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 26 02:15:04 smithi090 podman[70807]: 2024-04-26 02:15:04.983628899 +0000 UTC m=+0.734210654 container died 38e78a5437567818b2790da6301ed720af488b097e6fb4294c20310a0a8e341a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:15:05.666 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T02:15:05.710 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:05.710 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T02:15:05.710 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T02:15:05.710 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.2 2024-04-26T02:15:06.113 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:05 smithi156 systemd[1]: Stopping Ceph osd.2 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:15:06.481 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2[37681]: 2024-04-26T02:15:06.112+0000 7f9e190a3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:06.482 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2[37681]: 2024-04-26T02:15:06.112+0000 7f9e190a3700 -1 osd.2 122 *** Got signal Terminated *** 2024-04-26T02:15:06.482 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2[37681]: 2024-04-26T02:15:06.112+0000 7f9e190a3700 -1 osd.2 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:11.755 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:11 smithi156 podman[71129]: 2024-04-26 02:15:11.487288135 +0000 UTC m=+5.577362995 container died fa7eb96cd530b44a55a9892fda55017bc664f7f6f1132bfe6aee7aeab9c52470 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:15:12.173 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:11 smithi156 podman[71129]: 2024-04-26 02:15:11.855002107 +0000 UTC m=+5.945076959 container cleanup fa7eb96cd530b44a55a9892fda55017bc664f7f6f1132bfe6aee7aeab9c52470 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-04-26T02:15:12.173 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:11 smithi156 bash[71129]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2 2024-04-26T02:15:12.481 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:12 smithi156 podman[71143]: 2024-04-26 02:15:12.173388771 +0000 UTC m=+0.687639087 container remove fa7eb96cd530b44a55a9892fda55017bc664f7f6f1132bfe6aee7aeab9c52470 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T02:15:12.869 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:12 smithi156 podman[71239]: 2024-04-26 02:15:12.524413031 +0000 UTC m=+0.112258916 container create 2326d5488040eae50b023498f237f239ce58a4936f20e1301d54d6b9cceebf17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:15:12.869 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:12 smithi156 podman[71239]: 2024-04-26 02:15:12.430711492 +0000 UTC m=+0.018557336 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:12.869 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:12 smithi156 podman[71239]: 2024-04-26 02:15:12.768902757 +0000 UTC m=+0.356748600 container init 2326d5488040eae50b023498f237f239ce58a4936f20e1301d54d6b9cceebf17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:12.869 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:12 smithi156 podman[71239]: 2024-04-26 02:15:12.772298167 +0000 UTC m=+0.360144012 container start 2326d5488040eae50b023498f237f239ce58a4936f20e1301d54d6b9cceebf17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T02:15:12.869 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:12 smithi156 podman[71239]: 2024-04-26 02:15:12.869003298 +0000 UTC m=+0.456849154 container attach 2326d5488040eae50b023498f237f239ce58a4936f20e1301d54d6b9cceebf17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-26T02:15:13.231 INFO:journalctl@ceph.osd.2.smithi156.stdout:Apr 26 02:15:13 smithi156 podman[71239]: 2024-04-26 02:15:13.069670289 +0000 UTC m=+0.657516135 container died 2326d5488040eae50b023498f237f239ce58a4936f20e1301d54d6b9cceebf17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD) 2024-04-26T02:15:13.755 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T02:15:13.793 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:13.793 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T02:15:13.793 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T02:15:13.793 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.3 2024-04-26T02:15:14.355 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:13 smithi044 systemd[1]: Stopping Ceph osd.3 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:15:14.738 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:14 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T02:15:14.375+0000 7f441b600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:14.738 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:14 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T02:15:14.375+0000 7f441b600700 -1 osd.3 122 *** Got signal Terminated *** 2024-04-26T02:15:14.738 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:14 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T02:15:14.375+0000 7f441b600700 -1 osd.3 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:15.732 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:15.271+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:16.231 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:15.783+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:16.731 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:16.241+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:17.106 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T02:15:16.901+0000 7f4411e00700 -1 osd.3 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.598682+0000 front 2024-04-26T02:14:49.599655+0000 (oldest deadline 2024-04-26T02:15:16.600104+0000) 2024-04-26T02:15:17.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:16 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:16.682+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:17.232 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:16.781+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:17.238 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:17.151+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:17.732 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:17.259+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:18.104 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:17.715+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:18.105 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T02:15:17.945+0000 7f4411e00700 -1 osd.3 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.598682+0000 front 2024-04-26T02:14:49.599655+0000 (oldest deadline 2024-04-26T02:15:16.600104+0000) 2024-04-26T02:15:18.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:17 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:17.914+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:18.232 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:17.735+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:18.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:18.196+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:18.731 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:18.303+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:19.104 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:18 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:18.711+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:19.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:18 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:18.885+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:19.105 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:18 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3[49417]: 2024-04-26T02:15:18.923+0000 7f4411e00700 -1 osd.3 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.598682+0000 front 2024-04-26T02:14:49.599655+0000 (oldest deadline 2024-04-26T02:15:16.600104+0000) 2024-04-26T02:15:19.231 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:18.781+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:19.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:19.222+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:19.732 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:19.276+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:19.844 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:19 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:19.736+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:20.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:19 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:19.847+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:20.105 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:19 smithi044 podman[108597]: 2024-04-26 02:15:19.834745904 +0000 UTC m=+5.566455691 container died 1165065871d45c7fe62d62f80bcabd831576e53654f114b99dd145c1ae232dda (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-26T02:15:20.231 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:19.789+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:20.403 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:20 smithi044 podman[108597]: 2024-04-26 02:15:20.37809805 +0000 UTC m=+6.109807852 container cleanup 1165065871d45c7fe62d62f80bcabd831576e53654f114b99dd145c1ae232dda (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:15:20.403 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:20 smithi044 bash[108597]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3 2024-04-26T02:15:20.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:20 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:20.228+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:20.732 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:20.324+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:21.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:20 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:20.698+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:21.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:20 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:20.858+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:21.105 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:20 smithi044 podman[108628]: 2024-04-26 02:15:20.654694354 +0000 UTC m=+0.802996004 container remove 1165065871d45c7fe62d62f80bcabd831576e53654f114b99dd145c1ae232dda (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:21.231 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:20.831+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:21.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:21 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:21.198+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:21.731 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:21.334+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:21.734 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:21 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:21.697+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:21.735 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:21 smithi044 podman[108719]: 2024-04-26 02:15:21.371736627 +0000 UTC m=+0.037437867 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:21.735 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:21 smithi044 podman[108719]: 2024-04-26 02:15:21.489373801 +0000 UTC m=+0.155075077 container create e06425cb0b2cf1ba5bbf27e528dbc3790a79f480c68791db766c99ff2b058680 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:21.735 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:21 smithi044 podman[108719]: 2024-04-26 02:15:21.73481587 +0000 UTC m=+0.400517153 container init e06425cb0b2cf1ba5bbf27e528dbc3790a79f480c68791db766c99ff2b058680 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:22.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:21 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:21.867+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:22.105 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:21 smithi044 podman[108719]: 2024-04-26 02:15:21.745785994 +0000 UTC m=+0.411487239 container start e06425cb0b2cf1ba5bbf27e528dbc3790a79f480c68791db766c99ff2b058680 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:22.105 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:21 smithi044 podman[108719]: 2024-04-26 02:15:21.866456987 +0000 UTC m=+0.532158270 container attach e06425cb0b2cf1ba5bbf27e528dbc3790a79f480c68791db766c99ff2b058680 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T02:15:22.232 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:21.878+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:22.642 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:22 smithi044 podman[108719]: 2024-04-26 02:15:22.22059829 +0000 UTC m=+0.886299596 container died e06425cb0b2cf1ba5bbf27e528dbc3790a79f480c68791db766c99ff2b058680 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:15:22.642 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:22 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:22.152+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:22.731 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:22.303+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:22.855 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:22 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:22.675+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:23.122 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T02:15:23.203 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:22 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:22.911+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:23.203 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:23 smithi044 podman[108745]: 2024-04-26 02:15:23.077977498 +0000 UTC m=+0.840982713 container remove e06425cb0b2cf1ba5bbf27e528dbc3790a79f480c68791db766c99ff2b058680 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T02:15:23.203 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:23 smithi044 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-26T02:15:23.203 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:23 smithi044 systemd[1]: Stopped Ceph osd.3 for e31d710e-036d-11ef-bc93-c7b262605968. 2024-04-26T02:15:23.203 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 02:15:23 smithi044 systemd[1]: ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.3.service: Consumed 40.533s CPU time. 2024-04-26T02:15:23.231 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:22.898+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:23.245 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:23.245 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T02:15:23.245 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T02:15:23.245 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.4 2024-04-26T02:15:23.489 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:23 smithi090 systemd[1]: Stopping Ceph osd.4 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:15:23.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:23 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:23.193+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:23.731 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:23.263+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:23.916 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:23 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:23.646+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:23.916 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:23 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:23.646+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:23.988 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:23 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T02:15:23.561+0000 7fcab95a5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:23.989 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:23 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T02:15:23.561+0000 7fcab95a5700 -1 osd.4 122 *** Got signal Terminated *** 2024-04-26T02:15:23.989 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:23 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T02:15:23.561+0000 7fcab95a5700 -1 osd.4 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:24.227 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:23.882+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:24.227 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:23.933+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:24.354 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:23 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:23.915+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:24.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:24.227+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:24.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:24.227+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:24.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:24.163+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:24.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:24 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:24.163+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:25.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:24.682+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:25.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:24.682+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:25.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:24.915+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:25.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:24 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:24.915+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:25.215 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:24.935+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:25.215 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:24.837+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:25.215 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:24.837+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:25.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:25.215+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:25.215+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:25.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:25 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:25.178+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:25.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:25 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:25.178+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:25.855 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:25 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:25.678+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:25.855 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:25 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:25.678+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:26.192 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:25.893+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:26.192 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:25.874+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:26.193 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:25.874+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:26.238 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:25 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T02:15:25.929+0000 7fcab1b91700 -1 osd.4 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.607264+0000 front 2024-04-26T02:15:01.607239+0000 (oldest deadline 2024-04-26T02:15:25.707332+0000) 2024-04-26T02:15:26.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:26 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:26.171+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:26.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:26 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:26.171+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:26.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:25 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:25.943+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:26.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:25 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:25.943+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:26.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:26.192+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:26.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:26.192+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:26.934 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:26 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:26.660+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:26.935 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:26 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:26.660+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:27.213 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:26.888+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:27.213 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:26.914+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:27.213 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:26.914+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:27.238 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:26 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T02:15:26.955+0000 7fcab1b91700 -1 osd.4 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.607264+0000 front 2024-04-26T02:15:01.607239+0000 (oldest deadline 2024-04-26T02:15:25.707332+0000) 2024-04-26T02:15:27.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:27 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:27.126+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:27.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:27 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:27.126+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:27.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:26 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:26.933+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:27.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:26 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:26.933+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:27.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:27 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:27.213+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:27.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:27 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:27.213+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:27.738 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:27 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:27.418+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:27.922 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:27.658+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:27.922 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:27.658+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:28.220 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:27 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:27.923+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:28.221 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:27 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:27.942+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:28.221 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:27 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:27.942+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:28.238 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:28 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:28.088+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:28.238 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:28 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:28.088+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:28.239 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:27 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4[43626]: 2024-04-26T02:15:27.925+0000 7fcab1b91700 -1 osd.4 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.607264+0000 front 2024-04-26T02:15:01.607239+0000 (oldest deadline 2024-04-26T02:15:25.707332+0000) 2024-04-26T02:15:28.354 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:27.921+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:28.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:27 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:27.921+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:28.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:28 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:28.220+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:28.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:28 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:28.220+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:28.738 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:28 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:28.388+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:28.944 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:28 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:28.690+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:28.944 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:28 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:28.690+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:29.171 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:28 smithi090 podman[70926]: 2024-04-26 02:15:28.880797184 +0000 UTC m=+5.444054790 container died 6f8b6d223813c0916711af7734ab3a8957055b2c05ae5a72323020c431515b28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:29.171 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:29 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:29.086+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:29.172 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:29 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:29.086+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:29.227 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:28 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:28.941+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:29.228 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:28 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:28.895+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:29.228 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:28 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:28.895+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:29.354 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:28 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:28.943+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:29.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:28 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:28.943+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:29.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:29 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:29.227+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:29.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:29 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:29.227+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:29.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:29 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:29.342+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:29.488 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:29 smithi090 podman[70926]: 2024-04-26 02:15:29.287528508 +0000 UTC m=+5.850786145 container cleanup 6f8b6d223813c0916711af7734ab3a8957055b2c05ae5a72323020c431515b28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2024-04-26T02:15:29.489 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:29 smithi090 bash[70926]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4 2024-04-26T02:15:29.897 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:29 smithi090 podman[70943]: 2024-04-26 02:15:29.539292518 +0000 UTC m=+0.655245578 container remove 6f8b6d223813c0916711af7734ab3a8957055b2c05ae5a72323020c431515b28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-26T02:15:30.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:29 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:29.921+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:30.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:29 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:29.921+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:30.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:29 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:29.709+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:30.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:29 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:29.709+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:30.150 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:30 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:30.132+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:30.151 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:30 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:30.132+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:30.151 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:29 smithi090 podman[71030]: 2024-04-26 02:15:29.800833366 +0000 UTC m=+0.017805396 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:30.151 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:29 smithi090 podman[71030]: 2024-04-26 02:15:29.908111143 +0000 UTC m=+0.125083158 container create 215bf8b0aad11b6d50626bf7de4979cb3e8347ba097e9393b8ad626664fe39d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T02:15:30.151 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:30 smithi090 podman[71030]: 2024-04-26 02:15:30.145184792 +0000 UTC m=+0.362156804 container init 215bf8b0aad11b6d50626bf7de4979cb3e8347ba097e9393b8ad626664fe39d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T02:15:30.151 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:30 smithi090 podman[71030]: 2024-04-26 02:15:30.148479946 +0000 UTC m=+0.365451967 container start 215bf8b0aad11b6d50626bf7de4979cb3e8347ba097e9393b8ad626664fe39d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-26T02:15:30.178 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:29 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:29.925+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:30.178 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:29 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:29.914+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:30.178 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:29 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:29.914+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:30.436 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:30 smithi090 podman[71030]: 2024-04-26 02:15:30.253414997 +0000 UTC m=+0.470387009 container attach 215bf8b0aad11b6d50626bf7de4979cb3e8347ba097e9393b8ad626664fe39d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:15:30.436 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:30 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:30.385+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:30.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:30 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:30.177+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:30.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:30 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:30.177+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:30.738 INFO:journalctl@ceph.osd.4.smithi090.stdout:Apr 26 02:15:30 smithi090 podman[71030]: 2024-04-26 02:15:30.437131094 +0000 UTC m=+0.654103106 container died 215bf8b0aad11b6d50626bf7de4979cb3e8347ba097e9393b8ad626664fe39d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T02:15:31.060 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T02:15:31.098 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:31.098 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T02:15:31.099 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T02:15:31.099 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.5 2024-04-26T02:15:31.104 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:30.879+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:31.104 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:30.879+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:31.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:30.680+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:31.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:30.680+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:31.190 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:30 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:30.945+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:31.190 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:30 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:30.931+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:31.190 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:30 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:30.931+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:31.191 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:31 smithi156 systemd[1]: Stopping Ceph osd.5 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:15:31.356 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:31 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:31.085+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:31.357 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:31 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:31.085+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:31.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:31.189+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:31.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:31.189+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:31.482 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:31.417+0000 7f022ff56700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:31.482 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:31.417+0000 7f022ff56700 -1 osd.5 122 *** Got signal Terminated *** 2024-04-26T02:15:31.482 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:31.417+0000 7f022ff56700 -1 osd.5 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:31.738 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:31 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:31.356+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:32.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:31.722+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:32.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:31.722+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:32.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:31.901+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:32.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:31.901+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:32.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:31 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:31.901+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:32.207 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:31.978+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:32.207 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:31.927+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:32.207 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:31 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:31.927+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:32.353 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:32 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:32.063+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:32.354 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:32 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:32.063+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:32.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:32 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:32.207+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:32.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:32 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:32.207+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:32.738 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:32 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:32.353+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:33.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:32 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:32.689+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:33.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:32 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:32.689+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:33.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:32 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:32.855+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:33.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:32 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:32.855+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:33.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:32 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:32.855+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:33.191 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:33 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:33.018+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:33.191 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:33 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:33.018+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:33.192 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:32 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:32.939+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:33.192 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:32 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:32.939+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:33.366 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:33 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:33.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:33.366 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:33 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:33.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:33.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:33 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:33.190+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:33.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:33 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:33.190+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:33.641 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:33 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:33.366+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:34.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:33 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:33.686+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:34.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:33 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:33.686+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:34.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:33 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:33.898+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:34.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:33 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:33.898+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:34.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:33 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:33.898+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:34.230 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:34 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:34.034+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:34.231 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:34 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:34.034+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:34.231 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:33 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:33.963+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:34.231 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:33 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:33.963+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:34.365 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:34 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:34.035+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:34.365 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:34 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:34.035+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:34.481 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:34 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:34.229+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:34.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:34 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:34.229+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:34.738 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:34 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:34.365+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:34.901 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:34 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:34.641+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:34.901 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:34 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:34.641+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:35.191 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:35 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:35.049+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:35.191 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:35 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:35.049+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:35.191 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:34 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:34.919+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:35.192 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:34 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:34.919+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:35.337 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:35 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:35.019+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:35.337 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:35 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:35.019+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:35.337 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:35 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:35.019+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:35.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:34 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:34.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:35.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:34 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:34.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:35.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:34 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:34.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:35.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:35 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:35.190+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:35.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:35 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:35.190+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:35.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:35 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:35.190+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:35.738 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:35 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:35.337+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:35.895 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:35 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:35.630+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:35.895 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:35 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:35.630+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:36.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:36 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:36.027+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:36.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:36 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:36.027+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:36.232 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:35 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:35.879+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:48.993634+0000 front 2024-04-26T02:14:48.993820+0000 (oldest deadline 2024-04-26T02:15:14.893407+0000) 2024-04-26T02:15:36.232 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:35 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5[44178]: 2024-04-26T02:15:35.879+0000 7f0228542700 -1 osd.5 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.895011+0000 front 2024-04-26T02:15:01.894967+0000 (oldest deadline 2024-04-26T02:15:24.194957+0000) 2024-04-26T02:15:36.354 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:35 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:35.894+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:36.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:35 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:35.894+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:36.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:35 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:35.894+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:36.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:36 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:36.296+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:36.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:36 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:36.296+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:36.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:36 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:36.059+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:36.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:36 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:36.059+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:36.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:36 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:36.059+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:36.732 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:36 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:36.232+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:36.732 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:36 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:36.232+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:36.732 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:36 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:36.232+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:37.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:36 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:36.872+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:37.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:36 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:36.872+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:37.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:36 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:36.872+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:37.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:36 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:36.673+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:37.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:36 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:36.673+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:37.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:36 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:36.673+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:37.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:36 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:36.986+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:37.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:36 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:36.986+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:37.232 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:36 smithi156 podman[71360]: 2024-04-26 02:15:36.94282635 +0000 UTC m=+5.641840332 container died da5855e0206342b6645d3f5e529e6a6cb6fe3604b50a756daea551730b56ebd9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T02:15:37.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:37 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:37.186+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:37.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:37 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:37.186+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:37.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:37 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:37.186+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:37.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:37 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:37.269+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:37.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:37 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:37.269+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:37.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:37 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:37.089+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:37.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:37 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:37.089+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:37.490 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:37 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:37.089+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:37.594 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:37 smithi156 podman[71360]: 2024-04-26 02:15:37.343332969 +0000 UTC m=+6.042346949 container cleanup da5855e0206342b6645d3f5e529e6a6cb6fe3604b50a756daea551730b56ebd9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:15:37.595 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:37 smithi156 bash[71360]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5 2024-04-26T02:15:37.887 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:37 smithi156 podman[71378]: 2024-04-26 02:15:37.594589464 +0000 UTC m=+0.642832020 container remove da5855e0206342b6645d3f5e529e6a6cb6fe3604b50a756daea551730b56ebd9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-26T02:15:38.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:37 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:37.688+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:38.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:37 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:37.688+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:38.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:37 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:37.688+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:38.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:37 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:37.882+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:38.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:37 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:37.882+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:38.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:37 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:37.882+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:38.148 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:38 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:38.010+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:38.148 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:38 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:38.010+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:38.149 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:37 smithi156 podman[71470]: 2024-04-26 02:15:37.88721001 +0000 UTC m=+0.096367302 container create 07ae4a397c5b1edba7af9265a582de7fe6289f1f1f673cde147b68990d96b0aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T02:15:38.149 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:37 smithi156 podman[71470]: 2024-04-26 02:15:37.809005276 +0000 UTC m=+0.018162569 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:38.149 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:38 smithi156 podman[71470]: 2024-04-26 02:15:38.148942042 +0000 UTC m=+0.358099329 container init 07ae4a397c5b1edba7af9265a582de7fe6289f1f1f673cde147b68990d96b0aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-26T02:15:38.448 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:38 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:38.181+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:38.448 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:38 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:38.181+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:38.449 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:38 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:38.181+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:38.449 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:38 smithi156 podman[71470]: 2024-04-26 02:15:38.15203209 +0000 UTC m=+0.361189384 container start 07ae4a397c5b1edba7af9265a582de7fe6289f1f1f673cde147b68990d96b0aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:15:38.449 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:38 smithi156 podman[71470]: 2024-04-26 02:15:38.24866331 +0000 UTC m=+0.457820614 container attach 07ae4a397c5b1edba7af9265a582de7fe6289f1f1f673cde147b68990d96b0aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T02:15:38.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:38 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:38.221+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:38.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:38 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:38.221+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:38.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:38 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:38.092+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:38.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:38 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:38.092+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:38.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:38 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:38.092+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:38.731 INFO:journalctl@ceph.osd.5.smithi156.stdout:Apr 26 02:15:38 smithi156 podman[71470]: 2024-04-26 02:15:38.449245539 +0000 UTC m=+0.658402830 container died 07ae4a397c5b1edba7af9265a582de7fe6289f1f1f673cde147b68990d96b0aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-26T02:15:39.061 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:39 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:39.001+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:39.061 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:39 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:39.001+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:39.084 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T02:15:39.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:38.882+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:39.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:38.882+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:39.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:38.882+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:39.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:38.724+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:39.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:38.724+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:39.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:38 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:38.724+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:39.125 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:39.125 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T02:15:39.126 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T02:15:39.126 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.6 2024-04-26T02:15:39.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:39 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:39.208+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:39.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:39 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:39.208+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:39.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:39 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:39.208+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:39.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:39 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:39.196+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:39.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:39 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:39.196+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:39.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:39 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:39.103+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:39.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:39 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:39.103+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:39.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:39 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:39.103+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:39.605 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:39 smithi044 systemd[1]: Stopping Ceph osd.6 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:15:40.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:39.851+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:40.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:39.851+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:40.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:39.851+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:40.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:39.737+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:40.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:39.737+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:40.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:39.737+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:40.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:39.739+0000 7efd1c800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:40.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:39.739+0000 7efd1c800700 -1 osd.6 122 *** Got signal Terminated *** 2024-04-26T02:15:40.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:39.739+0000 7efd1c800700 -1 osd.6 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:40.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:39 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:39.953+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:40.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:39 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:39.953+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:40.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:40 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:40.175+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:40.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:40 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:40.175+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:40.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:40 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:40.175+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:40.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:40.169+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:40.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:40.169+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:40.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:40.169+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:40.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:40.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:40.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:40.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:40.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:40.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:40.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:40 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:40.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:41.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:40.772+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:41.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:40.772+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:41.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:40.772+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:41.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:40.772+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.751748+0000 front 2024-04-26T02:15:16.752081+0000 (oldest deadline 2024-04-26T02:15:40.153038+0000) 2024-04-26T02:15:41.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:40.809+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:41.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:40.809+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:41.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:40.809+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:41.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:40 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:40.809+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:41.231 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:40 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:40.948+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:41.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:40 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:40.948+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:41.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:41 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:41.144+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:41.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:41 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:41.144+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:41.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:41 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:41.144+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:41.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:41 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:41.144+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:41.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:41 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:41.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:41.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:41 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:41.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:41.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:41 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:41.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:41.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:41 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:41.135+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:41.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:41 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:41.135+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:41.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:41 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:41.135+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:41.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:41 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:41.135+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:42.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:41.767+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:42.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:41.767+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:42.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:41.767+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:42.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:41.767+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:42.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:41.757+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:42.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:41.757+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:42.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:41.757+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:42.106 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:41 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:41.757+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.751748+0000 front 2024-04-26T02:15:16.752081+0000 (oldest deadline 2024-04-26T02:15:40.153038+0000) 2024-04-26T02:15:42.231 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:41 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:41.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:42.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:41 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:41.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:42.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:42.130+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:42.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:42.130+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:42.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:42.130+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:42.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:42.130+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:42.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:42.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:42.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:42.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:42.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:42.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:42.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:42.178+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:42.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:42.178+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:42.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:42.178+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:42.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:42 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:42.178+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:43.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:42.749+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:43.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:42.749+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:43.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:42.749+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:43.105 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:42.749+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.751748+0000 front 2024-04-26T02:15:16.752081+0000 (oldest deadline 2024-04-26T02:15:40.153038+0000) 2024-04-26T02:15:43.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:42.777+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:43.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:42.777+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:43.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:42.777+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:43.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:42 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:42.777+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:43.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:42.928+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:43.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:42.928+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:43.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:42 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:42.928+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:43.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:43.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:43.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:43.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:43.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:43.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:43.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:43.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:43.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:43 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:43.235+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:43.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:43 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:43.235+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:43.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:43 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:43.235+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:43.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:43 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:43.164+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:43.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:43 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:43.164+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:43.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:43 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:43.164+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:43.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:43 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:43.164+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:44.007 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:43.789+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.742795+0000 front 2024-04-26T02:14:51.743100+0000 (oldest deadline 2024-04-26T02:15:15.842918+0000) 2024-04-26T02:15:44.008 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:43.789+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.545045+0000 front 2024-04-26T02:15:00.544760+0000 (oldest deadline 2024-04-26T02:15:23.444529+0000) 2024-04-26T02:15:44.008 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:43.789+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.748940+0000 front 2024-04-26T02:15:09.749062+0000 (oldest deadline 2024-04-26T02:15:35.649139+0000) 2024-04-26T02:15:44.008 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6[55959]: 2024-04-26T02:15:43.789+0000 7efd18000700 -1 osd.6 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.751748+0000 front 2024-04-26T02:15:16.752081+0000 (oldest deadline 2024-04-26T02:15:40.153038+0000) 2024-04-26T02:15:44.008 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:43.736+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:44.009 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:43.736+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:44.009 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:43.736+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:44.009 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:43 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:43.736+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:44.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:43.909+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:44.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:43.909+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:44.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:43 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:43.909+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:44.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:44.048+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:44.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:44.048+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:44.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:44.048+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:44.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:44.048+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:44.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:44 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:44.208+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:44.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:44 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:44.208+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:44.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:44 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:44.208+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:44.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:44 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:44.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:44.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:44 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:44.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:44.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:44 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:44.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:44.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:44 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:44.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:45.046 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:44 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:44.719+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:45.046 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:44 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:44.719+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:45.047 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:44 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:44.719+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:45.047 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:44 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:44.719+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:45.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:44.947+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:45.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:44.947+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:45.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:44 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:44.947+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:45.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.010+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:45.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.010+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:45.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.010+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:45.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.010+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:45.355 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:45 smithi044 podman[108825]: 2024-04-26 02:15:45.120875508 +0000 UTC m=+5.518629524 container died be847120ecef3c053a3e43f07b3bc49fb35fbe91bbc0fe52f19ae1e42097ff88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:45.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:45 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:45.231+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:45.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:45 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:45.231+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:45.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:45 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:45.231+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:45.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:45 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:45.097+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:45.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:45 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:45.097+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:45.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:45 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:45.097+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:45.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:45 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:45.097+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:45.747 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:45 smithi044 podman[108825]: 2024-04-26 02:15:45.607411162 +0000 UTC m=+6.005165186 container cleanup be847120ecef3c053a3e43f07b3bc49fb35fbe91bbc0fe52f19ae1e42097ff88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-26T02:15:45.747 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:45 smithi044 bash[108825]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6 2024-04-26T02:15:46.104 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:45 smithi044 podman[108844]: 2024-04-26 02:15:45.809129013 +0000 UTC m=+0.672337353 container remove be847120ecef3c053a3e43f07b3bc49fb35fbe91bbc0fe52f19ae1e42097ff88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:46.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:45.746+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:46.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:45.746+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:46.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:45.746+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:46.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:45.746+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:46.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:45.967+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:46.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:45.967+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:46.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:45.967+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:46.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.985+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:46.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.985+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:46.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.985+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:46.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:45 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:45.985+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:46.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:46.193+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:46.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:46.193+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:46.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:46.193+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:46.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:46.123+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:46.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:46.123+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:46.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:46.123+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:46.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:46 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:46.123+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:46.927 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:46 smithi044 podman[108939]: 2024-04-26 02:15:46.575391143 +0000 UTC m=+0.037162702 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:46.928 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:46 smithi044 podman[108939]: 2024-04-26 02:15:46.726432581 +0000 UTC m=+0.188204137 container create c378863176a18e493d45e0c9080db6a772a1244bf12627a6dcd7add07f082ec7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-04-26T02:15:46.928 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:46 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:46.775+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:46.928 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:46 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:46.775+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:46.928 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:46 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:46.775+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:46.928 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:46 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:46.775+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:47.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:46.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:47.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:46.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:47.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:46 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:46.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:47.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:47.028+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:47.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:47.028+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:47.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:47.028+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:47.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:47.028+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:47.355 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:47 smithi044 podman[108939]: 2024-04-26 02:15:47.030953722 +0000 UTC m=+0.492725374 container init c378863176a18e493d45e0c9080db6a772a1244bf12627a6dcd7add07f082ec7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:47.355 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:47 smithi044 podman[108939]: 2024-04-26 02:15:47.042487723 +0000 UTC m=+0.504259326 container start c378863176a18e493d45e0c9080db6a772a1244bf12627a6dcd7add07f082ec7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD) 2024-04-26T02:15:47.355 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:47 smithi044 podman[108939]: 2024-04-26 02:15:47.137708571 +0000 UTC m=+0.599480173 container attach c378863176a18e493d45e0c9080db6a772a1244bf12627a6dcd7add07f082ec7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6-deactivate, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-26T02:15:47.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:47.156+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:47.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:47.156+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:47.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:47.156+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:47.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:47.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:47.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:47.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:47.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:47.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:47.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:47 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:47.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:47.828 INFO:journalctl@ceph.osd.6.smithi044.stdout:Apr 26 02:15:47 smithi044 podman[108939]: 2024-04-26 02:15:47.516660314 +0000 UTC m=+0.978431935 container died c378863176a18e493d45e0c9080db6a772a1244bf12627a6dcd7add07f082ec7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-26T02:15:47.829 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:47.735+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:47.829 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:47.735+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:47.829 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:47.735+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:47.829 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:47 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:47.735+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:48.222 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T02:15:48.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:47.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:48.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:47.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:48.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:47 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:47.968+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:48.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:48.022+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:48.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:48.022+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:48.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:48.022+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:48.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:48 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:48.022+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:48.338 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:48.339 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T02:15:48.339 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T02:15:48.339 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.7 2024-04-26T02:15:48.368 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:48.188+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:48.368 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:48.188+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:48.369 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:48.188+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:48.369 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:48.106+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:48.369 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:48.106+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:48.369 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:48.106+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:48.369 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:48.106+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:48.648 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:48 smithi090 systemd[1]: Stopping Ceph osd.7 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:15:48.648 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:48.646+0000 7f6094e71700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:48.988 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:48.646+0000 7f6094e71700 -1 osd.7 122 *** Got signal Terminated *** 2024-04-26T02:15:48.988 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:48 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:48.646+0000 7f6094e71700 -1 osd.7 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:49.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:48.687+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:49.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:48.687+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:49.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:48.687+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:49.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:48 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:48.687+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:49.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:49.011+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:49.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:49.011+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:49.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:49.011+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:49.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.021+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:49.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.021+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:49.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.021+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:49.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.021+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:49.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:49.168+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:49.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:49.168+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:49.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:49.168+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:49.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:49.092+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:49.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:49.092+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:49.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:49.092+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:49.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:49.092+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:50.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:49 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:49.672+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:50.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:49 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:49.672+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:50.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:49 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:49.672+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:50.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:49 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:49.672+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:50.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:49.972+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:50.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:49.972+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:50.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:49.972+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:50.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.986+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:50.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.986+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:50.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.986+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:50.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:49 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:49.986+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:50.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:50.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:50.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:50.203+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.966818+0000 front 2024-04-26T02:15:27.966797+0000 (oldest deadline 2024-04-26T02:15:49.666921+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:50.124+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:50.124+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:50.124+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:50.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:50 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:50.124+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:51.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:50 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:50.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:51.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:50 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:50.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:51.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:50 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:50.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:51.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:50 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:50.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:51.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:50 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:50.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:51.231 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:50.927+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:51.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:50.927+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:51.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:50 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:50.927+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:51.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:51.031+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:51.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:51.031+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:51.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:51.031+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:51.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:51.031+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:51.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:51.031+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:51.189+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:51.189+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:51.189+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:51.189+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.966818+0000 front 2024-04-26T02:15:27.966797+0000 (oldest deadline 2024-04-26T02:15:49.666921+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:51.137+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:51.137+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:51.137+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:51.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:51 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:51.137+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:52.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:51.706+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:52.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:51.706+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:52.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:51.706+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:52.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:51.706+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:52.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:51 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:51.706+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:51.975+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:51.975+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:51 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:51.975+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:52.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:52.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:52.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:52.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:52.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:52.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:52.488 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:52.214+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:52.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:52.214+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:52.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:52.214+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:52.489 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:52.214+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.966818+0000 front 2024-04-26T02:15:27.966797+0000 (oldest deadline 2024-04-26T02:15:49.666921+0000) 2024-04-26T02:15:52.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:52.167+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:52.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:52.167+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:52.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:52.167+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:52.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:52 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:52.167+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:53.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:52.729+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:53.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:52.729+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:53.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:52.729+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:53.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:52.729+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:53.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:52 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:52.729+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:53.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:52.981+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:53.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:52.981+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:53.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:52 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:52.981+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:53.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:53.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:53.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:53.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:53.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:53.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:53.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:53.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:53.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:53.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:53.491 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:53.223+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:01.262497+0000 front 2024-04-26T02:15:01.262527+0000 (oldest deadline 2024-04-26T02:15:26.562639+0000) 2024-04-26T02:15:53.491 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:53.223+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:06.563036+0000 front 2024-04-26T02:15:06.563017+0000 (oldest deadline 2024-04-26T02:15:35.963399+0000) 2024-04-26T02:15:53.492 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:53.223+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:19.365138+0000 front 2024-04-26T02:15:19.365269+0000 (oldest deadline 2024-04-26T02:15:39.864975+0000) 2024-04-26T02:15:53.492 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7[50631]: 2024-04-26T02:15:53.223+0000 7f6091465700 -1 osd.7 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.966818+0000 front 2024-04-26T02:15:27.966797+0000 (oldest deadline 2024-04-26T02:15:49.666921+0000) 2024-04-26T02:15:53.492 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:53.173+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:53.492 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:53.173+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:53.492 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:53.173+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:53.492 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:53.173+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:53.492 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:53.173+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:15:54.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:53.708+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:54.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:53.708+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:54.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:53.708+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:54.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:53.708+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:54.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:53 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:53.709+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:54.416 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:54 smithi090 podman[71148]: 2024-04-26 02:15:54.109528261 +0000 UTC m=+5.579445214 container died 15bbe664fe969b836d806fa714fbf20550b404f72da31a29bdbd229e18507940 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:54.416 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:54 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:54.215+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:54.416 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:54 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:54.215+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:54.416 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:54 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:54.215+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:54.417 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:54 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:54.215+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:54.417 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:54 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:54.215+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:53.993+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:53.993+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:53.993+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:53 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:53.993+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:54 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:54.043+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:54 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:54.043+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:54 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:54.043+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:54 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:54.043+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:54.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:54 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:54.043+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:54.702 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:54 smithi090 podman[71148]: 2024-04-26 02:15:54.515446769 +0000 UTC m=+5.985363708 container cleanup 15bbe664fe969b836d806fa714fbf20550b404f72da31a29bdbd229e18507940 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T02:15:54.703 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:54 smithi090 bash[71148]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7 2024-04-26T02:15:54.988 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:54 smithi090 podman[71166]: 2024-04-26 02:15:54.701883857 +0000 UTC m=+0.590355309 container remove 15bbe664fe969b836d806fa714fbf20550b404f72da31a29bdbd229e18507940 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-26T02:15:55.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:54 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:54.719+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:55.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:54 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:54.719+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:55.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:54 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:54.720+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:55.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:54 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:54.720+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:55.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:54 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:54.720+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:55.389 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:55 smithi090 podman[71257]: 2024-04-26 02:15:55.119607799 +0000 UTC m=+0.103058804 container create b7e02b42660aa418b77a7cc57b7baf1bc20f1747a2023c50f8d1fd588533d4b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:15:55.389 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:55 smithi090 podman[71257]: 2024-04-26 02:15:55.034210511 +0000 UTC m=+0.017661534 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:15:55.389 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:55 smithi090 podman[71257]: 2024-04-26 02:15:55.389269311 +0000 UTC m=+0.372720316 container init b7e02b42660aa418b77a7cc57b7baf1bc20f1747a2023c50f8d1fd588533d4b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T02:15:55.389 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:55 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:55.192+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:55.389 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:55 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:55.192+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:55.389 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:55 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:55.192+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:55.390 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:55 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:55.192+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:55.390 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:55 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:55.192+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:15:55.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:55.034+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:55.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:55.034+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:55.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:55.034+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:55.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:55.034+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:15:55.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:55.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:55.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:55.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:55.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:55.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:55.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:55.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:55.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:55 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:55.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:55.678 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:55 smithi090 podman[71257]: 2024-04-26 02:15:55.392533363 +0000 UTC m=+0.375984369 container start b7e02b42660aa418b77a7cc57b7baf1bc20f1747a2023c50f8d1fd588533d4b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-26T02:15:55.678 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:55 smithi090 podman[71257]: 2024-04-26 02:15:55.481116238 +0000 UTC m=+0.464567256 container attach b7e02b42660aa418b77a7cc57b7baf1bc20f1747a2023c50f8d1fd588533d4b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:15:55.976 INFO:journalctl@ceph.osd.7.smithi090.stdout:Apr 26 02:15:55 smithi090 podman[71257]: 2024-04-26 02:15:55.678305877 +0000 UTC m=+0.661756883 container died b7e02b42660aa418b77a7cc57b7baf1bc20f1747a2023c50f8d1fd588533d4b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T02:15:56.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:55.747+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:56.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:55.747+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:56.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:55.747+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:56.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:55.747+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:56.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:55 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:55.747+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:56.238 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:56 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:56.184+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:56.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:56 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:56.184+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:56.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:56 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:56.184+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:56.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:56 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:56.184+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:56.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:56 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:56.184+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:15:56.303 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T02:15:56.381 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:15:56.381 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T02:15:56.381 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-26T02:15:56.381 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.8 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:56.075+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:56.075+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:56.075+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:56.075+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:56.075+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:56.038+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:56.038+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:56.408 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:56.038+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:56.409 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:56.038+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:15:56.731 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 systemd[1]: Stopping Ceph osd.8 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:15:57.095 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:56.804+0000 7f96a3613700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:15:57.096 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:56.804+0000 7f96a3613700 -1 osd.8 122 *** Got signal Terminated *** 2024-04-26T02:15:57.096 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:56 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:56.804+0000 7f96a3613700 -1 osd.8 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:15:57.096 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:57.022+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:57.096 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:57.022+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:57.096 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:57.022+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:57.096 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:57.022+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:15:57.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:56 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:56.731+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:57.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:56 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:56.731+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:57.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:56 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:56.731+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:57.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:56 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:56.731+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:57.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:56 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:56.731+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:57.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:57.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:57.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:57.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:57.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:57.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:57.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:57.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:57.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:57 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:57.094+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:57.483 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:57.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:57.483 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:57.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:57.483 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:57.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:57.483 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:57.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:57.484 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:57.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:15:58.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:57.765+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:58.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:57.765+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:58.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:57.765+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:58.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:57.765+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:58.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:57 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:57.765+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:58.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:58.008+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:58.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:58.008+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:58.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:58.008+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:58.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:58.008+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:15:58.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:58.086+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:58.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:58.086+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:58.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:58.086+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:58.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:58.086+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:58.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:58 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:58.086+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:58.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:58 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:58.207+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:58.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:58 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:58.207+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:58.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:58 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:58.207+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:58.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:58 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:58.207+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:58.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:58 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:58.207+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:15:59.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:58.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:15:59.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:58.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:15:59.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:58.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:15:59.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:58.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:15:59.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:58 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:58.722+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:15:59.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.009+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:15:59.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.009+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:15:59.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.009+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:15:59.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.009+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:15:59.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.009+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:33.736354+0000 front 2024-04-26T02:15:33.736404+0000 (oldest deadline 2024-04-26T02:15:58.436484+0000) 2024-04-26T02:15:59.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:59.091+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:15:59.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:59.091+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:15:59.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:59.091+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:15:59.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:59.091+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:15:59.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:59.091+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:15:59.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:15:59.091+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:15:59.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:59 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:59.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:15:59.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:59 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:59.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:15:59.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:59 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:59.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:15:59.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:59 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:59.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:15:59.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:59 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:59.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:15:59.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:15:59 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:15:59.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:00.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:59 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:59.766+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:00.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:59 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:59.766+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:00.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:59 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:59.766+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:00.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:59 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:59.766+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:00.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:15:59 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:15:59.766+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:00.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.970+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:16:00.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.970+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:16:00.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.970+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:16:00.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.970+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:16:00.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:15:59 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:15:59.970+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:33.736354+0000 front 2024-04-26T02:15:33.736404+0000 (oldest deadline 2024-04-26T02:15:58.436484+0000) 2024-04-26T02:16:00.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:00.059+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:00.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:00.059+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:00.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:00.059+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:00.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:00.059+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:00.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:00.059+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:00.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:00.059+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:00.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:00.186+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:00.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:00.186+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:00.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:00.186+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:00.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:00.186+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:00.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:00.186+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:00.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:00 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:00.186+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:01.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:00.811+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:01.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:00.811+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:01.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:00.811+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:01.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:00.811+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:01.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:00 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:00.811+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:01.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:16:00.945+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:59.530024+0000 front 2024-04-26T02:14:59.530128+0000 (oldest deadline 2024-04-26T02:15:23.630219+0000) 2024-04-26T02:16:01.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:16:00.945+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.532255+0000 front 2024-04-26T02:15:10.532278+0000 (oldest deadline 2024-04-26T02:15:32.832362+0000) 2024-04-26T02:16:01.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:16:00.945+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:16.833801+0000 front 2024-04-26T02:15:16.834001+0000 (oldest deadline 2024-04-26T02:15:42.733491+0000) 2024-04-26T02:16:01.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:16:00.945+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:28.435978+0000 front 2024-04-26T02:15:28.435991+0000 (oldest deadline 2024-04-26T02:15:53.736020+0000) 2024-04-26T02:16:01.232 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:00 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8[50735]: 2024-04-26T02:16:00.945+0000 7f969bbff700 -1 osd.8 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:33.736354+0000 front 2024-04-26T02:15:33.736404+0000 (oldest deadline 2024-04-26T02:15:58.436484+0000) 2024-04-26T02:16:01.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:01 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:01.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:01.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:01 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:01.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:01.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:01 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:01.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:01.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:01 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:01.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:01.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:01 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:01.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:01.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:01 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:01.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:01.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:01.220+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:01.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:01.220+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:01.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:01.220+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:01.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:01.220+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:01.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:01.220+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:01.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:01.220+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:02.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:01 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:01.793+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:02.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:01 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:01.793+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:02.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:01 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:01.793+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:02.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:01 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:01.793+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:02.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:01 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:01.793+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:02.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:01 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:01.793+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:02.482 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:02 smithi156 podman[71587]: 2024-04-26 02:16:02.313256219 +0000 UTC m=+5.736723835 container died 8b3dd1bc76b2472b274a03902985bbc944a7fd6d38b69a0907fa91e7a2af7686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:16:02.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:02 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:02.111+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:02.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:02 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:02.111+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:02.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:02 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:02.111+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:02.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:02 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:02.111+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:02.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:02 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:02.111+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:02.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:02 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:02.111+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:02.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:02 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:02.197+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:02.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:02 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:02.197+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:02.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:02 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:02.197+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:02.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:02 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:02.197+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:02.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:02 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:02.197+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:02.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:02 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:02.197+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:02.957 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:02 smithi156 podman[71587]: 2024-04-26 02:16:02.713962018 +0000 UTC m=+6.137429641 container cleanup 8b3dd1bc76b2472b274a03902985bbc944a7fd6d38b69a0907fa91e7a2af7686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2024-04-26T02:16:02.957 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:02 smithi156 bash[71587]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8 2024-04-26T02:16:03.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:02 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:02.841+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:03.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:02 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:02.841+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:03.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:02 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:02.841+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:03.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:02 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:02.841+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:03.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:02 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:02.841+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:03.106 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:02 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:02.841+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:03.231 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:02 smithi156 podman[71603]: 2024-04-26 02:16:02.956953748 +0000 UTC m=+0.646316081 container remove 8b3dd1bc76b2472b274a03902985bbc944a7fd6d38b69a0907fa91e7a2af7686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-26T02:16:03.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:03 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:03.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:03.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:03 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:03.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:03.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:03 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:03.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:03.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:03 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:03.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:03.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:03 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:03.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:03.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:03 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:03.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:03.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:03 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:03.185+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:03.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:03 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:03.185+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:03.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:03 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:03.185+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:03.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:03 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:03.185+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:03.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:03 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:03.185+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:03.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:03 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:03.185+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:03.702 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:03 smithi156 podman[71692]: 2024-04-26 02:16:03.382800245 +0000 UTC m=+0.113610835 container create 4ffdc4bb3d388f1f060845326143c00a95d0bff5ad60251b71582d2dc8a81e11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:16:03.702 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:03 smithi156 podman[71692]: 2024-04-26 02:16:03.286573818 +0000 UTC m=+0.017384435 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:16:03.703 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:03 smithi156 podman[71692]: 2024-04-26 02:16:03.619100949 +0000 UTC m=+0.349911541 container init 4ffdc4bb3d388f1f060845326143c00a95d0bff5ad60251b71582d2dc8a81e11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T02:16:03.703 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:03 smithi156 podman[71692]: 2024-04-26 02:16:03.622363654 +0000 UTC m=+0.353174253 container start 4ffdc4bb3d388f1f060845326143c00a95d0bff5ad60251b71582d2dc8a81e11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T02:16:03.703 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:03 smithi156 podman[71692]: 2024-04-26 02:16:03.702198358 +0000 UTC m=+0.433008957 container attach 4ffdc4bb3d388f1f060845326143c00a95d0bff5ad60251b71582d2dc8a81e11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T02:16:03.982 INFO:journalctl@ceph.osd.8.smithi156.stdout:Apr 26 02:16:03 smithi156 podman[71692]: 2024-04-26 02:16:03.913955683 +0000 UTC m=+0.644766274 container died 4ffdc4bb3d388f1f060845326143c00a95d0bff5ad60251b71582d2dc8a81e11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T02:16:04.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:03 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:03.889+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:04.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:03 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:03.889+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:04.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:03 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:03.889+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:04.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:03 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:03.889+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:04.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:03 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:03.889+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:04.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:03 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:03.889+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:04.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:04 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:04.112+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:04.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:04 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:04.112+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:04.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:04 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:04.112+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:04.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:04 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:04.112+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:04.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:04 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:04.112+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:04.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:04 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:04.112+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:04.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:04 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:04.190+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:04.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:04 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:04.190+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:04.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:04 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:04.190+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:04.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:04 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:04.190+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:04.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:04 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:04.190+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:04.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:04 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:04.190+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:04.547 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.8.service' 2024-04-26T02:16:04.628 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:04.628 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-26T02:16:04.628 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-26T02:16:04.628 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.9 2024-04-26T02:16:05.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:04 smithi044 systemd[1]: Stopping Ceph osd.9 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:05.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:04 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:04.868+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:05.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:04 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:04.868+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:05.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:04 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:04.868+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:05.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:04 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:04.868+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:05.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:04 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:04.868+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:05.105 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:04 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:04.868+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:05.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:05.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:05.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:05.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:05.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:05.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:05.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:05.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:05.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:05.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:05.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:05.070+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:05.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:05 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:05.193+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:05.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:05 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:05.193+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:05.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:05 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:05.193+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:05.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:05 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:05.193+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:05.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:05 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:05.193+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:05.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:05 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:05.193+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:05.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.216+0000 7f2c6d400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:05.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.216+0000 7f2c6d400700 -1 osd.9 122 *** Got signal Terminated *** 2024-04-26T02:16:05.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.216+0000 7f2c6d400700 -1 osd.9 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:16:06.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:06.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:06.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:06.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:06.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:06.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:05 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:05.900+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:06.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:06.068+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:06.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:06.068+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:06.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:06.068+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:06.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:06.068+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:06.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:06.068+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:06.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:06 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:06.068+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:06.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:06 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:06.222+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:06.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:06 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:06.222+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:06.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:06 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:06.222+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:06.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:06 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:06.222+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:06.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:06 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:06.222+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:06.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:06 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:06.222+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:07.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:06 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:06.899+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:07.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:06 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:06.899+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:07.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:06 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:06.899+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:07.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:06 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:06.899+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:07.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:06 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:06.899+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:07.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:06 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:06.899+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:07.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:07 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:07.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:07.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:07 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:07.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:07.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:07 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:07.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:07.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:07 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:07.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:07.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:07 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:07.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:07.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:07 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:07.057+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:07.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:07.194+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:07.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:07.194+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:07.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:07.194+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:07.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:07.194+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:07.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:07.194+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:07.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:07.194+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:07.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:07 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:07.194+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:08.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:07 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:07.911+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:08.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:07 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:07.911+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:08.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:07 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:07.911+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:08.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:07 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:07.911+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:08.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:07 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:07.911+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:08.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:07 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:07.911+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:08.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:08 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:08.051+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:08.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:08 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:08.051+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:08.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:08 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:08.051+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:08.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:08 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:08.051+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:08.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:08 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:08.051+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:08.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:08 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:08.051+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:08.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:08 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:08.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:08.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:08 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:08.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:08.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:08 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:08.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:08.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:08 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:08.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:08.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:08 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:08.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:08.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:08 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:08.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:08.490 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:08 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:08.200+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:09.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:08 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:08.906+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:09.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:08 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:08.906+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:09.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:08 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:08.906+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:09.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:08 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:08.906+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:09.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:08 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:08.906+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:09.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:08 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:08.907+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:09.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:09.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:09.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:09.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:09.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:09.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:09.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:09.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:09.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:09.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:09.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:09.074+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:09.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:09.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:09.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:09.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:09.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:09.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:09.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:09.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:09.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:09.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:09.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:09.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:09.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:09 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:09.191+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:10.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:09 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:09.873+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:53.211250+0000 front 2024-04-26T02:14:53.211559+0000 (oldest deadline 2024-04-26T02:15:17.311207+0000) 2024-04-26T02:16:10.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:09 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:09.873+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.312040+0000 front 2024-04-26T02:14:57.311896+0000 (oldest deadline 2024-04-26T02:15:24.912794+0000) 2024-04-26T02:16:10.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:09 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:09.873+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:08.916306+0000 front 2024-04-26T02:15:08.916260+0000 (oldest deadline 2024-04-26T02:15:31.816064+0000) 2024-04-26T02:16:10.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:09 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:09.873+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.119102+0000 front 2024-04-26T02:15:14.118472+0000 (oldest deadline 2024-04-26T02:15:40.018048+0000) 2024-04-26T02:16:10.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:09 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:09.873+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.922375+0000 front 2024-04-26T02:15:26.922072+0000 (oldest deadline 2024-04-26T02:15:50.421828+0000) 2024-04-26T02:16:10.356 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:09 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9[62512]: 2024-04-26T02:16:09.873+0000 7f2c68c00700 -1 osd.9 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:35.624949+0000 front 2024-04-26T02:15:35.625007+0000 (oldest deadline 2024-04-26T02:16:01.524775+0000) 2024-04-26T02:16:10.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:10 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:10.090+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:10.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:10 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:10.090+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:10.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:10 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:10.090+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:10.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:10 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:10.090+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:10.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:10 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:10.090+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:10.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:10 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:10.090+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:10.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:10 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:10.166+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:10.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:10 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:10.166+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:10.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:10 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:10.166+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:10.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:10 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:10.166+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:10.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:10 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:10.166+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:10.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:10 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:10.166+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:10.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:10 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:10.166+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:11.058 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:10 smithi044 podman[109046]: 2024-04-26 02:16:10.753427326 +0000 UTC m=+5.685405695 container died f5fdd4b85ddb0dc6199e30d4fb7f6d9034bb6860d91f488939ec10c5c5c70444 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-26T02:16:11.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:11 smithi044 podman[109046]: 2024-04-26 02:16:11.168174757 +0000 UTC m=+6.100153190 container cleanup f5fdd4b85ddb0dc6199e30d4fb7f6d9034bb6860d91f488939ec10c5c5c70444 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-26T02:16:11.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:11 smithi044 bash[109046]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9 2024-04-26T02:16:11.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:11 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:11.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:11.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:11 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:11.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:11.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:11 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:11.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:11.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:11 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:11.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:11.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:11 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:11.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:11.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:11 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:11.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:11.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:11 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:11.153+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:11.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:11 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:11.153+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:11.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:11 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:11.153+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:11.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:11 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:11.153+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:11.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:11 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:11.153+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:11.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:11 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:11.153+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:11.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:11 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:11.154+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:11.855 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:11 smithi044 podman[109066]: 2024-04-26 02:16:11.436027041 +0000 UTC m=+0.666263227 container remove f5fdd4b85ddb0dc6199e30d4fb7f6d9034bb6860d91f488939ec10c5c5c70444 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:16:12.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:12 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:12.076+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:12.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:12 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:12.076+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:12.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:12 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:12.076+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:12.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:12 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:12.076+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:12.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:12 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:12.076+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:12.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:12 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:12.076+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:12.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:12.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:12.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:12.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:12.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:12.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:12.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:12.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:12.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:12.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:12.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:12.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:12.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:12 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:12.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:12.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:12 smithi044 podman[109152]: 2024-04-26 02:16:12.246424696 +0000 UTC m=+0.041710002 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:16:12.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:12 smithi044 podman[109152]: 2024-04-26 02:16:12.470141078 +0000 UTC m=+0.265426398 container create 6047887694ab255654d7d38f3a6a34474588c4a6ff741afa881610688634990e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:16:13.088 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:12 smithi044 podman[109152]: 2024-04-26 02:16:12.748093928 +0000 UTC m=+0.543379291 container init 6047887694ab255654d7d38f3a6a34474588c4a6ff741afa881610688634990e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:16:13.088 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:12 smithi044 podman[109152]: 2024-04-26 02:16:12.758918866 +0000 UTC m=+0.554204148 container start 6047887694ab255654d7d38f3a6a34474588c4a6ff741afa881610688634990e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:16:13.088 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:12 smithi044 podman[109152]: 2024-04-26 02:16:12.863994169 +0000 UTC m=+0.659279512 container attach 6047887694ab255654d7d38f3a6a34474588c4a6ff741afa881610688634990e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-26T02:16:13.355 INFO:journalctl@ceph.osd.9.smithi044.stdout:Apr 26 02:16:13 smithi044 podman[109152]: 2024-04-26 02:16:13.245334554 +0000 UTC m=+1.040619900 container died 6047887694ab255654d7d38f3a6a34474588c4a6ff741afa881610688634990e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-04-26T02:16:13.444 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:13 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:13.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:13.444 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:13 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:13.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:13.444 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:13 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:13.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:13.444 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:13 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:13.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:13.444 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:13 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:13.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:13.444 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:13 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:13.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:13.444 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:13 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:13.146+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:13.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:13.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:13.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:13.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:13.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:13.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:13.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:13.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:13.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:13.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:13.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:13.095+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:14.156 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.9.service' 2024-04-26T02:16:14.254 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:14.254 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-26T02:16:14.254 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-26T02:16:14.254 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.10 2024-04-26T02:16:14.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:14 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:14.133+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:14.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:14 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:14.133+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:14.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:14 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:14.133+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:14.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:14 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:14.133+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:14.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:14 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:14.133+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:14.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:14 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:14.133+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.128+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:14.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 systemd[1]: Stopping Ceph osd.10 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:14.989 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.574+0000 7fe8491c0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:14.989 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.574+0000 7fe8491c0700 -1 osd.10 122 *** Got signal Terminated *** 2024-04-26T02:16:14.989 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:14 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:14.574+0000 7fe8491c0700 -1 osd.10 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:16:15.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:15.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:15.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:15.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:15.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:15.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:15.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:15.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:15.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:15.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:15.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:15 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:15.088+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:15.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:15 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:15.079+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:15.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:15 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:15.079+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:15.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:15 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:15.079+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:15.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:15 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:15.079+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:15.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:15 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:15.079+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:15.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:15 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:15.079+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:15.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:15 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:15.079+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:16.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:16.136+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:16.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:16.136+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:16.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:16.136+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:16.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:16.136+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:16.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:16.136+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:16.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:16.136+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:16.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:16 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:16.136+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:16.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:16 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:16.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:16.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:16 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:16.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:16.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:16 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:16.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:16.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:16 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:16.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:16.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:16 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:16.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:16.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:16 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:16.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:16.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:16 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:16.083+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:17.384 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:17.099+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:17.384 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:17.099+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:17.384 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:17.099+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:17.384 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:17.099+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:17.384 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:17.099+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:17.385 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:17.099+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:17.385 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:17.099+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:17.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:17.109+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:17.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:17.109+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:17.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:17.109+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:17.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:17.109+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:17.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:17.109+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:17.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:17.109+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:17.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:17 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:17.109+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:18.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:18.140+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:18.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:18.140+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:18.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:18.140+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:18.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:18.140+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:18.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:18.140+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:18.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:18.140+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:18.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:18 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:18.140+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:18.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:18.129+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:18.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:18.129+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:18.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:18.129+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:18.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:18.129+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:18.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:18.129+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:18.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:18.129+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:18.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:18 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:18.129+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:19.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:19.124+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:19.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:19.124+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:19.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:19.124+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:19.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:19.124+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:19.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:19.124+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:19.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:19.124+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:19.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:19 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:19.124+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:19.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:19.169+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:51.621705+0000 front 2024-04-26T02:14:51.621581+0000 (oldest deadline 2024-04-26T02:15:16.921261+0000) 2024-04-26T02:16:19.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:19.169+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:15:00.422497+0000 front 2024-04-26T02:15:00.422345+0000 (oldest deadline 2024-04-26T02:15:23.922587+0000) 2024-04-26T02:16:19.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:19.169+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:09.724228+0000 front 2024-04-26T02:15:09.724114+0000 (oldest deadline 2024-04-26T02:15:34.424120+0000) 2024-04-26T02:16:19.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:19.169+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:15.926504+0000 front 2024-04-26T02:15:15.926350+0000 (oldest deadline 2024-04-26T02:15:40.026262+0000) 2024-04-26T02:16:19.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:19.169+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:27.627507+0000 front 2024-04-26T02:15:27.627527+0000 (oldest deadline 2024-04-26T02:15:52.927655+0000) 2024-04-26T02:16:19.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:19.169+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.329530+0000 front 2024-04-26T02:15:36.329502+0000 (oldest deadline 2024-04-26T02:15:59.129812+0000) 2024-04-26T02:16:19.489 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10[57213]: 2024-04-26T02:16:19.169+0000 7fe8417ac700 -1 osd.10 122 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-04-26T02:15:39.130397+0000 front 2024-04-26T02:15:39.130485+0000 (oldest deadline 2024-04-26T02:16:06.730830+0000) 2024-04-26T02:16:20.235 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:19 smithi090 podman[71375]: 2024-04-26 02:16:19.978185299 +0000 UTC m=+5.531316942 container died 9f92a7460b5bfe32a52dcdf1060eba290be4316237384de619cb4db0bad35fcc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T02:16:20.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:20.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:20.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:20.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:20.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:20.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:20.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:20.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:20.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:20.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:20.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:20.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:20.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:20 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:20.120+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:20.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:20 smithi090 podman[71375]: 2024-04-26 02:16:20.335420147 +0000 UTC m=+5.888551789 container cleanup 9f92a7460b5bfe32a52dcdf1060eba290be4316237384de619cb4db0bad35fcc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:16:20.488 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:20 smithi090 bash[71375]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10 2024-04-26T02:16:20.937 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:20 smithi090 podman[71392]: 2024-04-26 02:16:20.603822582 +0000 UTC m=+0.624671100 container remove 9f92a7460b5bfe32a52dcdf1060eba290be4316237384de619cb4db0bad35fcc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:16:21.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:20 smithi090 podman[71481]: 2024-04-26 02:16:20.937888191 +0000 UTC m=+0.102408294 container create 83249a52cc8cca4a0f78310aa5813ae9b67353b2109e2c2207d08e801afd5c26 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=) 2024-04-26T02:16:21.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:20 smithi090 podman[71481]: 2024-04-26 02:16:20.85296629 +0000 UTC m=+0.017486407 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:16:21.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:21 smithi090 podman[71481]: 2024-04-26 02:16:21.157230566 +0000 UTC m=+0.321750670 container init 83249a52cc8cca4a0f78310aa5813ae9b67353b2109e2c2207d08e801afd5c26 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T02:16:21.239 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:21 smithi090 podman[71481]: 2024-04-26 02:16:21.160267246 +0000 UTC m=+0.324787358 container start 83249a52cc8cca4a0f78310aa5813ae9b67353b2109e2c2207d08e801afd5c26 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T02:16:21.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:21.109+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:21.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:21.109+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:21.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:21.109+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:21.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:21.109+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:21.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:21.109+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:21.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:21.109+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:21.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:21 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:21.109+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:21.736 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:21 smithi090 podman[71481]: 2024-04-26 02:16:21.240584449 +0000 UTC m=+0.405104562 container attach 83249a52cc8cca4a0f78310aa5813ae9b67353b2109e2c2207d08e801afd5c26 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-26T02:16:21.736 INFO:journalctl@ceph.osd.10.smithi090.stdout:Apr 26 02:16:21 smithi090 podman[71481]: 2024-04-26 02:16:21.455077565 +0000 UTC m=+0.619597683 container died 83249a52cc8cca4a0f78310aa5813ae9b67353b2109e2c2207d08e801afd5c26 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:16:22.052 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.10.service' 2024-04-26T02:16:22.094 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:22.095 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-26T02:16:22.095 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-26T02:16:22.095 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.11 2024-04-26T02:16:22.414 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.081+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.081+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.081+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.081+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.081+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.081+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.081+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 systemd[1]: Stopping Ceph osd.11 for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.413+0000 7fdb1849f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.413+0000 7fdb1849f700 -1 osd.11 122 *** Got signal Terminated *** 2024-04-26T02:16:22.415 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:22 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:22.413+0000 7fdb1849f700 -1 osd.11 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:16:23.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:23.084+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:23.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:23.084+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:23.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:23.084+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:23.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:23.084+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:23.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:23.084+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:23.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:23.084+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:23.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:23 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:23.084+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:24.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:24.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:24.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:24.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:24.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:24.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:24.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:24.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.042+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6820 osd.8 since back 2024-04-26T02:15:59.787968+0000 front 2024-04-26T02:15:59.787929+0000 (oldest deadline 2024-04-26T02:16:23.288003+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:25.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:24 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:24.995+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6820 osd.8 since back 2024-04-26T02:15:59.787968+0000 front 2024-04-26T02:15:59.787929+0000 (oldest deadline 2024-04-26T02:16:23.288003+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:26.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:25 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:25.955+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6820 osd.8 since back 2024-04-26T02:15:59.787968+0000 front 2024-04-26T02:15:59.787929+0000 (oldest deadline 2024-04-26T02:16:23.288003+0000) 2024-04-26T02:16:27.232 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T02:14:49.675715+0000 front 2024-04-26T02:14:49.675689+0000 (oldest deadline 2024-04-26T02:15:14.375457+0000) 2024-04-26T02:16:27.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6804 osd.1 since back 2024-04-26T02:14:57.276740+0000 front 2024-04-26T02:14:57.276619+0000 (oldest deadline 2024-04-26T02:15:23.677178+0000) 2024-04-26T02:16:27.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6804 osd.2 since back 2024-04-26T02:15:10.078799+0000 front 2024-04-26T02:15:10.078836+0000 (oldest deadline 2024-04-26T02:15:34.679669+0000) 2024-04-26T02:16:27.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-04-26T02:15:14.680189+0000 front 2024-04-26T02:15:14.680108+0000 (oldest deadline 2024-04-26T02:15:40.580132+0000) 2024-04-26T02:16:27.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6812 osd.4 since back 2024-04-26T02:15:26.282212+0000 front 2024-04-26T02:15:26.282123+0000 (oldest deadline 2024-04-26T02:15:50.382085+0000) 2024-04-26T02:16:27.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6812 osd.5 since back 2024-04-26T02:15:36.183253+0000 front 2024-04-26T02:15:36.183310+0000 (oldest deadline 2024-04-26T02:15:59.083276+0000) 2024-04-26T02:16:27.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.90:6820 osd.7 since back 2024-04-26T02:15:52.985977+0000 front 2024-04-26T02:15:52.986005+0000 (oldest deadline 2024-04-26T02:16:15.285972+0000) 2024-04-26T02:16:27.233 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:26 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11[57801]: 2024-04-26T02:16:26.956+0000 7fdb10a8b700 -1 osd.11 122 heartbeat_check: no reply from 172.21.15.156:6820 osd.8 since back 2024-04-26T02:15:59.787968+0000 front 2024-04-26T02:15:59.787929+0000 (oldest deadline 2024-04-26T02:16:23.288003+0000) 2024-04-26T02:16:28.133 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:27 smithi156 podman[71808]: 2024-04-26 02:16:27.81534109 +0000 UTC m=+5.528423094 container died c14e6959925e7388c33ab15815d6434380cd7ea76d18f69bb14b72bbe81ebb1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T02:16:28.133 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:28 smithi156 podman[71808]: 2024-04-26 02:16:28.133078693 +0000 UTC m=+5.846160696 container cleanup c14e6959925e7388c33ab15815d6434380cd7ea76d18f69bb14b72bbe81ebb1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:16:28.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:28 smithi156 bash[71808]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11 2024-04-26T02:16:28.482 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:28 smithi156 podman[71825]: 2024-04-26 02:16:28.351082183 +0000 UTC m=+0.531388654 container remove c14e6959925e7388c33ab15815d6434380cd7ea76d18f69bb14b72bbe81ebb1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T02:16:29.079 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:28 smithi156 podman[71915]: 2024-04-26 02:16:28.662100335 +0000 UTC m=+0.018142142 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:16:29.079 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:28 smithi156 podman[71915]: 2024-04-26 02:16:28.776861995 +0000 UTC m=+0.132903805 container create 28efdd44069d8d81ab0dcb96b105057f63489ddcb744c52c24ad2babe49a8fb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-04-26T02:16:29.079 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:28 smithi156 podman[71915]: 2024-04-26 02:16:28.995852038 +0000 UTC m=+0.351893845 container init 28efdd44069d8d81ab0dcb96b105057f63489ddcb744c52c24ad2babe49a8fb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T02:16:29.079 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:28 smithi156 podman[71915]: 2024-04-26 02:16:28.998864245 +0000 UTC m=+0.354906052 container start 28efdd44069d8d81ab0dcb96b105057f63489ddcb744c52c24ad2babe49a8fb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:16:29.079 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:29 smithi156 podman[71915]: 2024-04-26 02:16:29.079064897 +0000 UTC m=+0.435106722 container attach 28efdd44069d8d81ab0dcb96b105057f63489ddcb744c52c24ad2babe49a8fb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-26T02:16:29.483 INFO:journalctl@ceph.osd.11.smithi156.stdout:Apr 26 02:16:29 smithi156 podman[71915]: 2024-04-26 02:16:29.292729799 +0000 UTC m=+0.648771607 container died 28efdd44069d8d81ab0dcb96b105057f63489ddcb744c52c24ad2babe49a8fb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:16:29.918 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@osd.11.service' 2024-04-26T02:16:29.958 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:29.958 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-26T02:16:29.959 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-26T02:16:29.959 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.a 2024-04-26T02:16:30.354 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:16:30 smithi044 systemd[1]: Stopping Ceph mds.a for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:30.855 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:16:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a[69644]: 2024-04-26T02:16:30.543+0000 7f40d1600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:30.855 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:16:30 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a[69644]: 2024-04-26T02:16:30.543+0000 7f40d1600700 -1 mds.a *** got signal Terminated *** 2024-04-26T02:16:32.926 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:16:32 smithi044 podman[109268]: 2024-04-26 02:16:32.61801182 +0000 UTC m=+2.201292983 container died 701d4a11e46db61ac4f1780e51c3d225b87f4a2a7a03f600f472621934c212e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:16:33.355 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:16:33 smithi044 podman[109268]: 2024-04-26 02:16:33.043808421 +0000 UTC m=+2.627089580 container cleanup 701d4a11e46db61ac4f1780e51c3d225b87f4a2a7a03f600f472621934c212e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:16:33.355 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:16:33 smithi044 bash[109268]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a 2024-04-26T02:16:33.855 INFO:journalctl@ceph.mds.a.smithi044.stdout:Apr 26 02:16:33 smithi044 podman[109282]: 2024-04-26 02:16:33.403811177 +0000 UTC m=+0.769481792 container remove 701d4a11e46db61ac4f1780e51c3d225b87f4a2a7a03f600f472621934c212e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD) 2024-04-26T02:16:34.001 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.a.service' 2024-04-26T02:16:34.114 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:34.115 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-26T02:16:34.115 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-26T02:16:34.115 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.d 2024-04-26T02:16:34.604 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 02:16:34 smithi044 systemd[1]: Stopping Ceph mds.d for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:35.105 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 02:16:34 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d[68435]: 2024-04-26T02:16:34.696+0000 7fb93c400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:35.105 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 02:16:34 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d[68435]: 2024-04-26T02:16:34.696+0000 7fb93c400700 -1 mds.d *** got signal Terminated *** 2024-04-26T02:16:38.355 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 02:16:37 smithi044 podman[109388]: 2024-04-26 02:16:37.968690127 +0000 UTC m=+3.396423328 container died 8a6f0d69eb0628f143996d0b46c315a35604f5d4369fa92265068ebe4b46908d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T02:16:38.674 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 02:16:38 smithi044 podman[109388]: 2024-04-26 02:16:38.514418694 +0000 UTC m=+3.942151932 container cleanup 8a6f0d69eb0628f143996d0b46c315a35604f5d4369fa92265068ebe4b46908d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T02:16:38.674 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 02:16:38 smithi044 bash[109388]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d 2024-04-26T02:16:39.105 INFO:journalctl@ceph.mds.d.smithi044.stdout:Apr 26 02:16:38 smithi044 podman[109402]: 2024-04-26 02:16:38.673612684 +0000 UTC m=+0.687943891 container remove 8a6f0d69eb0628f143996d0b46c315a35604f5d4369fa92265068ebe4b46908d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-26T02:16:39.144 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.d.service' 2024-04-26T02:16:39.244 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:39.245 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-26T02:16:39.245 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-26T02:16:39.245 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.g 2024-04-26T02:16:39.855 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:16:39 smithi044 systemd[1]: Stopping Ceph mds.g for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:40.355 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:16:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g[69228]: 2024-04-26T02:16:39.933+0000 7f3b3a200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:40.355 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:16:39 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g[69228]: 2024-04-26T02:16:39.933+0000 7f3b3a200700 -1 mds.g *** got signal Terminated *** 2024-04-26T02:16:44.256 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:16:43 smithi044 podman[109509]: 2024-04-26 02:16:43.946991039 +0000 UTC m=+4.216741919 container died 922ff74a8c66d096ccf7f43d46bd654301260e870473b7a7c50b194afcb6bf0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:16:44.605 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:16:44 smithi044 podman[109509]: 2024-04-26 02:16:44.384122383 +0000 UTC m=+4.653873257 container cleanup 922ff74a8c66d096ccf7f43d46bd654301260e870473b7a7c50b194afcb6bf0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:16:44.605 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:16:44 smithi044 bash[109509]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g 2024-04-26T02:16:45.105 INFO:journalctl@ceph.mds.g.smithi044.stdout:Apr 26 02:16:44 smithi044 podman[109523]: 2024-04-26 02:16:44.643257249 +0000 UTC m=+0.669782307 container remove 922ff74a8c66d096ccf7f43d46bd654301260e870473b7a7c50b194afcb6bf0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T02:16:45.190 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.g.service' 2024-04-26T02:16:45.298 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:45.298 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-26T02:16:45.298 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-26T02:16:45.298 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.j 2024-04-26T02:16:45.855 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:45 smithi044 systemd[1]: Stopping Ceph mds.j for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:46.355 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j[67990]: 2024-04-26T02:16:45.952+0000 7f4fc4400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:46.355 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:45 smithi044 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j[67990]: 2024-04-26T02:16:45.952+0000 7f4fc4400700 -1 mds.j *** got signal Terminated *** 2024-04-26T02:16:48.355 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:48 smithi044 podman[109628]: 2024-04-26 02:16:48.313233924 +0000 UTC m=+2.494391600 container stop e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:16:48.355 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:48 smithi044 podman[109628]: 2024-04-26 02:16:48.314481521 +0000 UTC m=+2.495639195 container died e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:16:48.964 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:48 smithi044 podman[109628]: 2024-04-26 02:16:48.7629806 +0000 UTC m=+2.944138317 container cleanup e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T02:16:48.965 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:48 smithi044 bash[109628]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j 2024-04-26T02:16:49.355 INFO:journalctl@ceph.mds.j.smithi044.stdout:Apr 26 02:16:48 smithi044 podman[109653]: 2024-04-26 02:16:48.963394064 +0000 UTC m=+0.629891394 container remove e8a3c81f2cb61523f90a34fbf4cddc1bbb760260cc0418604bcf89936a2da72e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T02:16:49.504 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.j.service' 2024-04-26T02:16:49.616 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:49.617 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-26T02:16:49.617 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-26T02:16:49.617 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.b 2024-04-26T02:16:49.933 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:16:49 smithi090 systemd[1]: Stopping Ceph mds.b for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:50.190 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:16:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T02:16:49.932+0000 7f74b2bee700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:50.190 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:16:49 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T02:16:49.932+0000 7f74b2bee700 -1 mds.b *** got signal Terminated *** 2024-04-26T02:16:52.818 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:16:52 smithi090 podman[71588]: 2024-04-26 02:16:52.545071763 +0000 UTC m=+2.733281390 container died efc08a33174817be6e5aee55c63c8fb0aaedd490d031f0fc21c8c7a726c97a13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:16:53.194 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:16:52 smithi090 podman[71588]: 2024-04-26 02:16:52.908455962 +0000 UTC m=+3.096665578 container cleanup efc08a33174817be6e5aee55c63c8fb0aaedd490d031f0fc21c8c7a726c97a13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-04-26T02:16:53.194 INFO:journalctl@ceph.mds.b.smithi090.stdout:Apr 26 02:16:52 smithi090 bash[71588]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-b 2024-04-26T02:16:53.343 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.b.service' 2024-04-26T02:16:53.377 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:53.378 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-26T02:16:53.378 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-26T02:16:53.378 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.e 2024-04-26T02:16:53.739 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:16:53 smithi090 systemd[1]: Stopping Ceph mds.e for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:53.739 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:16:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e[61991]: 2024-04-26T02:16:53.696+0000 7f45eb54c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:53.739 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:16:53 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e[61991]: 2024-04-26T02:16:53.696+0000 7f45eb54c700 -1 mds.e *** got signal Terminated *** 2024-04-26T02:16:56.799 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:16:56 smithi090 podman[71722]: 2024-04-26 02:16:56.537618939 +0000 UTC m=+2.946709794 container died 2edd45a92fd81f0303d51f49f4c002e82a431df4667c17a58c7267d4a4937721 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:16:57.150 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:16:56 smithi090 podman[71722]: 2024-04-26 02:16:56.898745266 +0000 UTC m=+3.307836120 container cleanup 2edd45a92fd81f0303d51f49f4c002e82a431df4667c17a58c7267d4a4937721 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-26T02:16:57.150 INFO:journalctl@ceph.mds.e.smithi090.stdout:Apr 26 02:16:56 smithi090 bash[71722]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-e 2024-04-26T02:16:57.275 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.e.service' 2024-04-26T02:16:57.306 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:16:57.307 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-26T02:16:57.307 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-26T02:16:57.307 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.h 2024-04-26T02:16:57.488 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:16:57 smithi090 systemd[1]: Stopping Ceph mds.h for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:16:57.989 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:16:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h[62296]: 2024-04-26T02:16:57.635+0000 7f0c1ffba700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:16:57.989 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:16:57 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h[62296]: 2024-04-26T02:16:57.635+0000 7f0c1ffba700 -1 mds.h *** got signal Terminated *** 2024-04-26T02:17:00.847 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:17:00 smithi090 podman[71842]: 2024-04-26 02:17:00.547094017 +0000 UTC m=+3.015268232 container died 04c94d60a4b98b21b65adb75c408ccefb527d7c8c2fc5a52a41a44bfcfd4eecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:17:01.172 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:17:00 smithi090 podman[71842]: 2024-04-26 02:17:00.938087769 +0000 UTC m=+3.406262035 container cleanup 04c94d60a4b98b21b65adb75c408ccefb527d7c8c2fc5a52a41a44bfcfd4eecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-26T02:17:01.172 INFO:journalctl@ceph.mds.h.smithi090.stdout:Apr 26 02:17:00 smithi090 bash[71842]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-h 2024-04-26T02:17:01.310 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.h.service' 2024-04-26T02:17:01.341 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:17:01.341 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-26T02:17:01.341 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-26T02:17:01.341 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.k 2024-04-26T02:17:01.739 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:17:01 smithi090 systemd[1]: Stopping Ceph mds.k for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:17:01.739 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:17:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k[61667]: 2024-04-26T02:17:01.658+0000 7f1adc267700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:17:01.739 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:17:01 smithi090 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k[61667]: 2024-04-26T02:17:01.658+0000 7f1adc267700 -1 mds.k *** got signal Terminated *** 2024-04-26T02:17:04.852 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:17:04 smithi090 podman[71964]: 2024-04-26 02:17:04.529493562 +0000 UTC m=+2.967948006 container died c579df76e77cebf4813772dc87939286dc65ea2848c92ebfa830d6cfcba6c599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-26T02:17:04.852 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:17:04 smithi090 podman[71964]: 2024-04-26 02:17:04.851808043 +0000 UTC m=+3.290262485 container cleanup c579df76e77cebf4813772dc87939286dc65ea2848c92ebfa830d6cfcba6c599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T02:17:05.239 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:17:04 smithi090 bash[71964]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k 2024-04-26T02:17:05.239 INFO:journalctl@ceph.mds.k.smithi090.stdout:Apr 26 02:17:05 smithi090 podman[71978]: 2024-04-26 02:17:05.044898622 +0000 UTC m=+0.509372478 container remove c579df76e77cebf4813772dc87939286dc65ea2848c92ebfa830d6cfcba6c599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:17:05.275 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.k.service' 2024-04-26T02:17:05.306 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:17:05.306 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-26T02:17:05.307 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-26T02:17:05.307 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.c 2024-04-26T02:17:05.657 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:17:05 smithi156 systemd[1]: Stopping Ceph mds.c for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:17:05.982 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:17:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c[62929]: 2024-04-26T02:17:05.655+0000 7fdf5008d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:17:05.982 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:17:05 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c[62929]: 2024-04-26T02:17:05.655+0000 7fdf5008d700 -1 mds.c *** got signal Terminated *** 2024-04-26T02:17:08.824 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:17:08 smithi156 podman[72022]: 2024-04-26 02:17:08.535630312 +0000 UTC m=+3.008920971 container died 6cd8851e69e47975676bb69567eaa34e2734e03244e8404d5e89e68422eb83b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T02:17:09.216 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:17:08 smithi156 podman[72022]: 2024-04-26 02:17:08.906324114 +0000 UTC m=+3.379614762 container cleanup 6cd8851e69e47975676bb69567eaa34e2734e03244e8404d5e89e68422eb83b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-26T02:17:09.216 INFO:journalctl@ceph.mds.c.smithi156.stdout:Apr 26 02:17:08 smithi156 bash[72022]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-c 2024-04-26T02:17:09.390 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.c.service' 2024-04-26T02:17:09.427 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:17:09.427 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-26T02:17:09.427 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-26T02:17:09.427 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f 2024-04-26T02:17:09.752 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:17:09 smithi156 systemd[1]: Stopping Ceph mds.f for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:17:10.232 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:17:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[69144]: 2024-04-26T02:17:09.751+0000 7fb8f8f47700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:17:10.232 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:17:09 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f[69144]: 2024-04-26T02:17:09.751+0000 7fb8f8f47700 -1 mds.f *** got signal Terminated *** 2024-04-26T02:17:12.877 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:17:12 smithi156 podman[72152]: 2024-04-26 02:17:12.53960358 +0000 UTC m=+2.894460878 container died 09c99ba1a6f78fb2673bfd13a942c2d2b839afebb2fc1a9f80cd253f81cb1c31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T02:17:12.877 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:17:12 smithi156 podman[72152]: 2024-04-26 02:17:12.876764191 +0000 UTC m=+3.231621494 container cleanup 09c99ba1a6f78fb2673bfd13a942c2d2b839afebb2fc1a9f80cd253f81cb1c31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-26T02:17:13.232 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:17:12 smithi156 bash[72152]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f 2024-04-26T02:17:13.232 INFO:journalctl@ceph.mds.f.smithi156.stdout:Apr 26 02:17:13 smithi156 podman[72167]: 2024-04-26 02:17:13.080428466 +0000 UTC m=+0.541012694 container remove 09c99ba1a6f78fb2673bfd13a942c2d2b839afebb2fc1a9f80cd253f81cb1c31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-f, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:17:13.298 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.f.service' 2024-04-26T02:17:13.331 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:17:13.331 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-26T02:17:13.331 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-26T02:17:13.331 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.i 2024-04-26T02:17:13.623 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:17:13 smithi156 systemd[1]: Stopping Ceph mds.i for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:17:13.982 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:17:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i[63248]: 2024-04-26T02:17:13.622+0000 7f0438357700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:17:13.982 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:17:13 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i[63248]: 2024-04-26T02:17:13.622+0000 7f0438357700 -1 mds.i *** got signal Terminated *** 2024-04-26T02:17:16.940 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:17:16 smithi156 podman[72273]: 2024-04-26 02:17:16.551413589 +0000 UTC m=+3.008160811 container died f166d54b431bd89c1bd0a4dd99a0264976e1b7e6790efc140d46caa1db7dff66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:17:17.232 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:17:17 smithi156 podman[72273]: 2024-04-26 02:17:17.039020439 +0000 UTC m=+3.495767656 container cleanup f166d54b431bd89c1bd0a4dd99a0264976e1b7e6790efc140d46caa1db7dff66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:17:17.232 INFO:journalctl@ceph.mds.i.smithi156.stdout:Apr 26 02:17:17 smithi156 bash[72273]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-i 2024-04-26T02:17:17.403 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.i.service' 2024-04-26T02:17:17.435 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:17:17.435 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-26T02:17:17.435 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-26T02:17:17.435 DEBUG:teuthology.orchestra.run.smithi156:> sudo systemctl stop ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.l 2024-04-26T02:17:17.732 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:17:17 smithi156 systemd[1]: Stopping Ceph mds.l for e31d710e-036d-11ef-bc93-c7b262605968... 2024-04-26T02:17:18.232 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:17:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l[62308]: 2024-04-26T02:17:17.901+0000 7fd856ea1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:17:18.232 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:17:17 smithi156 ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l[62308]: 2024-04-26T02:17:17.901+0000 7fd856ea1700 -1 mds.l *** got signal Terminated *** 2024-04-26T02:17:20.819 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:17:20 smithi156 podman[72395]: 2024-04-26 02:17:20.544776341 +0000 UTC m=+2.901691571 container died bafee7aeb5e97cfaf3c1e7f1f7ced988544ad0090a90571cee6bf9142ae9ddc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T02:17:21.177 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:17:20 smithi156 podman[72395]: 2024-04-26 02:17:20.926448888 +0000 UTC m=+3.283364107 container cleanup bafee7aeb5e97cfaf3c1e7f1f7ced988544ad0090a90571cee6bf9142ae9ddc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-26T02:17:21.177 INFO:journalctl@ceph.mds.l.smithi156.stdout:Apr 26 02:17:20 smithi156 bash[72395]: ceph-e31d710e-036d-11ef-bc93-c7b262605968-mds-l 2024-04-26T02:17:21.301 DEBUG:teuthology.orchestra.run.smithi156:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e31d710e-036d-11ef-bc93-c7b262605968@mds.l.service' 2024-04-26T02:17:21.332 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:17:21.332 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-26T02:17:21.332 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e31d710e-036d-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:17:21.671 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T02:17:26.671 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e31d710e-036d-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:17:26.858 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T02:17:29.278 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e31d710e-036d-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:17:29.470 INFO:teuthology.orchestra.run.smithi156.stdout:Deleting cluster with fsid: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T02:17:31.800 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:17:31.886 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:17:31.917 DEBUG:teuthology.orchestra.run.smithi156:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:17:31.944 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T02:17:31.946 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi044/crash 2024-04-26T02:17:31.946 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:17:32.047 INFO:teuthology.orchestra.run.smithi044.stderr:tar: /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:17:32.048 INFO:teuthology.orchestra.run.smithi044.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:17:32.052 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi090/crash 2024-04-26T02:17:32.053 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:17:32.127 INFO:teuthology.orchestra.run.smithi090.stderr:tar: /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:17:32.127 INFO:teuthology.orchestra.run.smithi090.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:17:32.130 DEBUG:teuthology.misc:Transferring archived files from smithi156:/var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi156/crash 2024-04-26T02:17:32.131 DEBUG:teuthology.orchestra.run.smithi156:> sudo tar c -f - -C /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:17:32.166 INFO:teuthology.orchestra.run.smithi156.stderr:tar: /var/lib/ceph/e31d710e-036d-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:17:32.166 INFO:teuthology.orchestra.run.smithi156.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:17:32.167 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T02:17:32.168 DEBUG:teuthology.orchestra.run.smithi044:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-26T02:17:32.276 INFO:tasks.cephadm:Compressing logs... 2024-04-26T02:17:32.276 DEBUG:teuthology.orchestra.run.smithi044:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:17:32.281 DEBUG:teuthology.orchestra.run.smithi090:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:17:32.284 DEBUG:teuthology.orchestra.run.smithi156:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:17:32.308 INFO:teuthology.orchestra.run.smithi156.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:17:32.308 INFO:teuthology.orchestra.run.smithi156.stderr:: No such file or directory 2024-04-26T02:17:32.308 INFO:teuthology.orchestra.run.smithi156.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T02:17:32.308 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-26T02:17:32.308 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:17:32.308 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.9% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr: 90.4% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:17:32.323 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-26T02:17:32.324 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:17:32.324 INFO:teuthology.orchestra.run.smithi156.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-26T02:17:32.324 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.11.log: 92.6% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-26T02:17:32.326 INFO:teuthology.orchestra.run.smithi090.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:17:32.327 INFO:teuthology.orchestra.run.smithi090.stderr:: No such file or directory 2024-04-26T02:17:32.327 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:17:32.327 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T02:17:32.327 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-26T02:17:32.327 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T02:17:32.327 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.b.log: --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T02:17:32.327 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T02:17:32.328 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-26T02:17:32.328 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-26T02:17:32.328 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.h.log: 90.3% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:17:32.328 INFO:teuthology.orchestra.run.smithi090.stderr: 87.9% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:17:32.328 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:17:32.328 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-26T02:17:32.329 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:17:32.329 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:17:32.329 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.e.log: 92.5% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T02:17:32.329 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T02:17:32.330 INFO:teuthology.orchestra.run.smithi156.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:17:32.337 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-26T02:17:32.338 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-26T02:17:32.338 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:17:32.339 INFO:teuthology.orchestra.run.smithi044.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-26T02:17:32.342 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:17:32.343 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:17:32.345 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-26T02:17:32.345 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:17:32.346 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-26T02:17:32.346 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T02:17:32.348 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.j.log: 90.2% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:17:32.348 INFO:teuthology.orchestra.run.smithi044.stderr: 87.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:17:32.348 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T02:17:32.349 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T02:17:32.350 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:17:32.351 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T02:17:32.352 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T02:17:32.354 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:17:32.356 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.6.log: 94.5% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-26T02:17:32.357 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-26T02:17:32.357 INFO:teuthology.orchestra.run.smithi044.stderr: 84.0% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:17:32.358 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:17:32.362 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.a.log: /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-26T02:17:32.363 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-26T02:17:32.365 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:17:32.366 INFO:teuthology.orchestra.run.smithi156.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:17:32.366 INFO:teuthology.orchestra.run.smithi156.stderr: 91.0% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:17:32.370 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.d.log: /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:17:32.386 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/cephadm.log: 94.5% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-26T02:17:32.391 INFO:teuthology.orchestra.run.smithi044.stderr: 90.9% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:17:32.399 INFO:teuthology.orchestra.run.smithi044.stderr: 93.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:17:32.415 INFO:teuthology.orchestra.run.smithi090.stderr: 94.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-26T02:17:32.421 INFO:teuthology.orchestra.run.smithi156.stderr: 93.1% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-26T02:17:32.423 INFO:teuthology.orchestra.run.smithi090.stderr: 93.3% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-26T02:17:32.475 INFO:teuthology.orchestra.run.smithi044.stderr: 93.1% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-26T02:17:32.484 INFO:teuthology.orchestra.run.smithi156.stderr: 94.7% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-26T02:17:32.494 INFO:teuthology.orchestra.run.smithi044.stderr: 94.6% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-26T02:17:32.517 INFO:teuthology.orchestra.run.smithi090.stderr: 94.7% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-26T02:17:32.518 INFO:teuthology.orchestra.run.smithi156.stderr: 92.7% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-26T02:17:32.898 INFO:teuthology.orchestra.run.smithi090.stderr: 91.7% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T02:17:32.917 INFO:teuthology.orchestra.run.smithi044.stderr: 90.1% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T02:17:33.023 INFO:teuthology.orchestra.run.smithi090.stderr: 92.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-26T02:17:33.151 INFO:teuthology.orchestra.run.smithi156.stderr: 91.6% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T02:17:33.229 INFO:teuthology.orchestra.run.smithi156.stderr: 93.1% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-26T02:17:33.518 INFO:teuthology.orchestra.run.smithi044.stderr: 92.2% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T02:17:33.609 INFO:teuthology.orchestra.run.smithi156.stderr: 93.3% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-26T02:17:33.746 INFO:teuthology.orchestra.run.smithi156.stderr: 92.3% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T02:17:33.779 INFO:teuthology.orchestra.run.smithi044.stderr: 92.5% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T02:17:33.860 INFO:teuthology.orchestra.run.smithi090.stderr: 91.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T02:17:34.025 INFO:teuthology.orchestra.run.smithi044.stderr: 90.2% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T02:17:34.053 INFO:teuthology.orchestra.run.smithi090.stderr: 91.9% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T02:17:34.210 INFO:teuthology.orchestra.run.smithi156.stderr: 92.9% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-26T02:17:34.285 INFO:teuthology.orchestra.run.smithi044.stderr: 91.5% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-26T02:17:34.361 INFO:teuthology.orchestra.run.smithi044.stderr: 92.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T02:17:34.365 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T02:17:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:real 0m2.051s 2024-04-26T02:17:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:user 0m8.474s 2024-04-26T02:17:34.365 INFO:teuthology.orchestra.run.smithi044.stderr:sys 0m0.659s 2024-04-26T02:17:34.542 INFO:teuthology.orchestra.run.smithi156.stderr: 92.8% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T02:17:34.544 INFO:teuthology.orchestra.run.smithi156.stderr: 2024-04-26T02:17:34.544 INFO:teuthology.orchestra.run.smithi156.stderr:real 0m2.246s 2024-04-26T02:17:34.544 INFO:teuthology.orchestra.run.smithi156.stderr:user 0m8.694s 2024-04-26T02:17:34.544 INFO:teuthology.orchestra.run.smithi156.stderr:sys 0m0.319s 2024-04-26T02:17:35.085 INFO:teuthology.orchestra.run.smithi090.stderr: 92.3% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-26T02:17:35.230 INFO:teuthology.orchestra.run.smithi090.stderr: 91.7% -- replaced with /var/log/ceph/e31d710e-036d-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T02:17:35.232 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-04-26T02:17:35.232 INFO:teuthology.orchestra.run.smithi090.stderr:real 0m2.934s 2024-04-26T02:17:35.232 INFO:teuthology.orchestra.run.smithi090.stderr:user 0m10.256s 2024-04-26T02:17:35.232 INFO:teuthology.orchestra.run.smithi090.stderr:sys 0m0.353s 2024-04-26T02:17:35.233 INFO:tasks.cephadm:Archiving logs... 2024-04-26T02:17:35.233 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi044/log 2024-04-26T02:17:35.234 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:17:36.537 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi090/log 2024-04-26T02:17:36.538 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:17:38.111 DEBUG:teuthology.misc:Transferring archived files from smithi156:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi156/log 2024-04-26T02:17:38.112 DEBUG:teuthology.orchestra.run.smithi156:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:17:39.378 INFO:tasks.cephadm:Removing cluster... 2024-04-26T02:17:39.379 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e31d710e-036d-11ef-bc93-c7b262605968 --force 2024-04-26T02:17:39.726 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T02:17:40.407 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e31d710e-036d-11ef-bc93-c7b262605968 --force 2024-04-26T02:17:40.596 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T02:17:40.860 DEBUG:teuthology.orchestra.run.smithi156:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e31d710e-036d-11ef-bc93-c7b262605968 --force 2024-04-26T02:17:41.053 INFO:teuthology.orchestra.run.smithi156.stdout:Deleting cluster with fsid: e31d710e-036d-11ef-bc93-c7b262605968 2024-04-26T02:17:41.310 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T02:17:41.311 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:17:41.372 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:17:41.389 DEBUG:teuthology.orchestra.run.smithi156:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:17:41.404 INFO:tasks.cephadm:Teardown complete 2024-04-26T02:17:41.405 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-26T02:17:41.418 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-26T02:17:41.418 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:17:41.426 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:17:41.436 DEBUG:teuthology.orchestra.run.smithi156:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:17:41.593 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T02:17:41.610 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T02:17:41.610 DEBUG:teuthology.orchestra.run.smithi044:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:17:41.618 DEBUG:teuthology.orchestra.run.smithi090:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:17:41.622 DEBUG:teuthology.orchestra.run.smithi156:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:17:41.636 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:17:41.636 INFO:teuthology.orchestra.run.smithi156.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:17:41.640 INFO:teuthology.orchestra.run.smithi156.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:17:41.640 INFO:teuthology.orchestra.run.smithi156.stdout:=============================================================================== 2024-04-26T02:17:41.640 INFO:teuthology.orchestra.run.smithi156.stdout:^* hv01.front.sepia.ceph.com 3 6 377 48 +1636us[+1729us] +/- 40ms 2024-04-26T02:17:41.640 INFO:teuthology.orchestra.run.smithi156.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 49 -2187us[-2094us] +/- 77ms 2024-04-26T02:17:41.640 INFO:teuthology.orchestra.run.smithi156.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 52 -600us[ -507us] +/- 87ms 2024-04-26T02:17:41.640 INFO:teuthology.orchestra.run.smithi156.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:17:41.641 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:17:41.641 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-04-26T02:17:41.641 INFO:teuthology.orchestra.run.smithi090.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +1723us[+1777us] +/- 40ms 2024-04-26T02:17:41.641 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 117 -2033us[-1977us] +/- 76ms 2024-04-26T02:17:41.641 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 54 -505us[ -451us] +/- 87ms 2024-04-26T02:17:41.641 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:17:41.668 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:17:41.678 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:17:41.678 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-04-26T02:17:41.678 INFO:teuthology.orchestra.run.smithi044.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +1639us[+1668us] +/- 40ms 2024-04-26T02:17:41.678 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 54 -2196us[-2168us] +/- 77ms 2024-04-26T02:17:41.678 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 -617us[ -588us] +/- 87ms 2024-04-26T02:17:41.678 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:17:41.680 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T02:17:41.691 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T02:17:41.692 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T02:17:41.719 DEBUG:teuthology.orchestra.run.smithi044:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:17:41.946 DEBUG:teuthology.orchestra.run.smithi090:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:17:42.017 DEBUG:teuthology.orchestra.run.smithi156:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:17:42.082 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:17:42.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:42.184 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:17:42.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:42.214 DEBUG:teuthology.orchestra.run.smithi156:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:17:42.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:42.240 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T02:17:42.252 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T02:17:42.277 INFO:teuthology.task.internal:Duration was 2703.748403 seconds 2024-04-26T02:17:42.278 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T02:17:42.328 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T02:17:42.328 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:17:42.336 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:17:42.339 DEBUG:teuthology.orchestra.run.smithi156:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:17:42.377 INFO:teuthology.orchestra.run.smithi156.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:17:42.378 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:17:42.486 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:17:42.956 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T02:17:42.957 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T02:17:42.957 DEBUG:teuthology.orchestra.run.smithi044:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:17:43.021 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi090.front.sepia.ceph.com 2024-04-26T02:17:43.021 DEBUG:teuthology.orchestra.run.smithi090:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:17:43.051 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi156.front.sepia.ceph.com 2024-04-26T02:17:43.052 DEBUG:teuthology.orchestra.run.smithi156:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:17:43.093 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T02:17:43.093 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:17:43.100 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:17:43.103 DEBUG:teuthology.orchestra.run.smithi156:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:17:43.182 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T02:17:43.182 DEBUG:teuthology.orchestra.run.smithi044:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:17:43.188 DEBUG:teuthology.orchestra.run.smithi090:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:17:43.190 DEBUG:teuthology.orchestra.run.smithi156:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:17:44.187 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T02:17:44.199 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T02:17:44.200 DEBUG:teuthology.orchestra.run.smithi044:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:17:44.291 DEBUG:teuthology.orchestra.run.smithi090:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:17:44.321 DEBUG:teuthology.orchestra.run.smithi156:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:17:44.351 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T02:17:44.363 DEBUG:teuthology.orchestra.run.smithi044:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:44.371 DEBUG:teuthology.orchestra.run.smithi090:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:44.374 DEBUG:teuthology.orchestra.run.smithi156:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:44.396 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = core 2024-04-26T02:17:44.416 INFO:teuthology.orchestra.run.smithi156.stdout:kernel.core_pattern = core 2024-04-26T02:17:44.471 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = core 2024-04-26T02:17:44.514 DEBUG:teuthology.orchestra.run.smithi044:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:44.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:44.563 DEBUG:teuthology.orchestra.run.smithi090:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:44.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:44.579 DEBUG:teuthology.orchestra.run.smithi156:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:17:44.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:17:44.596 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T02:17:44.609 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T02:17:44.610 DEBUG:teuthology.misc:Transferring archived files from smithi044:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi044 2024-04-26T02:17:44.610 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:17:44.734 DEBUG:teuthology.misc:Transferring archived files from smithi090:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi090 2024-04-26T02:17:44.734 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:17:44.774 DEBUG:teuthology.misc:Transferring archived files from smithi156:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674255/remote/smithi156 2024-04-26T02:17:44.774 DEBUG:teuthology.orchestra.run.smithi156:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:17:44.814 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T02:17:44.814 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:17:44.822 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:17:44.825 DEBUG:teuthology.orchestra.run.smithi156:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:17:44.875 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T02:17:44.890 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T02:17:44.890 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T02:17:44.920 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T02:17:44.920 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:17:44.928 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:17:44.931 DEBUG:teuthology.orchestra.run.smithi156:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:17:44.946 INFO:teuthology.orchestra.run.smithi090.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:17 /home/ubuntu/cephtest 2024-04-26T02:17:44.947 INFO:teuthology.orchestra.run.smithi156.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:17 /home/ubuntu/cephtest 2024-04-26T02:17:44.980 INFO:teuthology.orchestra.run.smithi044.stdout: 393249 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:17 /home/ubuntu/cephtest 2024-04-26T02:17:44.983 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T02:17:44.996 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T02:17:45.101 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2703.7484028339386 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-26T02:17:45.101 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T02:17:45.182 INFO:teuthology.run:pass